-- Logs begin at Tue 2022-05-03 13:25:43 UTC, end at Tue 2022-05-03 14:35:04 UTC. -- May 03 14:04:19.722902 dv-cinder-839793-5-iscsi systemd[1]: Started Devstack devstack@q-svc.service. May 03 14:04:22.575133 dv-cinder-839793-5-iscsi neutron-server[103360]: INFO neutron.common.config [-] Logging enabled! May 03 14:04:22.575776 dv-cinder-839793-5-iscsi neutron-server[103360]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev177 May 03 14:04:22.575864 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103360) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} May 03 14:04:22.579358 dv-cinder-839793-5-iscsi neutron-server[103360]: INFO neutron.common.config [-] Logging enabled! May 03 14:04:22.579608 dv-cinder-839793-5-iscsi neutron-server[103360]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev177 May 03 14:04:22.579918 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103360) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} May 03 14:04:22.580856 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 03 14:04:22.581083 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 03 14:04:22.581475 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 03 14:04:22.581720 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 03 14:04:22.581948 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 03 14:04:22.582255 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:04:22.582644 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:04:22.582872 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:04:22.583147 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:04:22.583438 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:04:22.583720 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:04:22.584047 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:04:22.584334 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:04:22.584627 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:04:22.584925 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:04:22.585190 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:04:22.585441 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:04:22.585707 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:04:22.586064 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:04:22.586270 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:04:22.586487 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.common.config [-] debug = True {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:04:22.586757 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:04:22.587517 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:04:22.588134 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:04:22.588549 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:04:22.588982 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:04:22.589407 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:04:22.589808 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:04:22.590224 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:04:22.590653 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:04:22.591147 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.common.config [-] host = dv-cinder-839793-5-iscsi {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:04:22.591559 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:04:22.591973 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:04:22.592404 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:04:22.592828 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:04:22.593328 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:04:22.593628 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:04:22.593923 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:04:22.594321 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:04:22.594672 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.common.config [-] log_file = None {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:04:22.594964 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:04:22.595262 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:04:22.595554 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:04:22.595846 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:04:22.596073 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:04:22.596296 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:04:22.596581 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:04:22.596883 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:04:22.597159 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:04:22.597468 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:04:22.597744 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:04:22.598015 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:04:22.598372 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:04:22.598805 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:04:22.599303 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:04:22.599782 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:04:22.600155 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:04:22.600343 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:04:22.600621 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:04:22.600926 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:04:22.601415 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:04:22.601920 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:04:22.602341 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:04:22.602626 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:04:22.602905 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:04:22.603196 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:04:22.603620 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:04:22.604104 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:04:22.604556 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:04:22.604855 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:04:22.605142 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:04:22.605516 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:04:22.605990 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:04:22.606437 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:04:22.606862 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:04:22.607286 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:04:22.607723 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.common.config [-] use_json = False {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:04:22.608158 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:04:22.608587 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:04:22.609034 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:04:22.609500 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:04:22.609941 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:04:22.610385 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:04:22.610826 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:04:22.611278 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:04:22.611715 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:04:22.612189 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:22.612659 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:22.613128 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:22.613610 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:22.614102 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:22.614540 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:22.615124 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:22.615486 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:22.615851 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:22.616153 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:22.616458 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:22.616749 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:22.617242 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:22.617776 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:22.618180 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:22.618510 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:22.618799 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:22.619096 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:22.619376 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:22.619653 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:22.619928 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:22.620205 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:22.620493 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:22.620772 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:22.621059 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:22.621372 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:22.621652 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:22.621947 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:22.622230 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:22.622517 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:22.622897 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:22.623186 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:22.623457 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:22.623733 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:22.624017 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:22.624289 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:22.624557 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:22.624843 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:22.625125 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:22.625417 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:22.625686 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:22.625963 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:22.626371 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:22.626759 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:22.627163 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:22.627448 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:22.627760 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:22.628201 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:22.628493 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:22.628768 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:22.629047 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:22.629348 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:22.629637 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:22.629912 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:22.630183 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:22.630453 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:22.630757 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:22.631040 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:22.631384 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:22.631752 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:22.632209 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:22.632707 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:22.633105 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:22.633412 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:22.633694 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:22.633971 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:22.634392 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:22.634883 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:22.635341 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:22.635630 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:22.635910 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:22.636187 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:22.636642 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:22.637129 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:22.637524 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:22.637837 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:22.638123 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:22.638407 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:22.638689 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:22.638969 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:22.639248 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:22.639527 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:22.639807 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:22.640085 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:22.640355 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:22.640647 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:22.640930 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:22.641216 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:22.641524 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:22.641850 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:22.642258 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:22.642543 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:22.642821 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:22.643111 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:22.643394 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:22.643672 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:22.643955 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:22.644230 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:22.644529 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:22.644821 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:22.645113 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:22.645433 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:22.645729 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:22.646009 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:22.646431 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:22.646828 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:22.647058 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 03 14:04:22.647308 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103360) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} May 03 14:04:23.144625 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103360) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} May 03 14:04:23.144879 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103360) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} May 03 14:04:23.145201 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103360) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} May 03 14:04:23.145551 dv-cinder-839793-5-iscsi neutron-server[103360]: INFO neutron.manager [-] Loading core plugin: ml2 May 03 14:04:23.470706 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 14:04:23.470990 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 14:04:23.471262 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 14:04:23.472456 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 14:04:23.472726 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 14:04:23.472985 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 14:04:23.526826 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 14:04:23.527093 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 14:04:23.527348 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 14:04:23.541818 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 14:04:23.542093 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 14:04:23.542359 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 14:04:23.572454 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 14:04:23.572696 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 14:04:23.572979 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 14:04:23.609544 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 14:04:23.610116 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 14:04:23.610116 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 14:04:23.949041 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 14:04:23.949239 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 14:04:23.949515 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 14:04:23.949755 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 14:04:23.950483 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 14:04:24.048188 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 14:04:24.048491 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 14:04:24.048864 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 14:04:24.049173 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 14:04:24.049464 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 14:04:24.049775 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 14:04:24.050027 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 14:04:24.050281 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 14:04:24.050532 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 14:04:24.050802 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 14:04:24.051039 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 14:04:24.051298 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 14:04:24.051545 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 14:04:24.051792 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 14:04:24.052037 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 14:04:24.052290 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 14:04:24.052662 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 14:04:24.052914 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 14:04:24.053183 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 14:04:24.053463 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 14:04:24.053736 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 14:04:24.053985 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 14:04:24.054264 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 14:04:24.054635 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 14:04:24.054882 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 14:04:24.055123 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 14:04:24.055517 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103360) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 03 14:04:24.055753 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103360) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 03 14:04:24.055987 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103360) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 03 14:04:24.056220 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103360) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 03 14:04:24.056450 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103360) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 03 14:04:24.056682 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103360) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 03 14:04:24.057047 dv-cinder-839793-5-iscsi neutron-server[103360]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] May 03 14:04:24.060315 dv-cinder-839793-5-iscsi neutron-server[103360]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] May 03 14:04:24.064229 dv-cinder-839793-5-iscsi neutron-server[103360]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete May 03 14:04:24.068315 dv-cinder-839793-5-iscsi neutron-server[103360]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(200, 249)])]) May 03 14:04:24.070143 dv-cinder-839793-5-iscsi neutron-server[103360]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] May 03 14:04:24.070615 dv-cinder-839793-5-iscsi neutron-server[103360]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) May 03 14:04:24.071096 dv-cinder-839793-5-iscsi neutron-server[103360]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] May 03 14:04:24.071479 dv-cinder-839793-5-iscsi neutron-server[103360]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] May 03 14:04:24.074383 dv-cinder-839793-5-iscsi neutron-server[103360]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] May 03 14:04:24.074631 dv-cinder-839793-5-iscsi neutron-server[103360]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] May 03 14:04:24.074973 dv-cinder-839793-5-iscsi neutron-server[103360]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] May 03 14:04:24.079854 dv-cinder-839793-5-iscsi neutron-server[103360]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] May 03 14:04:24.104065 dv-cinder-839793-5-iscsi neutron-server[103360]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] May 03 14:04:24.104508 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 14:04:24.104807 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103360) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} May 03 14:04:24.105178 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 14:04:24.106551 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103360) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} May 03 14:04:24.106827 dv-cinder-839793-5-iscsi neutron-server[103360]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] May 03 14:04:24.107063 dv-cinder-839793-5-iscsi neutron-server[103360]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] May 03 14:04:24.110382 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 14:04:24.110655 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 14:04:24.173115 dv-cinder-839793-5-iscsi neutron-server[103360]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' May 03 14:04:24.173322 dv-cinder-839793-5-iscsi neutron-server[103360]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete May 03 14:04:24.173591 dv-cinder-839793-5-iscsi neutron-server[103360]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' May 03 14:04:24.173952 dv-cinder-839793-5-iscsi neutron-server[103360]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] May 03 14:04:24.196957 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_db.sqlalchemy.engines [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103360) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} May 03 14:04:24.639245 dv-cinder-839793-5-iscsi neutron-server[103360]: INFO neutron.plugins.ml2.managers [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Initializing driver for type 'gre' May 03 14:04:24.639901 dv-cinder-839793-5-iscsi neutron-server[103360]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] gre ID ranges: [(1, 1000)] May 03 14:04:24.703084 dv-cinder-839793-5-iscsi neutron-server[103360]: INFO neutron.plugins.ml2.managers [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Initializing driver for type 'local' May 03 14:04:24.703423 dv-cinder-839793-5-iscsi neutron-server[103360]: INFO neutron.plugins.ml2.managers [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Initializing driver for type 'vlan' May 03 14:04:24.717819 dv-cinder-839793-5-iscsi neutron-server[103360]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] VlanTypeDriver initialization complete May 03 14:04:24.718285 dv-cinder-839793-5-iscsi neutron-server[103360]: INFO neutron.plugins.ml2.managers [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Initializing driver for type 'vxlan' May 03 14:04:24.718926 dv-cinder-839793-5-iscsi neutron-server[103360]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] vxlan ID ranges: [(1, 1000)] May 03 14:04:24.771759 dv-cinder-839793-5-iscsi neutron-server[103360]: INFO neutron.plugins.ml2.managers [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Initializing extension driver 'port_security' May 03 14:04:24.772121 dv-cinder-839793-5-iscsi neutron-server[103360]: INFO neutron.plugins.ml2.extensions.port_security [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] PortSecurityExtensionDriver initialization complete May 03 14:04:24.772449 dv-cinder-839793-5-iscsi neutron-server[103360]: INFO neutron.plugins.ml2.managers [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Initializing mechanism driver 'openvswitch' May 03 14:04:24.772761 dv-cinder-839793-5-iscsi neutron-server[103360]: INFO neutron.plugins.ml2.managers [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Initializing mechanism driver 'hyperv' May 03 14:04:24.779278 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:04:24.780106 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Subscribe: > port after_create 55550000 {{(pid=103360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 14:04:24.780470 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Subscribe: > port after_update 55550000 {{(pid=103360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 14:04:24.780813 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Subscribe: > port after_delete 55550000 {{(pid=103360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 14:04:24.781325 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103360) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 03 14:04:24.781773 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Subscribe: > subnet after_create 55550000 {{(pid=103360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 14:04:24.782101 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Subscribe: > subnet after_update 55550000 {{(pid=103360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 14:04:24.782438 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 14:04:24.782831 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103360) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 03 14:04:24.783228 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Subscribe: > network after_create 55550000 {{(pid=103360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 14:04:24.783565 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Subscribe: > network after_update 55550000 {{(pid=103360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 14:04:24.783902 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Subscribe: > network after_delete 55550000 {{(pid=103360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 14:04:24.784317 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103360) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 03 14:04:24.784712 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Subscribe: > security_group after_create 55550000 {{(pid=103360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 14:04:24.785057 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Subscribe: > security_group after_update 55550000 {{(pid=103360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 14:04:24.785416 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Subscribe: > security_group after_delete 55550000 {{(pid=103360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 14:04:24.785800 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103360) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 03 14:04:24.786181 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 14:04:24.786520 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 14:04:24.786851 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 14:04:24.787232 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103360) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 03 14:04:24.787624 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Subscribe: > address_group after_create 55550000 {{(pid=103360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 14:04:24.787960 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Subscribe: > address_group after_update 55550000 {{(pid=103360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 14:04:24.788292 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Subscribe: > address_group after_delete 55550000 {{(pid=103360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 14:04:24.788677 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103360) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 03 14:04:24.789108 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] ML2 OVO RPC backend initialized. {{(pid=103360) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} May 03 14:04:24.789829 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 14:04:24.790178 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 14:04:24.790583 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Subscribe: > network before_response 55550000 {{(pid=103360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 14:04:24.790922 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Subscribe: > networks before_response 55550000 {{(pid=103360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 14:04:24.791265 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Subscribe: > port before_response 55550000 {{(pid=103360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 14:04:24.791597 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Subscribe: > ports before_response 55550000 {{(pid=103360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 14:04:24.791929 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Subscribe: > subnet before_response 55550000 {{(pid=103360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 14:04:24.792260 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Subscribe: > subnets before_response 55550000 {{(pid=103360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 14:04:24.792595 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Subscribe: > network after_create 55550000 {{(pid=103360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 14:04:24.792924 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Subscribe: > network after_update 55550000 {{(pid=103360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 14:04:24.793250 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Subscribe: > network after_delete 55550000 {{(pid=103360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 14:04:24.793600 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Subscribe: > port after_create 55550000 {{(pid=103360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 14:04:24.793926 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Subscribe: > port after_update 55550000 {{(pid=103360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 14:04:24.794250 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Subscribe: > port after_delete 55550000 {{(pid=103360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 14:04:24.794576 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Subscribe: > subnet after_create 55550000 {{(pid=103360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 14:04:24.794900 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Subscribe: > subnet after_update 55550000 {{(pid=103360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 14:04:24.795223 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 14:04:24.802599 dv-cinder-839793-5-iscsi neutron-server[103360]: INFO neutron.quota [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Loaded quota_driver: . May 03 14:04:24.802960 dv-cinder-839793-5-iscsi neutron-server[103360]: INFO neutron.plugins.ml2.plugin [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Modular L2 Plugin initialization complete May 03 14:04:24.803310 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.manager [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Loading services supported by the core plugin {{(pid=103360) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} May 03 14:04:24.803638 dv-cinder-839793-5-iscsi neutron-server[103360]: INFO neutron.plugins.ml2.managers [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Got port-security extension from driver 'port_security' May 03 14:04:24.804109 dv-cinder-839793-5-iscsi neutron-server[103360]: INFO neutron.extensions.vlantransparent [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Disabled vlantransparent extension. May 03 14:04:24.804591 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.manager [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103360) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} May 03 14:04:24.804913 dv-cinder-839793-5-iscsi neutron-server[103360]: INFO neutron.manager [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Loading Plugin: router May 03 14:04:24.840200 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Subscribe: > router_interface before_create 55550000 {{(pid=103360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 14:04:24.840611 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Subscribe: > router after_create 55549900 {{(pid=103360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 14:04:24.840956 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Subscribe: > router before_create 55549900 {{(pid=103360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 14:04:24.841329 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 14:04:24.841692 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 14:04:24.842038 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Subscribe: > router after_delete 55549900 {{(pid=103360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 14:04:24.842383 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Subscribe: > floatingip after_create 55550000 {{(pid=103360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 14:04:24.842724 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Subscribe: > floatingip after_update 55550000 {{(pid=103360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 14:04:24.843075 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Subscribe: > router after_create 55549900 {{(pid=103360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 14:04:24.843412 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Subscribe: > router after_update 55549900 {{(pid=103360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 14:04:24.843738 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Subscribe: > router after_update 55549900 {{(pid=103360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 14:04:24.844078 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 14:04:24.844543 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Subscribe: > router after_update 55549900 {{(pid=103360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 14:04:24.844945 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Subscribe: > router precommit_update 55549900 {{(pid=103360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 14:04:24.845314 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Subscribe: port after_update 55550000 {{(pid=103360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 14:04:24.845673 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Subscribe: port after_delete 55550000 {{(pid=103360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 14:04:24.846005 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Subscribe: subnet after_update 55550000 {{(pid=103360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 14:04:24.846329 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 14:04:24.846668 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Subscribe: > port precommit_delete 55550000 {{(pid=103360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 14:04:24.847005 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Subscribe: > router precommit_create 55549900 {{(pid=103360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 14:04:24.847337 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Subscribe: port before_delete 55550000 {{(pid=103360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 14:04:24.847668 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Subscribe: > router precommit_create 55550000 {{(pid=103360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 14:04:24.848010 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Subscribe: > router after_update 55549900 {{(pid=103360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 14:04:24.848342 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Subscribe: > router precommit_delete 55549900 {{(pid=103360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 14:04:24.848667 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Subscribe: > router precommit_create 55549900 {{(pid=103360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 14:04:24.849019 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 14:04:24.849442 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Subscribe: > router precommit_update 55549900 {{(pid=103360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 14:04:24.849801 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Subscribe: > agent after_create 55550000 {{(pid=103360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 14:04:24.850143 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Subscribe: > agent after_delete 55550000 {{(pid=103360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 14:04:24.850479 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Subscribe: > network after_delete 55550000 {{(pid=103360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 14:04:24.851313 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.quota.resource_registry [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Tracking information for resource: router configured {{(pid=103360) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 03 14:04:24.851637 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.quota.resource_registry [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Tracking information for resource: floatingip configured {{(pid=103360) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 03 14:04:24.856467 dv-cinder-839793-5-iscsi neutron-server[103360]: INFO neutron.db.l3_agentschedulers_db [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. May 03 14:04:24.857033 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Subscribe: port after_update 55550000 {{(pid=103360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 14:04:24.857443 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Subscribe: port after_create 55550000 {{(pid=103360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 14:04:24.857789 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Subscribe: port after_delete 55550000 {{(pid=103360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 14:04:24.858104 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Subscribe: port after_update 55550000 {{(pid=103360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 14:04:24.858895 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Subscribe: > router before_create 55550100 {{(pid=103360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 14:04:24.859235 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Subscribe: > router precommit_delete 55550100 {{(pid=103360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 14:04:24.859595 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Subscribe: > router precommit_create 55550100 {{(pid=103360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 14:04:24.859975 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Subscribe: > router precommit_update 55550100 {{(pid=103360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 14:04:24.864789 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.services.provider_configuration [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Service providers = [] {{(pid=103360) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} May 03 14:04:24.865203 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.db.servicetype_db [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103360) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} May 03 14:04:24.868250 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.services.service_base [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103360) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 03 14:04:24.868594 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.services.service_base [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103360) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 03 14:04:24.868934 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.services.service_base [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103360) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 03 14:04:24.869873 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.services.service_base [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103360) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 03 14:04:24.870237 dv-cinder-839793-5-iscsi neutron-server[103360]: INFO neutron.services.service_base [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Default provider is not specified for service type L3_ROUTER_NAT May 03 14:04:24.870619 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.manager [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103360) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 03 14:04:24.870935 dv-cinder-839793-5-iscsi neutron-server[103360]: INFO neutron.manager [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin May 03 14:04:24.881662 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.manager [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103360) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 03 14:04:24.881992 dv-cinder-839793-5-iscsi neutron-server[103360]: INFO neutron.manager [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Loading Plugin: auto_allocate May 03 14:04:24.887692 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Subscribe: network precommit_update 55550000 {{(pid=103360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 14:04:24.888056 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Subscribe: network precommit_create 55550000 {{(pid=103360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 14:04:24.888570 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.manager [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103360) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 03 14:04:24.888883 dv-cinder-839793-5-iscsi neutron-server[103360]: INFO neutron.manager [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Loading Plugin: tag May 03 14:04:24.895759 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.manager [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103360) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 03 14:04:24.896024 dv-cinder-839793-5-iscsi neutron-server[103360]: INFO neutron.manager [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Loading Plugin: timestamp May 03 14:04:24.899894 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.manager [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103360) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 03 14:04:24.900218 dv-cinder-839793-5-iscsi neutron-server[103360]: INFO neutron.manager [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Loading Plugin: network_ip_availability May 03 14:04:24.905715 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 14:04:24.906077 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 14:04:24.906429 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 14:04:24.907138 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.manager [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103360) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 03 14:04:24.907448 dv-cinder-839793-5-iscsi neutron-server[103360]: INFO neutron.manager [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Loading Plugin: flavors May 03 14:04:24.912358 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.manager [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103360) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 03 14:04:24.912686 dv-cinder-839793-5-iscsi neutron-server[103360]: INFO neutron.manager [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Loading Plugin: revisions May 03 14:04:24.916909 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.manager [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103360) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 03 14:04:24.917316 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_concurrency.lockutils [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.772s {{(pid=103360) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} May 03 14:04:24.918062 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.api.extensions [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103360) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} May 03 14:04:24.918402 dv-cinder-839793-5-iscsi neutron-server[103360]: INFO neutron.api.extensions [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Initializing extension manager. May 03 14:04:24.918911 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.api.extensions [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Loading extension file: __init__.py {{(pid=103360) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 14:04:24.919243 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.api.extensions [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Loading extension file: __pycache__ {{(pid=103360) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 14:04:24.919573 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.api.extensions [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Loading extension file: _port_mac_address_override.py {{(pid=103360) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 14:04:24.919876 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.api.extensions [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Loading extension file: address_group.py {{(pid=103360) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 14:04:24.920643 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.api.extensions [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103360) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 14:04:24.921211 dv-cinder-839793-5-iscsi neutron-server[103360]: INFO neutron.api.extensions [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Loaded extension: address-group May 03 14:04:24.921556 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.api.extensions [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Loading extension file: address_scope.py {{(pid=103360) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 14:04:24.922262 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.api.extensions [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103360) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 14:04:24.922758 dv-cinder-839793-5-iscsi neutron-server[103360]: INFO neutron.api.extensions [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Loaded extension: address-scope May 03 14:04:24.923076 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.api.extensions [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Loading extension file: admin_state_down_before_update.py {{(pid=103360) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 14:04:24.923982 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.api.extensions [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103360) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 14:04:24.924482 dv-cinder-839793-5-iscsi neutron-server[103360]: INFO neutron.api.extensions [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Loaded extension: router-admin-state-down-before-update May 03 14:04:24.924802 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.api.extensions [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Loading extension file: agent.py {{(pid=103360) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 14:04:24.925504 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.api.extensions [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103360) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 14:04:24.925996 dv-cinder-839793-5-iscsi neutron-server[103360]: INFO neutron.api.extensions [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Loaded extension: agent May 03 14:04:24.926307 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.api.extensions [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Loading extension file: agent_resources_synced.py {{(pid=103360) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 14:04:24.927200 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.api.extensions [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103360) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 14:04:24.927810 dv-cinder-839793-5-iscsi neutron-server[103360]: INFO neutron.api.extensions [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Loaded extension: agent-resources-synced May 03 14:04:24.928131 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.api.extensions [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Loading extension file: allowedaddresspairs.py {{(pid=103360) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 14:04:24.929938 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.api.extensions [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103360) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 14:04:24.930454 dv-cinder-839793-5-iscsi neutron-server[103360]: INFO neutron.api.extensions [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Loaded extension: allowed-address-pairs May 03 14:04:24.930771 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.api.extensions [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Loading extension file: auto_allocated_topology.py {{(pid=103360) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 14:04:24.931816 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.api.extensions [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103360) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 14:04:24.932318 dv-cinder-839793-5-iscsi neutron-server[103360]: INFO neutron.api.extensions [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Loaded extension: auto-allocated-topology May 03 14:04:24.932636 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.api.extensions [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Loading extension file: availability_zone.py {{(pid=103360) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 14:04:24.933322 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.api.extensions [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103360) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 14:04:24.933847 dv-cinder-839793-5-iscsi neutron-server[103360]: INFO neutron.api.extensions [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Loaded extension: availability_zone May 03 14:04:24.934162 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.api.extensions [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Loading extension file: availability_zone_filter.py {{(pid=103360) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 14:04:24.935055 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.api.extensions [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103360) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 14:04:24.935553 dv-cinder-839793-5-iscsi neutron-server[103360]: INFO neutron.api.extensions [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Loaded extension: availability_zone_filter May 03 14:04:24.935868 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.api.extensions [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Loading extension file: data_plane_status.py {{(pid=103360) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 14:04:24.936758 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.api.extensions [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103360) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 14:04:24.937253 dv-cinder-839793-5-iscsi neutron-server[103360]: INFO neutron.api.extensions [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Extension data-plane-status not supported by any of loaded plugins May 03 14:04:24.937596 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.api.extensions [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Loading extension file: default_subnetpools.py {{(pid=103360) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 14:04:24.938492 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.api.extensions [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103360) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 14:04:24.938986 dv-cinder-839793-5-iscsi neutron-server[103360]: INFO neutron.api.extensions [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Loaded extension: default-subnetpools May 03 14:04:24.939302 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.api.extensions [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Loading extension file: dhcpagentscheduler.py {{(pid=103360) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 14:04:24.940102 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.api.extensions [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103360) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 14:04:24.940598 dv-cinder-839793-5-iscsi neutron-server[103360]: INFO neutron.api.extensions [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Loaded extension: dhcp_agent_scheduler May 03 14:04:24.940913 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.api.extensions [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Loading extension file: dns.py {{(pid=103360) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 14:04:24.941850 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.api.extensions [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103360) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 14:04:24.942342 dv-cinder-839793-5-iscsi neutron-server[103360]: INFO neutron.api.extensions [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Extension dns-integration not supported by any of loaded plugins May 03 14:04:24.942652 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.api.extensions [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Loading extension file: dns_domain_ports.py {{(pid=103360) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 14:04:24.943565 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.api.extensions [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103360) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 14:04:24.944055 dv-cinder-839793-5-iscsi neutron-server[103360]: INFO neutron.api.extensions [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Extension dns-domain-ports not supported by any of loaded plugins May 03 14:04:24.944366 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.api.extensions [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103360) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 14:04:24.945268 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.api.extensions [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103360) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 14:04:24.945783 dv-cinder-839793-5-iscsi neutron-server[103360]: INFO neutron.api.extensions [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins May 03 14:04:24.946097 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.api.extensions [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Loading extension file: dvr.py {{(pid=103360) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 14:04:24.946755 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.api.extensions [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103360) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 14:04:24.947251 dv-cinder-839793-5-iscsi neutron-server[103360]: INFO neutron.api.extensions [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Loaded extension: dvr May 03 14:04:24.947566 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.api.extensions [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Loading extension file: ecmp_routes.py {{(pid=103360) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 14:04:24.948453 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.api.extensions [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103360) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 14:04:24.948933 dv-cinder-839793-5-iscsi neutron-server[103360]: INFO neutron.api.extensions [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Extension ecmp_routes not supported by any of loaded plugins May 03 14:04:24.949256 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.api.extensions [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Loading extension file: empty_string_filtering.py {{(pid=103360) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 14:04:24.950195 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.api.extensions [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103360) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 14:04:24.950687 dv-cinder-839793-5-iscsi neutron-server[103360]: INFO neutron.api.extensions [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Loaded extension: empty-string-filtering May 03 14:04:24.951001 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.api.extensions [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103360) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 14:04:24.951897 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.api.extensions [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103360) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 14:04:24.952383 dv-cinder-839793-5-iscsi neutron-server[103360]: INFO neutron.api.extensions [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins May 03 14:04:24.952696 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.api.extensions [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103360) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 14:04:24.953610 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.api.extensions [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103360) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 14:04:24.954101 dv-cinder-839793-5-iscsi neutron-server[103360]: INFO neutron.api.extensions [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins May 03 14:04:24.954414 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.api.extensions [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Loading extension file: external_net.py {{(pid=103360) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 14:04:24.955303 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.api.extensions [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103360) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 14:04:24.955806 dv-cinder-839793-5-iscsi neutron-server[103360]: INFO neutron.api.extensions [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Loaded extension: external-net May 03 14:04:24.956122 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.api.extensions [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Loading extension file: extra_dhcp_opt.py {{(pid=103360) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 14:04:24.957009 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.api.extensions [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103360) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 14:04:24.957547 dv-cinder-839793-5-iscsi neutron-server[103360]: INFO neutron.api.extensions [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Loaded extension: extra_dhcp_opt May 03 14:04:24.957865 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.api.extensions [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Loading extension file: extraroute.py {{(pid=103360) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 14:04:24.958887 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.api.extensions [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103360) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 14:04:24.959321 dv-cinder-839793-5-iscsi neutron-server[103360]: INFO neutron.api.extensions [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Loaded extension: extraroute May 03 14:04:24.959630 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.api.extensions [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Loading extension file: extraroute_atomic.py {{(pid=103360) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 14:04:24.960804 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.api.extensions [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103360) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 14:04:24.961308 dv-cinder-839793-5-iscsi neutron-server[103360]: INFO neutron.api.extensions [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Loaded extension: extraroute-atomic May 03 14:04:24.961647 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.api.extensions [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Loading extension file: filter_validation.py {{(pid=103360) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 14:04:24.962621 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.api.extensions [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103360) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 14:04:24.963111 dv-cinder-839793-5-iscsi neutron-server[103360]: INFO neutron.api.extensions [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Loaded extension: filter-validation May 03 14:04:24.963423 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.api.extensions [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Loading extension file: fip_pf_description.py {{(pid=103360) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 14:04:24.964313 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.api.extensions [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103360) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 14:04:24.964802 dv-cinder-839793-5-iscsi neutron-server[103360]: INFO neutron.api.extensions [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins May 03 14:04:24.965113 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.api.extensions [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Loading extension file: fip_pf_port_range.py {{(pid=103360) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 14:04:24.966040 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.api.extensions [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=103360) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 14:04:24.966536 dv-cinder-839793-5-iscsi neutron-server[103360]: INFO neutron.api.extensions [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins May 03 14:04:24.966846 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.api.extensions [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Loading extension file: fip_port_details.py {{(pid=103360) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 14:04:24.967754 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.api.extensions [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103360) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 14:04:24.968247 dv-cinder-839793-5-iscsi neutron-server[103360]: INFO neutron.api.extensions [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Loaded extension: fip-port-details May 03 14:04:24.968563 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.api.extensions [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Loading extension file: flavors.py {{(pid=103360) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 14:04:24.969790 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.api.extensions [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103360) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 14:04:24.970292 dv-cinder-839793-5-iscsi neutron-server[103360]: INFO neutron.api.extensions [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Loaded extension: flavors May 03 14:04:24.970609 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.api.extensions [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103360) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 14:04:24.972237 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.api.extensions [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103360) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 14:04:24.972746 dv-cinder-839793-5-iscsi neutron-server[103360]: INFO neutron.api.extensions [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins May 03 14:04:24.973063 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.api.extensions [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Loading extension file: floatingip_pools.py {{(pid=103360) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 14:04:24.973780 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.api.extensions [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103360) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 14:04:24.974284 dv-cinder-839793-5-iscsi neutron-server[103360]: INFO neutron.api.extensions [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Loaded extension: floatingip-pools May 03 14:04:24.974640 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.api.extensions [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Loading extension file: ip_allocation.py {{(pid=103360) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 14:04:24.975539 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.api.extensions [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103360) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 14:04:24.976036 dv-cinder-839793-5-iscsi neutron-server[103360]: INFO neutron.api.extensions [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Extension ip_allocation not supported by any of loaded plugins May 03 14:04:24.976356 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.api.extensions [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103360) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 14:04:24.977250 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.api.extensions [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103360) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 14:04:24.977776 dv-cinder-839793-5-iscsi neutron-server[103360]: INFO neutron.api.extensions [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Loaded extension: ip-substring-filtering May 03 14:04:24.978094 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.api.extensions [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Loading extension file: l2_adjacency.py {{(pid=103360) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 14:04:24.979013 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.api.extensions [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103360) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 14:04:24.979506 dv-cinder-839793-5-iscsi neutron-server[103360]: INFO neutron.api.extensions [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Extension l2_adjacency not supported by any of loaded plugins May 03 14:04:24.979816 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.api.extensions [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Loading extension file: l3.py {{(pid=103360) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 14:04:24.980763 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.api.extensions [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103360) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 14:04:24.981269 dv-cinder-839793-5-iscsi neutron-server[103360]: INFO neutron.api.extensions [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Loaded extension: router May 03 14:04:24.981618 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.api.extensions [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Loading extension file: l3_conntrack_helper.py {{(pid=103360) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 14:04:24.983816 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.api.extensions [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103360) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 14:04:24.984336 dv-cinder-839793-5-iscsi neutron-server[103360]: INFO neutron.api.extensions [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Extension l3-conntrack-helper not supported by any of loaded plugins May 03 14:04:24.984664 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.api.extensions [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103360) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 14:04:24.985598 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.api.extensions [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103360) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 14:04:24.986107 dv-cinder-839793-5-iscsi neutron-server[103360]: INFO neutron.api.extensions [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Loaded extension: ext-gw-mode May 03 14:04:24.986431 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.api.extensions [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103360) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 14:04:24.987334 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.api.extensions [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103360) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 14:04:24.987833 dv-cinder-839793-5-iscsi neutron-server[103360]: INFO neutron.api.extensions [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Loaded extension: l3-ha May 03 14:04:24.988153 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.api.extensions [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103360) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 14:04:24.989042 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.api.extensions [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103360) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 14:04:24.989559 dv-cinder-839793-5-iscsi neutron-server[103360]: INFO neutron.api.extensions [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins May 03 14:04:24.989877 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.api.extensions [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Loading extension file: l3_flavors.py {{(pid=103360) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 14:04:24.990836 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.api.extensions [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103360) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 14:04:24.991338 dv-cinder-839793-5-iscsi neutron-server[103360]: INFO neutron.api.extensions [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Loaded extension: l3-flavors May 03 14:04:24.991656 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.api.extensions [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Loading extension file: l3_ndp_proxy.py {{(pid=103360) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 14:04:24.992999 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.api.extensions [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103360) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 14:04:24.993562 dv-cinder-839793-5-iscsi neutron-server[103360]: INFO neutron.api.extensions [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Extension l3-ndp-proxy not supported by any of loaded plugins May 03 14:04:24.993883 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.api.extensions [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103360) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 14:04:24.994785 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.api.extensions [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103360) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 14:04:24.995287 dv-cinder-839793-5-iscsi neutron-server[103360]: INFO neutron.api.extensions [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Loaded extension: l3-port-ip-change-not-allowed May 03 14:04:24.995605 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.api.extensions [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Loading extension file: l3agentscheduler.py {{(pid=103360) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 14:04:24.996641 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.api.extensions [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103360) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 14:04:24.997141 dv-cinder-839793-5-iscsi neutron-server[103360]: INFO neutron.api.extensions [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Loaded extension: l3_agent_scheduler May 03 14:04:24.997492 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.api.extensions [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Loading extension file: local_ip.py {{(pid=103360) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 14:04:25.000673 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.api.extensions [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103360) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 14:04:25.001189 dv-cinder-839793-5-iscsi neutron-server[103360]: INFO neutron.api.extensions [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Extension local_ip not supported by any of loaded plugins May 03 14:04:25.001540 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.api.extensions [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Loading extension file: logging.py {{(pid=103360) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 14:04:25.002988 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.api.extensions [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103360) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 14:04:25.003491 dv-cinder-839793-5-iscsi neutron-server[103360]: INFO neutron.api.extensions [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Extension logging not supported by any of loaded plugins May 03 14:04:25.003810 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.api.extensions [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Loading extension file: metering.py {{(pid=103360) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 14:04:25.004549 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.api.extensions [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103360) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 14:04:25.005116 dv-cinder-839793-5-iscsi neutron-server[103360]: INFO neutron.api.extensions [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Loaded extension: metering May 03 14:04:25.005466 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.api.extensions [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103360) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 14:04:25.006590 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.api.extensions [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103360) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 14:04:25.007094 dv-cinder-839793-5-iscsi neutron-server[103360]: INFO neutron.api.extensions [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Loaded extension: metering_source_and_destination_fields May 03 14:04:25.007414 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.api.extensions [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Loading extension file: multiprovidernet.py {{(pid=103360) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 14:04:25.008327 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.api.extensions [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103360) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 14:04:25.008821 dv-cinder-839793-5-iscsi neutron-server[103360]: INFO neutron.api.extensions [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Loaded extension: multi-provider May 03 14:04:25.009137 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.api.extensions [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Loading extension file: netmtu.py {{(pid=103360) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 14:04:25.010050 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.api.extensions [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103360) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 14:04:25.010547 dv-cinder-839793-5-iscsi neutron-server[103360]: INFO neutron.api.extensions [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Loaded extension: net-mtu May 03 14:04:25.010856 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.api.extensions [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Loading extension file: netmtu_writable.py {{(pid=103360) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 14:04:25.011747 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.api.extensions [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103360) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 14:04:25.012237 dv-cinder-839793-5-iscsi neutron-server[103360]: INFO neutron.api.extensions [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Loaded extension: net-mtu-writable May 03 14:04:25.012553 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.api.extensions [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Loading extension file: network_availability_zone.py {{(pid=103360) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 14:04:25.013213 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.api.extensions [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103360) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 14:04:25.013739 dv-cinder-839793-5-iscsi neutron-server[103360]: INFO neutron.api.extensions [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Loaded extension: network_availability_zone May 03 14:04:25.014049 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.api.extensions [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Loading extension file: network_ip_availability.py {{(pid=103360) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 14:04:25.015129 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.api.extensions [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103360) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 14:04:25.015634 dv-cinder-839793-5-iscsi neutron-server[103360]: INFO neutron.api.extensions [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Loaded extension: network-ip-availability May 03 14:04:25.015953 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.api.extensions [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Loading extension file: network_segment_range.py {{(pid=103360) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 14:04:25.016717 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.api.extensions [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103360) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 14:04:25.017209 dv-cinder-839793-5-iscsi neutron-server[103360]: INFO neutron.api.extensions [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Extension network-segment-range not supported by any of loaded plugins May 03 14:04:25.017552 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.api.extensions [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Loading extension file: pagination.py {{(pid=103360) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 14:04:25.018510 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.api.extensions [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103360) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 14:04:25.018837 dv-cinder-839793-5-iscsi neutron-server[103360]: INFO neutron.api.extensions [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Loaded extension: pagination May 03 14:04:25.019148 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.api.extensions [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Loading extension file: port_device_profile.py {{(pid=103360) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 14:04:25.020057 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.api.extensions [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103360) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 14:04:25.020562 dv-cinder-839793-5-iscsi neutron-server[103360]: INFO neutron.api.extensions [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Loaded extension: port-device-profile May 03 14:04:25.020872 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.api.extensions [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Loading extension file: port_mac_address_override.py {{(pid=103360) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 14:04:25.021839 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.api.extensions [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=103360) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 14:04:25.022342 dv-cinder-839793-5-iscsi neutron-server[103360]: INFO neutron.api.extensions [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Loaded extension: port-mac-override May 03 14:04:25.022655 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.api.extensions [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103360) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 14:04:25.023553 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.api.extensions [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103360) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 14:04:25.024056 dv-cinder-839793-5-iscsi neutron-server[103360]: INFO neutron.api.extensions [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Loaded extension: port-mac-address-regenerate May 03 14:04:25.024365 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.api.extensions [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103360) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 14:04:25.025253 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.api.extensions [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103360) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 14:04:25.025793 dv-cinder-839793-5-iscsi neutron-server[103360]: INFO neutron.api.extensions [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Loaded extension: port-numa-affinity-policy May 03 14:04:25.026110 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.api.extensions [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Loading extension file: port_resource_request.py {{(pid=103360) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 14:04:25.027010 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.api.extensions [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103360) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 14:04:25.027502 dv-cinder-839793-5-iscsi neutron-server[103360]: INFO neutron.api.extensions [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Extension port-resource-request not supported by any of loaded plugins May 03 14:04:25.027811 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.api.extensions [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Loading extension file: port_resource_request_groups.py {{(pid=103360) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 14:04:25.028760 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.api.extensions [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103360) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 14:04:25.029254 dv-cinder-839793-5-iscsi neutron-server[103360]: INFO neutron.api.extensions [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Extension port-resource-request-groups not supported by any of loaded plugins May 03 14:04:25.029600 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.api.extensions [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Loading extension file: portbindings.py {{(pid=103360) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 14:04:25.030508 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.api.extensions [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103360) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 14:04:25.031004 dv-cinder-839793-5-iscsi neutron-server[103360]: INFO neutron.api.extensions [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Loaded extension: binding May 03 14:04:25.031312 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.api.extensions [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Loading extension file: portbindings_extended.py {{(pid=103360) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 14:04:25.032547 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.api.extensions [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103360) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 14:04:25.033051 dv-cinder-839793-5-iscsi neutron-server[103360]: INFO neutron.api.extensions [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Loaded extension: binding-extended May 03 14:04:25.033398 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.api.extensions [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Loading extension file: portsecurity.py {{(pid=103360) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 14:04:25.034298 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.api.extensions [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103360) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 14:04:25.034803 dv-cinder-839793-5-iscsi neutron-server[103360]: INFO neutron.api.extensions [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Loaded extension: port-security May 03 14:04:25.035121 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.api.extensions [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Loading extension file: project_id.py {{(pid=103360) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 14:04:25.036086 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.api.extensions [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103360) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 14:04:25.036411 dv-cinder-839793-5-iscsi neutron-server[103360]: INFO neutron.api.extensions [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Loaded extension: project-id May 03 14:04:25.036727 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.api.extensions [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Loading extension file: providernet.py {{(pid=103360) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 14:04:25.037708 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.api.extensions [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103360) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 14:04:25.038213 dv-cinder-839793-5-iscsi neutron-server[103360]: INFO neutron.api.extensions [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Loaded extension: provider May 03 14:04:25.038531 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.api.extensions [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Loading extension file: qos.py {{(pid=103360) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 14:04:25.042272 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.api.extensions [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103360) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 14:04:25.042777 dv-cinder-839793-5-iscsi neutron-server[103360]: INFO neutron.api.extensions [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Extension qos not supported by any of loaded plugins May 03 14:04:25.043101 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.api.extensions [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103360) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 14:04:25.044321 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.api.extensions [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103360) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 14:04:25.044828 dv-cinder-839793-5-iscsi neutron-server[103360]: INFO neutron.api.extensions [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins May 03 14:04:25.045148 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.api.extensions [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103360) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 14:04:25.046096 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.api.extensions [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103360) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 14:04:25.046597 dv-cinder-839793-5-iscsi neutron-server[103360]: INFO neutron.api.extensions [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins May 03 14:04:25.046913 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.api.extensions [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Loading extension file: qos_default.py {{(pid=103360) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 14:04:25.047799 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.api.extensions [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103360) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 14:04:25.048298 dv-cinder-839793-5-iscsi neutron-server[103360]: INFO neutron.api.extensions [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Extension qos-default not supported by any of loaded plugins May 03 14:04:25.048619 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.api.extensions [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Loading extension file: qos_fip.py {{(pid=103360) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 14:04:25.049534 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.api.extensions [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103360) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 14:04:25.050035 dv-cinder-839793-5-iscsi neutron-server[103360]: INFO neutron.api.extensions [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Extension qos-fip not supported by any of loaded plugins May 03 14:04:25.050352 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.api.extensions [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Loading extension file: qos_fip_network_policy.py {{(pid=103360) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 14:04:25.051253 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.api.extensions [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103360) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 14:04:25.051752 dv-cinder-839793-5-iscsi neutron-server[103360]: INFO neutron.api.extensions [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Extension qos-fip-network-policy not supported by any of loaded plugins May 03 14:04:25.052067 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.api.extensions [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Loading extension file: qos_gateway_ip.py {{(pid=103360) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 14:04:25.053143 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.api.extensions [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103360) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 14:04:25.053677 dv-cinder-839793-5-iscsi neutron-server[103360]: INFO neutron.api.extensions [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Extension qos-gateway-ip not supported by any of loaded plugins May 03 14:04:25.053992 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.api.extensions [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Loading extension file: qos_port_network_policy.py {{(pid=103360) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 14:04:25.054886 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.api.extensions [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103360) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 14:04:25.055386 dv-cinder-839793-5-iscsi neutron-server[103360]: INFO neutron.api.extensions [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Extension qos-port-network-policy not supported by any of loaded plugins May 03 14:04:25.055697 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.api.extensions [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103360) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 14:04:25.056720 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.api.extensions [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103360) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 14:04:25.057223 dv-cinder-839793-5-iscsi neutron-server[103360]: INFO neutron.api.extensions [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Extension qos-pps-minimum not supported by any of loaded plugins May 03 14:04:25.057568 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.api.extensions [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=103360) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 14:04:25.058586 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.api.extensions [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=103360) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 14:04:25.059083 dv-cinder-839793-5-iscsi neutron-server[103360]: INFO neutron.api.extensions [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins May 03 14:04:25.059401 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.api.extensions [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Loading extension file: qos_pps_rule.py {{(pid=103360) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 14:04:25.060588 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.api.extensions [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103360) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 14:04:25.061090 dv-cinder-839793-5-iscsi neutron-server[103360]: INFO neutron.api.extensions [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Extension qos-pps not supported by any of loaded plugins May 03 14:04:25.061437 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.api.extensions [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Loading extension file: qos_rule_type_details.py {{(pid=103360) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 14:04:25.062341 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.api.extensions [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103360) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 14:04:25.062834 dv-cinder-839793-5-iscsi neutron-server[103360]: INFO neutron.api.extensions [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Extension qos-rule-type-details not supported by any of loaded plugins May 03 14:04:25.063152 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.api.extensions [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Loading extension file: qos_rule_type_filter.py {{(pid=103360) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 14:04:25.064036 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.api.extensions [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=103360) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 14:04:25.064528 dv-cinder-839793-5-iscsi neutron-server[103360]: INFO neutron.api.extensions [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Extension qos-rule-type-filter not supported by any of loaded plugins May 03 14:04:25.064845 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.api.extensions [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Loading extension file: qos_rules_alias.py {{(pid=103360) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 14:04:25.065890 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.api.extensions [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103360) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 14:04:25.066392 dv-cinder-839793-5-iscsi neutron-server[103360]: INFO neutron.api.extensions [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Extension qos-rules-alias not supported by any of loaded plugins May 03 14:04:25.066707 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.api.extensions [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Loading extension file: quota_check_limit.py {{(pid=103360) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 14:04:25.067678 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.api.extensions [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103360) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 14:04:25.068406 dv-cinder-839793-5-iscsi neutron-server[103360]: INFO neutron.api.extensions [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Loaded extension: quota-check-limit May 03 14:04:25.068824 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.api.extensions [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Loading extension file: quotasv2.py {{(pid=103360) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 14:04:25.069814 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.api.extensions [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103360) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 14:04:25.070190 dv-cinder-839793-5-iscsi neutron-server[103360]: INFO neutron.api.extensions [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Loaded extension: quotas May 03 14:04:25.070509 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.api.extensions [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Loading extension file: quotasv2_detail.py {{(pid=103360) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 14:04:25.072194 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.api.extensions [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103360) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 14:04:25.072518 dv-cinder-839793-5-iscsi neutron-server[103360]: INFO neutron.api.extensions [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Loaded extension: quota_details May 03 14:04:25.072843 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.api.extensions [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Loading extension file: rbac.py {{(pid=103360) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 14:04:25.073919 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.api.extensions [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103360) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 14:04:25.074437 dv-cinder-839793-5-iscsi neutron-server[103360]: INFO neutron.api.extensions [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Loaded extension: rbac-policies May 03 14:04:25.074760 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.api.extensions [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Loading extension file: rbac_address_group.py {{(pid=103360) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 14:04:25.075677 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.api.extensions [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103360) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 14:04:25.076180 dv-cinder-839793-5-iscsi neutron-server[103360]: INFO neutron.api.extensions [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Loaded extension: rbac-address-group May 03 14:04:25.076502 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.api.extensions [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Loading extension file: rbac_address_scope.py {{(pid=103360) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 14:04:25.077434 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.api.extensions [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103360) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 14:04:25.077933 dv-cinder-839793-5-iscsi neutron-server[103360]: INFO neutron.api.extensions [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Loaded extension: rbac-address-scope May 03 14:04:25.078245 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.api.extensions [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Loading extension file: rbac_security_groups.py {{(pid=103360) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 14:04:25.079147 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.api.extensions [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103360) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 14:04:25.079644 dv-cinder-839793-5-iscsi neutron-server[103360]: INFO neutron.api.extensions [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Loaded extension: rbac-security-groups May 03 14:04:25.079958 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.api.extensions [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Loading extension file: rbac_subnetpool.py {{(pid=103360) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 14:04:25.080855 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.api.extensions [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103360) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 14:04:25.081381 dv-cinder-839793-5-iscsi neutron-server[103360]: INFO neutron.api.extensions [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Loaded extension: rbac-subnetpool May 03 14:04:25.081692 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.api.extensions [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Loading extension file: revisionifmatch.py {{(pid=103360) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 14:04:25.082595 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.api.extensions [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103360) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 14:04:25.083089 dv-cinder-839793-5-iscsi neutron-server[103360]: INFO neutron.api.extensions [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Loaded extension: revision-if-match May 03 14:04:25.083401 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.api.extensions [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Loading extension file: revisions.py {{(pid=103360) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 14:04:25.084612 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.api.extensions [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103360) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 14:04:25.085110 dv-cinder-839793-5-iscsi neutron-server[103360]: INFO neutron.api.extensions [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Loaded extension: standard-attr-revisions May 03 14:04:25.085458 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.api.extensions [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Loading extension file: router_availability_zone.py {{(pid=103360) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 14:04:25.086122 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.api.extensions [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103360) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 14:04:25.086623 dv-cinder-839793-5-iscsi neutron-server[103360]: INFO neutron.api.extensions [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Loaded extension: router_availability_zone May 03 14:04:25.086937 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.api.extensions [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Loading extension file: routerservicetype.py {{(pid=103360) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 14:04:25.088151 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.api.extensions [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103360) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 14:04:25.088643 dv-cinder-839793-5-iscsi neutron-server[103360]: INFO neutron.api.extensions [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Extension router-service-type not supported by any of loaded plugins May 03 14:04:25.088962 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.api.extensions [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103360) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 14:04:25.089899 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.api.extensions [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103360) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 14:04:25.090398 dv-cinder-839793-5-iscsi neutron-server[103360]: INFO neutron.api.extensions [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Loaded extension: security-groups-normalized-cidr May 03 14:04:25.090711 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.api.extensions [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Loading extension file: security_groups_port_filtering.py {{(pid=103360) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 14:04:25.091611 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.api.extensions [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103360) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 14:04:25.092106 dv-cinder-839793-5-iscsi neutron-server[103360]: INFO neutron.api.extensions [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Loaded extension: port-security-groups-filtering May 03 14:04:25.092420 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.api.extensions [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103360) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 14:04:25.093363 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.api.extensions [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103360) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 14:04:25.093875 dv-cinder-839793-5-iscsi neutron-server[103360]: INFO neutron.api.extensions [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Loaded extension: security-groups-remote-address-group May 03 14:04:25.094192 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.api.extensions [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103360) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 14:04:25.095223 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.api.extensions [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103360) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 14:04:25.095724 dv-cinder-839793-5-iscsi neutron-server[103360]: INFO neutron.api.extensions [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Loaded extension: security-groups-shared-filtering May 03 14:04:25.096041 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.api.extensions [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103360) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 14:04:25.096628 dv-cinder-839793-5-iscsi neutron-server[103360]: WARNING neutron.api.extensions [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py May 03 14:04:25.096939 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.api.extensions [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Loading extension file: securitygroup.py {{(pid=103360) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 14:04:25.106676 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.api.extensions [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103360) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 14:04:25.107195 dv-cinder-839793-5-iscsi neutron-server[103360]: INFO neutron.api.extensions [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Loaded extension: security-group May 03 14:04:25.107521 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.api.extensions [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Loading extension file: segment.py {{(pid=103360) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 14:04:25.108240 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.api.extensions [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103360) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 14:04:25.108740 dv-cinder-839793-5-iscsi neutron-server[103360]: INFO neutron.api.extensions [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Extension segment not supported by any of loaded plugins May 03 14:04:25.109056 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.api.extensions [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103360) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 14:04:25.110003 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.api.extensions [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103360) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 14:04:25.110501 dv-cinder-839793-5-iscsi neutron-server[103360]: INFO neutron.api.extensions [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins May 03 14:04:25.110814 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.api.extensions [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Loading extension file: servicetype.py {{(pid=103360) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 14:04:25.111894 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.api.extensions [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103360) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 14:04:25.112407 dv-cinder-839793-5-iscsi neutron-server[103360]: INFO neutron.api.extensions [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Loaded extension: service-type May 03 14:04:25.112724 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.api.extensions [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Loading extension file: sorting.py {{(pid=103360) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 14:04:25.113720 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.api.extensions [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103360) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 14:04:25.114045 dv-cinder-839793-5-iscsi neutron-server[103360]: INFO neutron.api.extensions [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Loaded extension: sorting May 03 14:04:25.114357 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.api.extensions [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Loading extension file: standard_attr_segment.py {{(pid=103360) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 14:04:25.115297 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.api.extensions [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103360) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 14:04:25.115799 dv-cinder-839793-5-iscsi neutron-server[103360]: INFO neutron.api.extensions [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Extension standard-attr-segment not supported by any of loaded plugins May 03 14:04:25.116112 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.api.extensions [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Loading extension file: standardattrdescription.py {{(pid=103360) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 14:04:25.116756 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.api.extensions [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103360) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 14:04:25.117254 dv-cinder-839793-5-iscsi neutron-server[103360]: INFO neutron.api.extensions [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Loaded extension: standard-attr-description May 03 14:04:25.117592 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.api.extensions [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Loading extension file: stateful_security_group.py {{(pid=103360) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 14:04:25.118504 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.api.extensions [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103360) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 14:04:25.119005 dv-cinder-839793-5-iscsi neutron-server[103360]: INFO neutron.api.extensions [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Loaded extension: stateful-security-group May 03 14:04:25.119319 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.api.extensions [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Loading extension file: stdattrs_common.py {{(pid=103360) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 14:04:25.119878 dv-cinder-839793-5-iscsi neutron-server[103360]: WARNING neutron.api.extensions [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py May 03 14:04:25.120185 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.api.extensions [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103360) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 14:04:25.121086 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.api.extensions [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103360) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 14:04:25.121620 dv-cinder-839793-5-iscsi neutron-server[103360]: INFO neutron.api.extensions [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins May 03 14:04:25.121935 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.api.extensions [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Loading extension file: subnet_onboard.py {{(pid=103360) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 14:04:25.122972 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.api.extensions [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103360) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 14:04:25.123481 dv-cinder-839793-5-iscsi neutron-server[103360]: INFO neutron.api.extensions [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Loaded extension: subnet_onboard May 03 14:04:25.123795 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.api.extensions [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103360) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 14:04:25.124709 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.api.extensions [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103360) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 14:04:25.125209 dv-cinder-839793-5-iscsi neutron-server[103360]: INFO neutron.api.extensions [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins May 03 14:04:25.125552 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.api.extensions [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Loading extension file: subnet_service_types.py {{(pid=103360) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 14:04:25.126470 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.api.extensions [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103360) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 14:04:25.126983 dv-cinder-839793-5-iscsi neutron-server[103360]: INFO neutron.api.extensions [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Loaded extension: subnet-service-types May 03 14:04:25.127299 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.api.extensions [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Loading extension file: subnetallocation.py {{(pid=103360) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 14:04:25.128363 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.api.extensions [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103360) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 14:04:25.128870 dv-cinder-839793-5-iscsi neutron-server[103360]: INFO neutron.api.extensions [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Loaded extension: subnet_allocation May 03 14:04:25.129215 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.api.extensions [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103360) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 14:04:25.129893 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.api.extensions [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103360) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 14:04:25.130393 dv-cinder-839793-5-iscsi neutron-server[103360]: INFO neutron.api.extensions [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Loaded extension: subnetpool-prefix-ops May 03 14:04:25.130758 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.api.extensions [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103360) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 14:04:25.131679 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.api.extensions [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103360) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 14:04:25.132187 dv-cinder-839793-5-iscsi neutron-server[103360]: INFO neutron.api.extensions [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins May 03 14:04:25.132501 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.api.extensions [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Loading extension file: tagging.py {{(pid=103360) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 14:04:25.133584 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.api.extensions [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103360) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 14:04:25.134088 dv-cinder-839793-5-iscsi neutron-server[103360]: INFO neutron.api.extensions [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Loaded extension: standard-attr-tag May 03 14:04:25.134411 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.api.extensions [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Loading extension file: timestamp.py {{(pid=103360) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 14:04:25.135626 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.api.extensions [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103360) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 14:04:25.136134 dv-cinder-839793-5-iscsi neutron-server[103360]: INFO neutron.api.extensions [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Loaded extension: standard-attr-timestamp May 03 14:04:25.136456 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.api.extensions [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Loading extension file: trunk.py {{(pid=103360) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 14:04:25.137497 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.api.extensions [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103360) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 14:04:25.138007 dv-cinder-839793-5-iscsi neutron-server[103360]: INFO neutron.api.extensions [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Extension trunk not supported by any of loaded plugins May 03 14:04:25.138323 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.api.extensions [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Loading extension file: trunk_details.py {{(pid=103360) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 14:04:25.139227 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.api.extensions [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103360) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 14:04:25.139729 dv-cinder-839793-5-iscsi neutron-server[103360]: INFO neutron.api.extensions [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Extension trunk-details not supported by any of loaded plugins May 03 14:04:25.140043 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.api.extensions [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Loading extension file: uplink_status_propagation.py {{(pid=103360) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 14:04:25.140937 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.api.extensions [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103360) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 14:04:25.141521 dv-cinder-839793-5-iscsi neutron-server[103360]: INFO neutron.api.extensions [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Extension uplink-status-propagation not supported by any of loaded plugins May 03 14:04:25.141838 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.api.extensions [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Loading extension file: vlantransparent.py {{(pid=103360) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 14:04:25.142494 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.api.extensions [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103360) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 14:04:25.143015 dv-cinder-839793-5-iscsi neutron-server[103360]: INFO neutron.api.extensions [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Extension vlan-transparent not supported by any of loaded plugins May 03 14:04:25.145698 dv-cinder-839793-5-iscsi neutron-server[103360]: INFO neutron.quota.resource_registry [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Creating instance of TrackedResource for resource:network May 03 14:04:25.146291 dv-cinder-839793-5-iscsi neutron-server[103360]: INFO neutron.quota.resource_registry [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Creating instance of TrackedResource for resource:subnet May 03 14:04:25.146641 dv-cinder-839793-5-iscsi neutron-server[103360]: INFO neutron.quota.resource_registry [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Creating instance of TrackedResource for resource:subnetpool May 03 14:04:25.147104 dv-cinder-839793-5-iscsi neutron-server[103360]: INFO neutron.quota.resource_registry [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Creating instance of TrackedResource for resource:port May 03 14:04:25.148361 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.api.v2.resource_helper [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103360) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 03 14:04:25.148802 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.api.v2.resource_helper [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Service FLAVORS assigned prefix: {{(pid=103360) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 03 14:04:25.149428 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.api.v2.resource_helper [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103360) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 03 14:04:25.149848 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.api.v2.resource_helper [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103360) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 03 14:04:25.150171 dv-cinder-839793-5-iscsi neutron-server[103360]: INFO neutron.quota.resource_registry [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Creating instance of TrackedResource for resource:router May 03 14:04:25.150604 dv-cinder-839793-5-iscsi neutron-server[103360]: INFO neutron.quota.resource_registry [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Creating instance of TrackedResource for resource:floatingip May 03 14:04:25.151087 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.api.v2.resource_helper [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Service METERING assigned prefix: /metering {{(pid=103360) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 03 14:04:25.152517 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 14:04:25.152877 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 14:04:25.153216 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 14:04:25.154243 dv-cinder-839793-5-iscsi neutron-server[103360]: INFO neutron.quota.resource_registry [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Creating instance of CountableResource for resource:rbac_policy May 03 14:04:25.154672 dv-cinder-839793-5-iscsi neutron-server[103360]: INFO neutron.quota.resource_registry [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Creating instance of TrackedResource for resource:security_group May 03 14:04:25.155088 dv-cinder-839793-5-iscsi neutron-server[103360]: INFO neutron.quota.resource_registry [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Creating instance of TrackedResource for resource:security_group_rule May 03 14:04:25.155681 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.api.v2.resource_helper [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Service CORE assigned prefix: {{(pid=103360) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 03 14:04:25.156003 dv-cinder-839793-5-iscsi neutron-server[103360]: INFO neutron.quota.resource_registry [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Creating instance of TrackedResource for resource:subnetpool May 03 14:04:25.156347 dv-cinder-839793-5-iscsi neutron-server[103360]: WARNING neutron.quota.resource_registry [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] subnetpool is already registered May 03 14:04:25.156759 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.api.v2.resource_helper [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Service CORE assigned prefix: {{(pid=103360) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 03 14:04:25.157083 dv-cinder-839793-5-iscsi neutron-server[103360]: INFO neutron.quota.resource_registry [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Creating instance of TrackedResource for resource:subnetpool May 03 14:04:25.157439 dv-cinder-839793-5-iscsi neutron-server[103360]: WARNING neutron.quota.resource_registry [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] subnetpool is already registered May 03 14:04:25.159696 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.api.v2.resource_helper [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103360) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 03 14:04:25.160118 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.api.v2.resource_helper [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Service FLAVORS assigned prefix: {{(pid=103360) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 03 14:04:25.160696 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.api.v2.resource_helper [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103360) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 03 14:04:25.161108 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.api.v2.resource_helper [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103360) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 03 14:04:25.161467 dv-cinder-839793-5-iscsi neutron-server[103360]: INFO neutron.quota.resource_registry [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Creating instance of TrackedResource for resource:router May 03 14:04:25.161804 dv-cinder-839793-5-iscsi neutron-server[103360]: WARNING neutron.quota.resource_registry [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] router is already registered May 03 14:04:25.162367 dv-cinder-839793-5-iscsi neutron-server[103360]: INFO neutron.quota.resource_registry [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Creating instance of TrackedResource for resource:floatingip May 03 14:04:25.162707 dv-cinder-839793-5-iscsi neutron-server[103360]: WARNING neutron.quota.resource_registry [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] floatingip is already registered May 03 14:04:25.163148 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.api.v2.resource_helper [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Service METERING assigned prefix: /metering {{(pid=103360) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 03 14:04:25.163803 dv-cinder-839793-5-iscsi neutron-server[103360]: INFO neutron.quota.resource_registry [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Creating instance of CountableResource for resource:rbac_policy May 03 14:04:25.164126 dv-cinder-839793-5-iscsi neutron-server[103360]: WARNING neutron.quota.resource_registry [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] rbac_policy is already registered May 03 14:04:25.164530 dv-cinder-839793-5-iscsi neutron-server[103360]: INFO neutron.quota.resource_registry [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Creating instance of TrackedResource for resource:security_group May 03 14:04:25.164861 dv-cinder-839793-5-iscsi neutron-server[103360]: WARNING neutron.quota.resource_registry [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] security_group is already registered May 03 14:04:25.165255 dv-cinder-839793-5-iscsi neutron-server[103360]: INFO neutron.quota.resource_registry [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Creating instance of TrackedResource for resource:security_group_rule May 03 14:04:25.165602 dv-cinder-839793-5-iscsi neutron-server[103360]: WARNING neutron.quota.resource_registry [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] security_group_rule is already registered May 03 14:04:25.166220 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.api.v2.resource_helper [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Service CORE assigned prefix: {{(pid=103360) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 03 14:04:25.166538 dv-cinder-839793-5-iscsi neutron-server[103360]: INFO neutron.quota.resource_registry [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Creating instance of TrackedResource for resource:subnetpool May 03 14:04:25.166863 dv-cinder-839793-5-iscsi neutron-server[103360]: WARNING neutron.quota.resource_registry [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] subnetpool is already registered May 03 14:04:25.167273 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.api.v2.resource_helper [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Service CORE assigned prefix: {{(pid=103360) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 03 14:04:25.167590 dv-cinder-839793-5-iscsi neutron-server[103360]: INFO neutron.quota.resource_registry [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Creating instance of TrackedResource for resource:subnetpool May 03 14:04:25.167910 dv-cinder-839793-5-iscsi neutron-server[103360]: WARNING neutron.quota.resource_registry [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] subnetpool is already registered May 03 14:04:25.168377 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.api.extensions [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Extended resource: extensions {{(pid=103360) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 14:04:25.169834 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.api.extensions [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Extended resource: address-groups {{(pid=103360) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 14:04:25.171304 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.api.extensions [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Extended resource: address-scopes {{(pid=103360) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 14:04:25.172606 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.api.extensions [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Extended resource: agents {{(pid=103360) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 14:04:25.173789 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.api.extensions [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Extended resource: auto-allocated-topology {{(pid=103360) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 14:04:25.175013 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.api.extensions [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Extended resource: availability_zones {{(pid=103360) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 14:04:25.176260 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.api.extensions [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Extended resource: dhcp-networks {{(pid=103360) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 14:04:25.177830 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.api.extensions [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Extended resource: dhcp-agents {{(pid=103360) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 14:04:25.179228 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.api.extensions [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Extended resource: routers {{(pid=103360) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 14:04:25.181406 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.api.extensions [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Extended resource: flavors {{(pid=103360) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 14:04:25.182559 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.api.extensions [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Extended resource: service_profiles {{(pid=103360) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 14:04:25.183733 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.api.extensions [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Extended resource: next_providers {{(pid=103360) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 14:04:25.185149 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.api.extensions [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Extended resource: service_profiles {{(pid=103360) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 14:04:25.186745 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.api.extensions [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Extended resource: floatingip-pools {{(pid=103360) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 14:04:25.187931 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.api.extensions [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Extended resource: routers {{(pid=103360) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 14:04:25.190025 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.api.extensions [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Extended resource: floatingips {{(pid=103360) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 14:04:25.192328 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.api.extensions [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Extended resource: l3-routers {{(pid=103360) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 14:04:25.193795 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.api.extensions [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Extended resource: l3-agents {{(pid=103360) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 14:04:25.195203 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.api.extensions [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Extended resource: metering-labels {{(pid=103360) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 14:04:25.196532 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.api.extensions [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Extended resource: metering-label-rules {{(pid=103360) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 14:04:25.197812 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.api.extensions [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Extended resource: network-ip-availabilities {{(pid=103360) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 14:04:25.199046 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.api.extensions [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Extended resource: bindings {{(pid=103360) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 14:04:25.200647 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.api.extensions [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Extended resource: quotas {{(pid=103360) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 14:04:25.202215 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.api.extensions [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Extended resource: quotas {{(pid=103360) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 14:04:25.203709 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.api.extensions [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Extended resource: rbac-policies {{(pid=103360) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 14:04:25.204986 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.api.extensions [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Extended resource: security-groups {{(pid=103360) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 14:04:25.206220 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.api.extensions [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Extended resource: security-group-rules {{(pid=103360) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 14:04:25.207406 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.api.extensions [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Extended resource: service-providers {{(pid=103360) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 14:04:25.208629 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.api.extensions [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Extended resource: subnetpools {{(pid=103360) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 14:04:25.210078 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.api.extensions [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Extended resource: subnetpools {{(pid=103360) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 14:04:25.211504 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.api.extensions [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Extended resource: tags {{(pid=103360) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 14:04:25.213482 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.api.extensions [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Extended resource: tags {{(pid=103360) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 14:04:25.215315 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.api.extensions [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Extended resource: tags {{(pid=103360) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 14:04:25.217068 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.api.extensions [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Extended resource: tags {{(pid=103360) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 14:04:25.218845 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.api.extensions [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Extended resource: tags {{(pid=103360) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 14:04:25.220664 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.api.extensions [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Extended resource: tags {{(pid=103360) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 14:04:25.222411 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.api.extensions [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Extended resource: tags {{(pid=103360) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 14:04:25.224273 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.api.extensions [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Extended resource: tags {{(pid=103360) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 14:04:25.226077 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.api.extensions [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Extended resource: tags {{(pid=103360) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 14:04:25.227875 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron.api.extensions [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Extended resource: tags {{(pid=103360) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 14:04:25.233817 dv-cinder-839793-5-iscsi neutron-server[103360]: WARNING keystonemiddleware.auth_token [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. May 03 14:04:25.238608 dv-cinder-839793-5-iscsi neutron-server[103360]: WARNING keystonemiddleware.auth_token [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint May 03 14:04:25.247239 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_concurrency.lockutils [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Acquired lock "singleton_lock" {{(pid=103360) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} May 03 14:04:25.247707 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_concurrency.lockutils [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Releasing lock "singleton_lock" {{(pid=103360) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} May 03 14:04:25.248356 dv-cinder-839793-5-iscsi neutron-server[103360]: INFO oslo_service.service [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Starting 2 workers May 03 14:04:25.253156 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Started child 103469 {{(pid=103360) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 03 14:04:25.257623 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Started child 103470 {{(pid=103360) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 03 14:04:25.258949 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:04:25.259589 dv-cinder-839793-5-iscsi neutron-server[103360]: INFO neutron.service [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Neutron service started, listening on 0.0.0.0:9696 May 03 14:04:25.259702 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Publish callbacks [] for process (None), before_spawn {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:04:25.260410 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [-] (103469) wsgi starting up on http://0.0.0.0:9696 May 03 14:04:25.262080 dv-cinder-839793-5-iscsi neutron-server[103360]: INFO oslo_service.service [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Starting 1 workers May 03 14:04:25.262368 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:04:25.263689 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [-] (103470) wsgi starting up on http://0.0.0.0:9696 May 03 14:04:25.267153 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Started child 103471 {{(pid=103360) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 03 14:04:25.267695 dv-cinder-839793-5-iscsi neutron-server[103360]: INFO oslo_service.service [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Starting 1 workers May 03 14:04:25.270943 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.service [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] calling RpcWorker wait() {{(pid=103471) _wait /opt/stack/neutron/neutron/service.py:128}} May 03 14:04:25.271499 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.service [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] returning from RpcWorker wait() {{(pid=103471) _wait /opt/stack/neutron/neutron/service.py:135}} May 03 14:04:25.272155 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Started child 103472 {{(pid=103360) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 03 14:04:25.272766 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:04:25.272918 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-c1610316-af05-48ae-aa3f-89377aa7c7b8 None None] Publish callbacks [] for process (None), after_spawn {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:04:25.273316 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:04:25.274797 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103360) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} May 03 14:04:25.274963 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 03 14:04:25.275339 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 03 14:04:25.275523 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 03 14:04:25.275884 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 03 14:04:25.276023 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 03 14:04:25.276551 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:04:25.276825 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:04:25.277072 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:04:25.277301 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:04:25.277443 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:04:25.277959 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:04:25.278127 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:04:25.278386 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:04:25.278685 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:04:25.278891 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:04:25.279039 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:04:25.279199 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:04:25.279452 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:04:25.279637 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:04:25.279785 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:04:25.280027 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:04:25.280240 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:04:25.280500 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:04:25.280706 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:04:25.280872 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:04:25.281116 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:04:25.281424 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:04:25.281664 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:04:25.281936 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] debug = True {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:04:25.282168 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:04:25.282643 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:04:25.282864 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:04:25.283130 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:04:25.283337 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:04:25.283596 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:04:25.283832 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:04:25.284075 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:04:25.284292 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:04:25.284501 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:04:25.284725 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:04:25.284972 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:04:25.285202 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:04:25.285413 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:04:25.285635 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:04:25.285882 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:04:25.286106 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:04:25.286560 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] host = dv-cinder-839793-5-iscsi {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:04:25.286798 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:04:25.286798 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:04:25.287473 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:04:25.287594 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:04:25.287831 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:04:25.288068 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:04:25.288494 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:04:25.288630 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:04:25.288790 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:04:25.289009 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:04:25.289254 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:04:25.289515 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:04:25.289730 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:04:25.289971 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] log_file = None {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:04:25.290134 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] log_options = True {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:04:25.290371 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:04:25.290631 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:04:25.290869 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:04:25.291055 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:04:25.291219 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:04:25.291378 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:04:25.291628 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:04:25.291786 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:04:25.292037 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:04:25.292257 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:04:25.292479 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:04:25.292691 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:04:25.292916 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:04:25.293129 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:04:25.293395 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:04:25.293603 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:04:25.293843 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:04:25.294059 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:04:25.294295 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:04:25.294543 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:04:25.294780 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:04:25.295014 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:04:25.295251 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:04:25.295479 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:04:25.295706 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:04:25.295933 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:04:25.296169 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:04:25.296382 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:04:25.296590 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:04:25.296817 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:04:25.297050 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:04:25.297408 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:04:25.297563 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:04:25.297799 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:04:25.298049 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:04:25.298269 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:04:25.298514 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:04:25.298744 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:04:25.298949 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:04:25.299235 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:04:25.299686 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:04:25.300129 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:04:25.300539 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:04:25.301087 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:04:25.301877 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:04:25.302263 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:04:25.302744 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] use_json = False {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:04:25.302930 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:04:25.303211 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:04:25.303897 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:04:25.304156 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:04:25.304384 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:04:25.304557 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:04:25.304948 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:04:25.305191 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:04:25.305934 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:04:25.308873 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.309223 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.309626 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.309914 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.310161 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.310412 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.310682 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.310930 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.311184 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.311442 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.311751 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.311998 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.312318 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.312566 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.312839 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.313168 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.313492 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.313785 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.314021 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.314242 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.314481 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.314713 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.314992 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.315435 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.315967 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.316220 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.316471 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.316768 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.317041 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.317340 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.317685 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.317942 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.318248 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.36/identity {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.318499 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.318745 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.319102 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.319373 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.319608 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.319888 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.320123 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.320392 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.320630 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.320854 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.321075 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.321325 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.321717 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.321984 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.322205 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.322439 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.322668 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.322888 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.323116 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.323330 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.323567 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.323781 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.324036 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.324268 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.324503 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.324746 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.324974 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.325183 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.325432 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.325654 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.325882 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.326118 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.326342 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.326547 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.326757 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.327018 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.327239 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.327455 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.327664 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.327873 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.328093 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.328324 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.328537 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.328940 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.329041 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.329214 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.329443 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.329655 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.329868 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.330093 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.330301 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.330510 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.330717 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.330949 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.331159 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.331387 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.331595 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.331806 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.332047 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.332387 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.332636 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.332876 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.333155 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.333840 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.333840 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.334040 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.334359 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.334730 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.335303 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.335699 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.336080 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.336473 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.336884 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.337605 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.338040 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.338426 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.338806 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.339226 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.339461 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.339709 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.339954 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.340242 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.340481 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.340718 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.340953 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.341208 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.341529 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.341768 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.342101 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.342250 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.342659 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.342955 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.343227 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.343499 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.343734 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.343966 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.344233 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.344497 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.344744 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.345004 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.345257 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.345543 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.345780 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.346029 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.346245 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.346477 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.346804 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.347034 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.347268 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.347481 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.347751 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.347999 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.348237 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.348509 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.348749 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.349000 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.349241 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.349553 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.36/identity {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.349767 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.350008 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.350234 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.350447 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.350692 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.350918 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.351135 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.351351 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.351578 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.351824 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.352035 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.352266 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.352508 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.352725 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.352959 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.353209 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.353438 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.353652 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.353881 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.354108 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.354342 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.354556 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.354784 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.355027 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.355240 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.355502 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.355740 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.355969 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.356195 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.356444 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.356679 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.356892 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.357132 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.357391 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.357600 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.357810 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.358022 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.358255 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.358475 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.358698 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.358933 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.359197 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.359446 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.359784 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.360018 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.360245 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.360496 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.360726 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.360936 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.361163 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.361397 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.361608 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.361996 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.362217 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.362430 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.362641 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.362869 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.363080 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.363309 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.363574 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.363809 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.364043 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.364254 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.364487 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.364715 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.364966 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.365373 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.365777 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.366025 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.366258 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.366499 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.366732 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.367016 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.367250 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.367458 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.367728 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.367943 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.368168 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.368607 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.368850 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.369076 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.369320 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.369539 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.369745 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.369969 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.370175 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.370401 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.370619 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.370830 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.371037 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.371276 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.371480 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.371687 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.371922 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.372133 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.372339 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.372559 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.372789 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.372989 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.373207 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.373584 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.373700 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.373923 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.374139 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.374338 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.374558 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.374787 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.374993 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.375268 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.375519 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.375755 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.376034 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.376274 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.376523 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.376769 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.377066 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.377317 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.377566 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.377793 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.378006 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.378221 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.378480 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.378774 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.379050 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.379316 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.379576 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.379823 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.380094 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.380360 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.380741 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.380908 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.381196 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.381509 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.381771 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.382022 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.382271 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.382492 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.382703 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.382934 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.383146 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.383360 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.383712 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.383852 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.384045 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.384256 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.384479 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.384697 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.384920 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.385126 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.385366 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.385580 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.385733 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 03 14:04:25.386289 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103360) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} May 03 14:04:25.386445 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 03 14:04:25.386594 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 03 14:04:25.386681 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:04:25.386777 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 03 14:04:25.386911 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 03 14:04:25.387082 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 03 14:04:25.387293 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:04:25.387452 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:04:25.389524 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:04:25.389775 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:04:25.390116 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:04:25.390351 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:04:25.390912 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:04:25.390912 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:04:25.391088 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:04:25.391233 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.wsgi [-] (103470) accepted ('10.222.0.36', 40332) {{(pid=103470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:04:25.391336 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:04:25.391336 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:04:25.391488 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:04:25.391651 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:04:25.391816 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:04:25.391975 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:04:25.392134 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:04:25.392294 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:04:25.392458 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:04:25.392617 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:04:25.392775 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:04:25.392932 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:04:25.393089 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] debug = True {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:04:25.393246 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:04:25.393494 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:04:25.393675 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:04:25.393833 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:04:25.393977 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:04:25.394118 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:04:25.394272 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:04:25.394427 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:04:25.394601 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:04:25.394761 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:04:25.394884 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:04:25.395037 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:04:25.395193 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:04:25.395349 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:04:25.395506 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:04:25.395662 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:04:25.395819 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:04:25.395979 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] host = dv-cinder-839793-5-iscsi {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:04:25.396128 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:04:25.396387 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:04:25.396480 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:04:25.396852 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:04:25.397008 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:04:25.397158 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:04:25.397352 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:04:25.397514 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:04:25.397678 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:04:25.397820 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:04:25.397977 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:04:25.398148 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:04:25.398303 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:04:25.398451 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] log_file = None {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:04:25.398593 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] log_options = True {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:04:25.398861 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:04:25.399024 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:04:25.399178 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:04:25.399360 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:04:25.399524 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:04:25.399674 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:04:25.399831 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:04:25.400078 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:04:25.400173 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:04:25.400323 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:04:25.400466 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:04:25.400717 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:04:25.400877 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:04:25.401020 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:04:25.401201 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:04:25.401376 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:04:25.401540 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:04:25.401681 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:04:25.401853 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:04:25.401991 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:04:25.402139 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:04:25.402275 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:04:25.402452 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:04:25.402581 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:04:25.402717 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:04:25.402851 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:04:25.402983 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:04:25.403133 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:04:25.403276 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:04:25.403420 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:04:25.403597 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:04:25.403731 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:04:25.403895 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:04:25.404022 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:04:25.404150 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:04:25.404331 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:04:25.404472 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:04:25.404606 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:04:25.404751 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:04:25.404884 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:04:25.405020 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:04:25.405155 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:04:25.405343 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:04:25.405486 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:04:25.405615 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:04:25.405753 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:04:25.406462 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] use_json = False {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:04:25.406462 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:04:25.406462 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:04:25.407365 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:04:25.407365 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:04:25.407365 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:04:25.407365 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:04:25.407365 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:04:25.408783 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:04:25.408783 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 14:04:25.408783 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.408783 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.408783 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.408783 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.409652 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [-] 10.222.0.36 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0149906 May 03 14:04:25.409807 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.409807 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.409807 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.409807 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.409807 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.409807 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.409807 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.409807 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.410917 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.410917 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.410917 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.410917 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.410917 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.410917 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.410917 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.410917 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.411520 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.411520 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.411520 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.411520 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.411907 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.411907 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.412071 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.412152 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.412265 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.412431 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.412606 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.412766 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.412927 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.36/identity {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.413086 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.413244 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.414195 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.414364 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.414527 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.414688 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.414848 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.415007 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.415167 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.415327 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.415574 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.415865 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.416292 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.416680 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.416977 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.417264 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.417569 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.417850 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.418138 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.418461 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.418612 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.418840 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.419110 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.419283 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.419430 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.419609 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.419757 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.419903 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.420207 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.420504 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.420899 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.421206 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.421454 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.421592 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.421736 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.421874 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.422006 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.422148 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.422294 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.422427 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.423887 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.423887 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.423887 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.423887 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.423887 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.423887 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.423887 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.423887 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.423887 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.425041 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.425041 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.425041 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.425041 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.425041 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.425041 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.425041 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.425041 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.426069 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.426069 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.426069 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.426069 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.426069 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.426069 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.426069 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.426924 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.426924 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.426924 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.426924 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.426924 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.426924 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.427449 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.427449 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.427449 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.427815 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.427815 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.427815 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.428121 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.428121 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.428528 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.428528 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.428528 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.428904 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.428904 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.429071 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.429226 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.429439 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.429623 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.429773 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.429916 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.430083 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.430238 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.430402 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.430549 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.430703 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.430885 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.431036 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.431191 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.431350 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.431509 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.431666 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.431809 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.431970 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.432139 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.432297 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.432455 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.432613 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.432858 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.433004 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.433176 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.433445 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.433445 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.433711 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.433711 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.433967 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.434103 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.434237 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.434371 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.434460 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.36/identity {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.434592 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.434747 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.435052 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.435351 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.435659 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.435811 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.435969 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.436131 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.436292 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.436442 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.436597 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.436757 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.436917 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.437076 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.437234 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.437433 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.437591 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.437747 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.437891 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.438054 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.438212 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.438370 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.438529 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.438689 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.438847 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.438992 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.439248 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.439399 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.439563 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.439721 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.439881 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.440041 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.440201 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.440358 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.440519 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.440678 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.440837 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.440996 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.441155 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.441416 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.441928 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.441928 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.441928 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.442318 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.442318 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.442585 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.442585 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.442837 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.442837 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.443116 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.443256 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.443391 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.443539 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.443675 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.443889 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.443889 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.444153 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.444282 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.444419 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.444554 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.444693 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.444828 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.444916 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.445076 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.445235 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.445415 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.445588 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.445724 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.445870 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.446005 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.446159 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.446301 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.446475 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.446634 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.446791 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.446950 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.447108 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.447265 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.447433 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.447591 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.447749 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.447901 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.448039 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.448200 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.448370 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.448528 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.448686 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.448853 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.449366 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.449366 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.449664 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.449664 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.449822 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.449902 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.450014 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.450172 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.450339 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.450497 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.450655 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.450813 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.450965 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.451121 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.451928 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.451928 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.451928 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.451928 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.451928 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.452238 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.452238 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.452374 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.452494 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.452634 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.452788 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.452948 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.453106 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.453275 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.453454 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.453679 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.453783 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.453924 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.454080 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.454803 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.454803 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.454803 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.454803 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.455070 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.455070 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.455205 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.455325 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.455482 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.455647 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.455818 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.455976 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.456134 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.456296 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.456458 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.456619 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.456780 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.456939 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.457096 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.457254 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.457437 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.457596 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.457758 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.457915 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.458076 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.458235 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.458392 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.458549 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.459999 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.459999 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 14:04:25.459999 dv-cinder-839793-5-iscsi neutron-server[103360]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 03 14:04:36.684165 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ab8c37b-a27b-4cd8-8b62-157be934c4f9 None None] get_active_networks_info from dv-cinder-839793-5-iscsi {{(pid=103471) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} May 03 14:04:36.750304 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ab8c37b-a27b-4cd8-8b62-157be934c4f9 None None] No non-hosted networks {{(pid=103471) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} May 03 14:04:36.766162 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-f114b1bf-1f65-49b9-8610-2b534459572d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786921254184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1688122'] for agent (2d0d8db6-b1c3-4022-9f9b-561ce4a4d2d8), after_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:04:38.906408 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-44fa3f86-189b-451f-9278-beda92830248 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786921254184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1688122'] for agent (2583ee88-9503-4370-b6e4-0a676865815e), after_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:04:38.976193 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-5a24aa84-da56-44ce-b900-8ce28f46c4c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786921254184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749114'] for agent (2583ee88-9503-4370-b6e4-0a676865815e), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:04:39.847761 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.wsgi [-] (103470) accepted ('10.222.0.36', 40400) {{(pid=103470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:04:40.384486 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-6b98c286-5509-41ae-9e31-4a328d4e2e3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786921254184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1688122'] for agent (9772c1e2-61d8-4a11-97d8-348a0cefa431), after_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:04:40.663418 dv-cinder-839793-5-iscsi neutron-server[103470]: WARNING oslo_policy.policy [None req-7f887238-8a19-487d-ad8c-862869df085f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 03 14:04:40.664226 dv-cinder-839793-5-iscsi neutron-server[103470]: WARNING oslo_policy.policy [None req-7f887238-8a19-487d-ad8c-862869df085f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 03 14:04:40.885811 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.wsgi [None req-7f887238-8a19-487d-ad8c-862869df085f admin admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103470) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 03 14:04:40.904300 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [None req-7f887238-8a19-487d-ad8c-862869df085f admin admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 1.0466106 May 03 14:04:41.466530 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-ece2f477-2d6d-4faa-a9a3-ecc6a9d3b5ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786921254184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1688122'] for agent (5abb75e8-e954-4dc0-bed6-210d2af77b9f), after_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:04:42.472980 dv-cinder-839793-5-iscsi neutron-server[103471]: INFO neutron.db.l3_hamode_db [None req-d5517bc7-7e53-482e-b0fc-5bd310667580 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 May 03 14:04:42.554369 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5517bc7-7e53-482e-b0fc-5bd310667580 None None] Routers set() bound to L3 agent in host dv-cinder-839793-5-iscsi {{(pid=103471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 14:04:42.554791 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5517bc7-7e53-482e-b0fc-5bd310667580 None None] Router IDs set() for agent in host dv-cinder-839793-5-iscsi {{(pid=103471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} May 03 14:04:43.106659 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786921254184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1688122'] for agent (43411681-d6d4-43ac-b892-434a22df3f6d), after_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:04:43.107491 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:04:43.107890 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:04:43.108316 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:04:43.110045 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:04:43.110460 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:04:43.110822 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:04:43.111214 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:04:43.111627 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:04:43.112018 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:04:43.112397 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:04:43.112801 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:04:43.113142 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:04:43.113507 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:04:43.113831 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:04:43.114152 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:04:43.114530 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-839793-5-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:04:43.128714 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-839793-5-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:04:43.426595 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.wsgi [-] (103470) accepted ('10.222.0.36', 40434) {{(pid=103470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:04:43.759522 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.v2.base [None req-95f464dd-4983-4881-85c4-37dc8be18c0b admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'shared': True, 'is_default': True, 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16']}} {{(pid=103470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 14:04:43.848548 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.policy [None req-95f464dd-4983-4881-85c4-37dc8be18c0b admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103470) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 03 14:04:43.889487 dv-cinder-839793-5-iscsi neutron-server[103470]: WARNING oslo_policy.policy [None req-95f464dd-4983-4881-85c4-37dc8be18c0b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 03 14:04:43.889853 dv-cinder-839793-5-iscsi neutron-server[103470]: WARNING oslo_policy.policy [None req-95f464dd-4983-4881-85c4-37dc8be18c0b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 03 14:04:43.985202 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-95f464dd-4983-4881-85c4-37dc8be18c0b admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8786922747963', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8786922748471', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8786922764664', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8786922756934', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8786922752984', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8786922712801', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-661319', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-684885', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1737586', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1602734'] for rbac-policy (None), before_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:04:44.058063 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-95f464dd-4983-4881-85c4-37dc8be18c0b admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:04:44.059239 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [None req-95f464dd-4983-4881-85c4-37dc8be18c0b admin admin] 10.222.0.36 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6309853 May 03 14:04:46.487434 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.wsgi [-] (103470) accepted ('10.222.0.36', 40446) {{(pid=103470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:04:46.812072 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.v2.base [None req-42fa4264-e55b-4384-9ce3-086f0b2126f0 demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=103470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 14:04:46.845881 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42fa4264-e55b-4384-9ce3-086f0b2126f0 demo demo] Made reservation on behalf of 3256bc7158894136b4937ecc0a8b3073 for: {'network': 1} {{(pid=103470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 14:04:46.849656 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-42fa4264-e55b-4384-9ce3-086f0b2126f0 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585126'] for network (None), before_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:04:46.865954 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-42fa4264-e55b-4384-9ce3-086f0b2126f0 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:04:46.986705 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-42fa4264-e55b-4384-9ce3-086f0b2126f0 demo demo] Publish callbacks [] for security_group (95775e7f-5a3a-4ede-ba67-b7e6860c8587), precommit_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:04:46.992354 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-42fa4264-e55b-4384-9ce3-086f0b2126f0 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656397'] for security_group (95775e7f-5a3a-4ede-ba67-b7e6860c8587), after_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:04:47.020083 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42fa4264-e55b-4384-9ce3-086f0b2126f0 demo demo] vlan segment allocate from pool success with {'vlan_id': 215, 'physical_network': 'physnet1'} {{(pid=103470) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 14:04:47.052306 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-42fa4264-e55b-4384-9ce3-086f0b2126f0 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8786921254193', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-690795'] for segment (e9543972-60f8-48df-8e3d-2a4a278b8c39), precommit_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:04:47.052894 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-42fa4264-e55b-4384-9ce3-086f0b2126f0 demo demo] Unsubscribe: segment precommit_create {{(pid=103470) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 03 14:04:47.053431 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.db.segments_db [None req-42fa4264-e55b-4384-9ce3-086f0b2126f0 demo demo] Added segment e9543972-60f8-48df-8e3d-2a4a278b8c39 of type vlan for network a967b3f8-fbcf-4447-8171-91b6d7d442b4 May 03 14:04:47.086233 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fa4264-e55b-4384-9ce3-086f0b2126f0 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=95775e7f-5a3a-4ede-ba67-b7e6860c8587,revision_number=1']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:04:47.128129 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42fa4264-e55b-4384-9ce3-086f0b2126f0 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:04:47.128437 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42fa4264-e55b-4384-9ce3-086f0b2126f0 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:04:47.128782 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42fa4264-e55b-4384-9ce3-086f0b2126f0 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:04:47.129124 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42fa4264-e55b-4384-9ce3-086f0b2126f0 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:04:47.129504 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42fa4264-e55b-4384-9ce3-086f0b2126f0 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:04:47.129807 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42fa4264-e55b-4384-9ce3-086f0b2126f0 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:04:47.130125 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42fa4264-e55b-4384-9ce3-086f0b2126f0 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:04:47.130621 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42fa4264-e55b-4384-9ce3-086f0b2126f0 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:04:47.130942 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42fa4264-e55b-4384-9ce3-086f0b2126f0 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:04:47.131255 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42fa4264-e55b-4384-9ce3-086f0b2126f0 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:04:47.131572 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42fa4264-e55b-4384-9ce3-086f0b2126f0 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:04:47.131906 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42fa4264-e55b-4384-9ce3-086f0b2126f0 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:04:47.132220 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42fa4264-e55b-4384-9ce3-086f0b2126f0 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:04:47.132531 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42fa4264-e55b-4384-9ce3-086f0b2126f0 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:04:47.132838 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42fa4264-e55b-4384-9ce3-086f0b2126f0 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:04:47.134289 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42fa4264-e55b-4384-9ce3-086f0b2126f0 demo demo] Tracked resource versions report: May 03 14:04:47.134289 dv-cinder-839793-5-iscsi neutron-server[103470]: pushed versions: May 03 14:04:47.134289 dv-cinder-839793-5-iscsi neutron-server[103470]: { 'AddressGroup': {'1.2'}, May 03 14:04:47.134289 dv-cinder-839793-5-iscsi neutron-server[103470]: 'Agent': {'1.1'}, May 03 14:04:47.134289 dv-cinder-839793-5-iscsi neutron-server[103470]: 'ConntrackHelper': {'1.0'}, May 03 14:04:47.134289 dv-cinder-839793-5-iscsi neutron-server[103470]: 'LocalIPAssociation': {'1.0'}, May 03 14:04:47.134289 dv-cinder-839793-5-iscsi neutron-server[103470]: 'Log': {'1.0'}, May 03 14:04:47.134289 dv-cinder-839793-5-iscsi neutron-server[103470]: 'NDPProxy': {'1.0'}, May 03 14:04:47.134289 dv-cinder-839793-5-iscsi neutron-server[103470]: 'Network': {'1.1'}, May 03 14:04:47.134289 dv-cinder-839793-5-iscsi neutron-server[103470]: 'Port': {'1.7'}, May 03 14:04:47.134289 dv-cinder-839793-5-iscsi neutron-server[103470]: 'PortForwarding': {'1.3'}, May 03 14:04:47.134289 dv-cinder-839793-5-iscsi neutron-server[103470]: 'QosPolicy': {'1.10'}, May 03 14:04:47.134289 dv-cinder-839793-5-iscsi neutron-server[103470]: 'SecurityGroup': {'1.5'}, May 03 14:04:47.134289 dv-cinder-839793-5-iscsi neutron-server[103470]: 'SecurityGroupRule': {'1.2'}, May 03 14:04:47.134289 dv-cinder-839793-5-iscsi neutron-server[103470]: 'SubPort': {'1.0'}, May 03 14:04:47.134289 dv-cinder-839793-5-iscsi neutron-server[103470]: 'Subnet': {'1.1'}, May 03 14:04:47.134289 dv-cinder-839793-5-iscsi neutron-server[103470]: 'Trunk': {'1.1'}} May 03 14:04:47.134289 dv-cinder-839793-5-iscsi neutron-server[103470]: consumer versions: May 03 14:04:47.134289 dv-cinder-839793-5-iscsi neutron-server[103470]: { DHCP agent@dv-cinder-839793-5-iscsi: {}, May 03 14:04:47.134289 dv-cinder-839793-5-iscsi neutron-server[103470]: L3 agent@dv-cinder-839793-5-iscsi: {}, May 03 14:04:47.134289 dv-cinder-839793-5-iscsi neutron-server[103470]: Metadata agent@dv-cinder-839793-5-iscsi: {}, May 03 14:04:47.134289 dv-cinder-839793-5-iscsi neutron-server[103470]: Metering agent@dv-cinder-839793-5-iscsi: {}, May 03 14:04:47.134289 dv-cinder-839793-5-iscsi neutron-server[103470]: Open vSwitch agent@dv-cinder-839793-5-iscsi: { 'AddressGroup': '1.2', May 03 14:04:47.134289 dv-cinder-839793-5-iscsi neutron-server[103470]: 'Agent': '1.1', May 03 14:04:47.134289 dv-cinder-839793-5-iscsi neutron-server[103470]: 'ConntrackHelper': '1.0', May 03 14:04:47.134289 dv-cinder-839793-5-iscsi neutron-server[103470]: 'LocalIPAssociation': '1.0', May 03 14:04:47.134289 dv-cinder-839793-5-iscsi neutron-server[103470]: 'Log': '1.0', May 03 14:04:47.134289 dv-cinder-839793-5-iscsi neutron-server[103470]: 'NDPProxy': '1.0', May 03 14:04:47.134289 dv-cinder-839793-5-iscsi neutron-server[103470]: 'Network': '1.1', May 03 14:04:47.134289 dv-cinder-839793-5-iscsi neutron-server[103470]: 'Port': '1.7', May 03 14:04:47.134289 dv-cinder-839793-5-iscsi neutron-server[103470]: 'PortForwarding': '1.3', May 03 14:04:47.134289 dv-cinder-839793-5-iscsi neutron-server[103470]: 'QosPolicy': '1.10', May 03 14:04:47.134289 dv-cinder-839793-5-iscsi neutron-server[103470]: 'SecurityGroup': '1.5', May 03 14:04:47.134289 dv-cinder-839793-5-iscsi neutron-server[103470]: 'SecurityGroupRule': '1.2', May 03 14:04:47.134289 dv-cinder-839793-5-iscsi neutron-server[103470]: 'SubPort': '1.0', May 03 14:04:47.134289 dv-cinder-839793-5-iscsi neutron-server[103470]: 'Subnet': '1.1', May 03 14:04:47.134289 dv-cinder-839793-5-iscsi neutron-server[103470]: 'Trunk': '1.1'}} May 03 14:04:47.134289 dv-cinder-839793-5-iscsi neutron-server[103470]: {{(pid=103470) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 03 14:04:47.160851 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-42fa4264-e55b-4384-9ce3-086f0b2126f0 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786920812993'] for network (a967b3f8-fbcf-4447-8171-91b6d7d442b4), precommit_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:04:47.203967 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-42fa4264-e55b-4384-9ce3-086f0b2126f0 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766'] for network (a967b3f8-fbcf-4447-8171-91b6d7d442b4), after_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:04:47.209399 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42fa4264-e55b-4384-9ce3-086f0b2126f0 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:04:47.210089 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-42fa4264-e55b-4384-9ce3-086f0b2126f0 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599744'] for network (None), before_response {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:04:47.269499 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [None req-42fa4264-e55b-4384-9ce3-086f0b2126f0 demo demo] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.7809198 May 03 14:04:47.328125 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fa4264-e55b-4384-9ce3-086f0b2126f0 demo demo] Pushing event updated for resources: {'Network': ['ID=a967b3f8-fbcf-4447-8171-91b6d7d442b4,revision_number=1']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:04:47.341142 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.rpc [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Network a967b3f8-fbcf-4447-8171-91b6d7d442b4 details requested by agent ovs-agent-dv-cinder-839793-5-iscsi with host dv-cinder-839793-5-iscsi {{(pid=103471) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 03 14:04:49.785870 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.wsgi [-] (103470) accepted ('10.222.0.36', 40458) {{(pid=103470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:04:50.234599 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-698fc425-f6b8-4644-bb48-bbd4ed181e98 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:04:50.235963 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [None req-698fc425-f6b8-4644-bb48-bbd4ed181e98 demo admin] 10.222.0.36 "GET /v2.0/networks/a967b3f8-fbcf-4447-8171-91b6d7d442b4 HTTP/1.1" status: 200 len: 825 time: 0.4489136 May 03 14:04:50.261927 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [None req-47ffcb3e-e0bd-40d7-a4fa-5c766ef09c69 demo admin] 10.222.0.36 "GET /v2.0/subnetpools/e2300f9e-e31f-49e0-8db4-60efd7e07dbb HTTP/1.1" status: 200 len: 734 time: 0.0186546 May 03 14:04:50.270256 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.v2.base [None req-7206b6be-2f4d-449e-ae53-178ff1747062 demo admin] Request body: {'subnet': {'network_id': 'a967b3f8-fbcf-4447-8171-91b6d7d442b4', 'gateway_ip': '172.20.0.1', 'ip_version': 4, 'subnetpool_id': 'e2300f9e-e31f-49e0-8db4-60efd7e07dbb', 'name': 'private-subnet'}} {{(pid=103470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 14:04:50.295125 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7206b6be-2f4d-449e-ae53-178ff1747062 demo admin] Made reservation on behalf of 3256bc7158894136b4937ecc0a8b3073 for: {'subnet': 1} {{(pid=103470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 14:04:50.297271 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-7206b6be-2f4d-449e-ae53-178ff1747062 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:04:50.598540 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-7206b6be-2f4d-449e-ae53-178ff1747062 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766'] for subnet (00030278-dcdf-4c7d-8166-a1f0c3ee1fd6), after_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:04:50.663370 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7206b6be-2f4d-449e-ae53-178ff1747062 demo admin] Pushing event updated for resources: {'Subnet': ['ID=00030278-dcdf-4c7d-8166-a1f0c3ee1fd6,revision_number=0']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:04:50.671972 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7206b6be-2f4d-449e-ae53-178ff1747062 demo admin] Checking segment: {'id': 'e9543972-60f8-48df-8e3d-2a4a278b8c39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'a967b3f8-fbcf-4447-8171-91b6d7d442b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 14:04:50.672540 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7206b6be-2f4d-449e-ae53-178ff1747062 demo admin] Network hostable DHCP agents. Network: a967b3f8-fbcf-4447-8171-91b6d7d442b4, hostable agents: ['2d0d8db6-b1c3-4022-9f9b-561ce4a4d2d8'], hosted agents: [] {{(pid=103470) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 14:04:50.695930 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7206b6be-2f4d-449e-ae53-178ff1747062 demo admin] Network a967b3f8-fbcf-4447-8171-91b6d7d442b4 is scheduled to be hosted by DHCP agent 2d0d8db6-b1c3-4022-9f9b-561ce4a4d2d8 with binding_index 1 {{(pid=103470) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 14:04:50.712965 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.scheduler.base_scheduler [None req-7206b6be-2f4d-449e-ae53-178ff1747062 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839793-5-iscsi, a967b3f8-fbcf-4447-8171-91b6d7d442b4) {{(pid=103470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 14:04:50.718276 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7206b6be-2f4d-449e-ae53-178ff1747062 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:04:50.718856 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-7206b6be-2f4d-449e-ae53-178ff1747062 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599744'] for subnet (None), before_response {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:04:50.723885 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31f8d194-f2d4-4ae5-b6c5-1dc9bce53a89 None None] Network a967b3f8-fbcf-4447-8171-91b6d7d442b4 requested from dv-cinder-839793-5-iscsi {{(pid=103471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 03 14:04:50.735786 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [None req-7206b6be-2f4d-449e-ae53-178ff1747062 demo admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4687347 May 03 14:04:50.991922 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e47a331-31fc-4610-b236-7181806dc0e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a095324-fe16-59ec-838a-76a13e211480-a967b3f8-fbcf-4447-8171-91b6d7d442b4', 'network_id': 'a967b3f8-fbcf-4447-8171-91b6d7d442b4', 'project_id': '3256bc7158894136b4937ecc0a8b3073', 'fixed_ips': [{'subnet_id': '00030278-dcdf-4c7d-8166-a1f0c3ee1fd6'}]}} from dv-cinder-839793-5-iscsi. {{(pid=103471) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 03 14:04:50.993115 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-0e47a331-31fc-4610-b236-7181806dc0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585126'] for port (None), before_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:04:51.268964 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.db_base_plugin_common [None req-0e47a331-31fc-4610-b236-7181806dc0e4 None None] Allocated IP 172.20.0.2 (a967b3f8-fbcf-4447-8171-91b6d7d442b4/00030278-dcdf-4c7d-8166-a1f0c3ee1fd6/aec35d79-10dc-4e72-a76b-8886a7440e22) {{(pid=103471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 14:04:51.535496 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-0e47a331-31fc-4610-b236-7181806dc0e4 None None] Publish callbacks [] for port (aec35d79-10dc-4e72-a76b-8886a7440e22), precommit_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:04:51.544075 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-0e47a331-31fc-4610-b236-7181806dc0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786920821396'] for port (aec35d79-10dc-4e72-a76b-8886a7440e22), after_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:04:51.613269 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e47a331-31fc-4610-b236-7181806dc0e4 None None] Network a967b3f8-fbcf-4447-8171-91b6d7d442b4 is already hosted by enough agents. {{(pid=103471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 14:04:51.619549 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.scheduler.base_scheduler [None req-0e47a331-31fc-4610-b236-7181806dc0e4 None None] Resources bound (agent type, host, resource id): {{(pid=103471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 14:04:51.631812 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e47a331-31fc-4610-b236-7181806dc0e4 None None] Received port after_create {{(pid=103471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 14:04:51.634973 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e47a331-31fc-4610-b236-7181806dc0e4 None None] Pushing event updated for resources: {'Port': ['ID=aec35d79-10dc-4e72-a76b-8886a7440e22,revision_number=1']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:04:51.646220 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e47a331-31fc-4610-b236-7181806dc0e4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:04:51.646560 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e47a331-31fc-4610-b236-7181806dc0e4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:04:51.646914 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e47a331-31fc-4610-b236-7181806dc0e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:04:51.647266 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e47a331-31fc-4610-b236-7181806dc0e4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:04:51.647597 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e47a331-31fc-4610-b236-7181806dc0e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:04:51.647921 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e47a331-31fc-4610-b236-7181806dc0e4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:04:51.648243 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e47a331-31fc-4610-b236-7181806dc0e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:04:51.648559 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e47a331-31fc-4610-b236-7181806dc0e4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:04:51.648881 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e47a331-31fc-4610-b236-7181806dc0e4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:04:51.649196 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e47a331-31fc-4610-b236-7181806dc0e4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:04:51.649530 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e47a331-31fc-4610-b236-7181806dc0e4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:04:51.649860 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e47a331-31fc-4610-b236-7181806dc0e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:04:51.650175 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e47a331-31fc-4610-b236-7181806dc0e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:04:51.650493 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e47a331-31fc-4610-b236-7181806dc0e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:04:51.650800 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e47a331-31fc-4610-b236-7181806dc0e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:04:51.652233 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e47a331-31fc-4610-b236-7181806dc0e4 None None] Tracked resource versions report: May 03 14:04:51.652233 dv-cinder-839793-5-iscsi neutron-server[103471]: pushed versions: May 03 14:04:51.652233 dv-cinder-839793-5-iscsi neutron-server[103471]: { 'AddressGroup': {'1.2'}, May 03 14:04:51.652233 dv-cinder-839793-5-iscsi neutron-server[103471]: 'Agent': {'1.1'}, May 03 14:04:51.652233 dv-cinder-839793-5-iscsi neutron-server[103471]: 'ConntrackHelper': {'1.0'}, May 03 14:04:51.652233 dv-cinder-839793-5-iscsi neutron-server[103471]: 'LocalIPAssociation': {'1.0'}, May 03 14:04:51.652233 dv-cinder-839793-5-iscsi neutron-server[103471]: 'Log': {'1.0'}, May 03 14:04:51.652233 dv-cinder-839793-5-iscsi neutron-server[103471]: 'NDPProxy': {'1.0'}, May 03 14:04:51.652233 dv-cinder-839793-5-iscsi neutron-server[103471]: 'Network': {'1.1'}, May 03 14:04:51.652233 dv-cinder-839793-5-iscsi neutron-server[103471]: 'Port': {'1.7'}, May 03 14:04:51.652233 dv-cinder-839793-5-iscsi neutron-server[103471]: 'PortForwarding': {'1.3'}, May 03 14:04:51.652233 dv-cinder-839793-5-iscsi neutron-server[103471]: 'QosPolicy': {'1.10'}, May 03 14:04:51.652233 dv-cinder-839793-5-iscsi neutron-server[103471]: 'SecurityGroup': {'1.5'}, May 03 14:04:51.652233 dv-cinder-839793-5-iscsi neutron-server[103471]: 'SecurityGroupRule': {'1.2'}, May 03 14:04:51.652233 dv-cinder-839793-5-iscsi neutron-server[103471]: 'SubPort': {'1.0'}, May 03 14:04:51.652233 dv-cinder-839793-5-iscsi neutron-server[103471]: 'Subnet': {'1.1'}, May 03 14:04:51.652233 dv-cinder-839793-5-iscsi neutron-server[103471]: 'Trunk': {'1.1'}} May 03 14:04:51.652233 dv-cinder-839793-5-iscsi neutron-server[103471]: consumer versions: May 03 14:04:51.652233 dv-cinder-839793-5-iscsi neutron-server[103471]: { DHCP agent@dv-cinder-839793-5-iscsi: {}, May 03 14:04:51.652233 dv-cinder-839793-5-iscsi neutron-server[103471]: L3 agent@dv-cinder-839793-5-iscsi: {}, May 03 14:04:51.652233 dv-cinder-839793-5-iscsi neutron-server[103471]: Metadata agent@dv-cinder-839793-5-iscsi: {}, May 03 14:04:51.652233 dv-cinder-839793-5-iscsi neutron-server[103471]: Metering agent@dv-cinder-839793-5-iscsi: {}, May 03 14:04:51.652233 dv-cinder-839793-5-iscsi neutron-server[103471]: Open vSwitch agent@dv-cinder-839793-5-iscsi: { 'AddressGroup': '1.2', May 03 14:04:51.652233 dv-cinder-839793-5-iscsi neutron-server[103471]: 'Agent': '1.1', May 03 14:04:51.652233 dv-cinder-839793-5-iscsi neutron-server[103471]: 'ConntrackHelper': '1.0', May 03 14:04:51.652233 dv-cinder-839793-5-iscsi neutron-server[103471]: 'LocalIPAssociation': '1.0', May 03 14:04:51.652233 dv-cinder-839793-5-iscsi neutron-server[103471]: 'Log': '1.0', May 03 14:04:51.652233 dv-cinder-839793-5-iscsi neutron-server[103471]: 'NDPProxy': '1.0', May 03 14:04:51.652233 dv-cinder-839793-5-iscsi neutron-server[103471]: 'Network': '1.1', May 03 14:04:51.652233 dv-cinder-839793-5-iscsi neutron-server[103471]: 'Port': '1.7', May 03 14:04:51.652233 dv-cinder-839793-5-iscsi neutron-server[103471]: 'PortForwarding': '1.3', May 03 14:04:51.652233 dv-cinder-839793-5-iscsi neutron-server[103471]: 'QosPolicy': '1.10', May 03 14:04:51.652233 dv-cinder-839793-5-iscsi neutron-server[103471]: 'SecurityGroup': '1.5', May 03 14:04:51.652233 dv-cinder-839793-5-iscsi neutron-server[103471]: 'SecurityGroupRule': '1.2', May 03 14:04:51.652233 dv-cinder-839793-5-iscsi neutron-server[103471]: 'SubPort': '1.0', May 03 14:04:51.652233 dv-cinder-839793-5-iscsi neutron-server[103471]: 'Subnet': '1.1', May 03 14:04:51.652233 dv-cinder-839793-5-iscsi neutron-server[103471]: 'Trunk': '1.1'}} May 03 14:04:51.652233 dv-cinder-839793-5-iscsi neutron-server[103471]: {{(pid=103471) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 03 14:04:51.728975 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.managers [None req-0e47a331-31fc-4610-b236-7181806dc0e4 None None] Attempting to bind port aec35d79-10dc-4e72-a76b-8886a7440e22 on host dv-cinder-839793-5-iscsi for vnic_type normal with profile {{(pid=103471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 03 14:04:51.729659 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.managers [None req-0e47a331-31fc-4610-b236-7181806dc0e4 None None] Attempting to bind port aec35d79-10dc-4e72-a76b-8886a7440e22 by drivers openvswitch,hyperv on host dv-cinder-839793-5-iscsi at level 0 using segments [{'id': 'e9543972-60f8-48df-8e3d-2a4a278b8c39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'a967b3f8-fbcf-4447-8171-91b6d7d442b4'}] {{(pid=103471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 03 14:04:51.729812 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e47a331-31fc-4610-b236-7181806dc0e4 None None] Attempting to bind port aec35d79-10dc-4e72-a76b-8886a7440e22 on network a967b3f8-fbcf-4447-8171-91b6d7d442b4 {{(pid=103471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 14:04:51.735014 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e47a331-31fc-4610-b236-7181806dc0e4 None None] Checking agent: {'id': '43411681-d6d4-43ac-b892-434a22df3f6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839793-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 14, 4, 43), 'started_at': datetime.datetime(2022, 5, 3, 14, 4, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 14, 4, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839793-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 03 14:04:51.735439 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e47a331-31fc-4610-b236-7181806dc0e4 None None] Checking segment: {'id': 'e9543972-60f8-48df-8e3d-2a4a278b8c39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'a967b3f8-fbcf-4447-8171-91b6d7d442b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 14:04:51.735916 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-0e47a331-31fc-4610-b236-7181806dc0e4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:04:51.736423 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e47a331-31fc-4610-b236-7181806dc0e4 None None] Bound using segment: {'id': 'e9543972-60f8-48df-8e3d-2a4a278b8c39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'a967b3f8-fbcf-4447-8171-91b6d7d442b4'} {{(pid=103471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 03 14:04:51.736914 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.managers [None req-0e47a331-31fc-4610-b236-7181806dc0e4 None None] Bound port: aec35d79-10dc-4e72-a76b-8886a7440e22, host: dv-cinder-839793-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9543972-60f8-48df-8e3d-2a4a278b8c39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'a967b3f8-fbcf-4447-8171-91b6d7d442b4'}}] {{(pid=103471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 03 14:04:51.737317 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-0e47a331-31fc-4610-b236-7181806dc0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585126'] for port (aec35d79-10dc-4e72-a76b-8886a7440e22), before_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:04:51.799724 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.db [None req-0e47a331-31fc-4610-b236-7181806dc0e4 None None] For port aec35d79-10dc-4e72-a76b-8886a7440e22, host dv-cinder-839793-5-iscsi, cleared binding levels {{(pid=103471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 14:04:51.819102 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.db [None req-0e47a331-31fc-4610-b236-7181806dc0e4 None None] For port aec35d79-10dc-4e72-a76b-8886a7440e22, host dv-cinder-839793-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-5-iscsi',level=0,port_id=aec35d79-10dc-4e72-a76b-8886a7440e22,segment=NetworkSegment(e9543972-60f8-48df-8e3d-2a4a278b8c39),segment_id=e9543972-60f8-48df-8e3d-2a4a278b8c39)] {{(pid=103471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 14:04:51.827509 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-0e47a331-31fc-4610-b236-7181806dc0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786921284783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786920821414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786920821432'] for port (aec35d79-10dc-4e72-a76b-8886a7440e22), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:04:51.884204 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e47a331-31fc-4610-b236-7181806dc0e4 None None] Pushing event updated for resources: {'Port': ['ID=aec35d79-10dc-4e72-a76b-8886a7440e22,revision_number=2']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:04:53.217013 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.36', 40466) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:04:53.733533 dv-cinder-839793-5-iscsi neutron-server[103469]: WARNING oslo_policy.policy [None req-a8a420ba-6efd-4e82-a2a3-014bd05c58fa admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 03 14:04:53.734076 dv-cinder-839793-5-iscsi neutron-server[103469]: WARNING oslo_policy.policy [None req-a8a420ba-6efd-4e82-a2a3-014bd05c58fa admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 03 14:04:53.953510 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.wsgi [None req-a8a420ba-6efd-4e82-a2a3-014bd05c58fa admin admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103469) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 03 14:04:53.954437 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-a8a420ba-6efd-4e82-a2a3-014bd05c58fa admin admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.7353013 May 03 14:04:56.465777 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.36', 40480) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:04:56.800723 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.wsgi [None req-864340b9-a697-4387-800e-977f3a985f6f admin admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103469) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 03 14:04:56.801713 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-864340b9-a697-4387-800e-977f3a985f6f admin admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3348806 May 03 14:04:59.301087 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.36', 40488) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:04:59.631611 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.v2.base [None req-4ba360d0-4999-4d04-afbd-94437efa281e demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=103469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 14:04:59.689856 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.policy [None req-4ba360d0-4999-4d04-afbd-94437efa281e demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103469) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 03 14:04:59.731856 dv-cinder-839793-5-iscsi neutron-server[103469]: WARNING oslo_policy.policy [None req-4ba360d0-4999-4d04-afbd-94437efa281e demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 03 14:04:59.732239 dv-cinder-839793-5-iscsi neutron-server[103469]: WARNING oslo_policy.policy [None req-4ba360d0-4999-4d04-afbd-94437efa281e demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 03 14:04:59.792936 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-4ba360d0-4999-4d04-afbd-94437efa281e demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1703700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-104012'] for router (e8abc420-a265-4c6b-a086-b9071dc3b2b9), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:04:59.794817 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-4ba360d0-4999-4d04-afbd-94437efa281e demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1703864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1700637', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1742612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103989'] for router (e8abc420-a265-4c6b-a086-b9071dc3b2b9), precommit_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:04:59.950561 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-4ba360d0-4999-4d04-afbd-94437efa281e demo demo] Publish callbacks [] for router_controller (e8abc420-a265-4c6b-a086-b9071dc3b2b9), precommit_add_association {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:04:59.956938 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-4ba360d0-4999-4d04-afbd-94437efa281e demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1703809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1700802'] for router (e8abc420-a265-4c6b-a086-b9071dc3b2b9), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:04:59.983265 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-4ba360d0-4999-4d04-afbd-94437efa281e demo demo] Publish callbacks [] for router (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:04:59.997391 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-4ba360d0-4999-4d04-afbd-94437efa281e demo demo] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.6824021 May 03 14:05:01.773992 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.rpc [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Device aec35d79-10dc-4e72-a76b-8886a7440e22 up at agent ovs-agent-dv-cinder-839793-5-iscsi {{(pid=103471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 14:05:01.859462 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.provisioning_blocks [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Provisioning complete for port aec35d79-10dc-4e72-a76b-8886a7440e22 triggered by entity L2. {{(pid=103471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 14:05:01.859855 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749148'] for port (aec35d79-10dc-4e72-a76b-8886a7440e22), provisioning_complete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:05:01.968333 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Current status of the port aec35d79-10dc-4e72-a76b-8886a7440e22 is: DOWN; New status is: ACTIVE {{(pid=103471) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 14:05:01.968707 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585126'] for port (aec35d79-10dc-4e72-a76b-8886a7440e22), before_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:05:02.004958 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.db [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] For port aec35d79-10dc-4e72-a76b-8886a7440e22, host dv-cinder-839793-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-5-iscsi',level=0,port_id=aec35d79-10dc-4e72-a76b-8886a7440e22,segment=NetworkSegment(e9543972-60f8-48df-8e3d-2a4a278b8c39),segment_id=e9543972-60f8-48df-8e3d-2a4a278b8c39)] {{(pid=103471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 14:05:02.009380 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786921284783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786920821414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786920821432'] for port (aec35d79-10dc-4e72-a76b-8886a7440e22), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:05:02.056989 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Pushing event updated for resources: {'Port': ['ID=aec35d79-10dc-4e72-a76b-8886a7440e22,revision_number=3']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:05:02.467469 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.36', 40502) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:05:02.795735 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.wsgi [None req-b02e1b26-5c50-4ea0-a0ea-65d945b82dbe admin admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103469) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 03 14:05:02.796748 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-b02e1b26-5c50-4ea0-a0ea-65d945b82dbe admin admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3284290 May 03 14:05:03.143375 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8270c980-4771-429e-b0c5-d303cd5185fe None None] Network a967b3f8-fbcf-4447-8171-91b6d7d442b4 requested from dv-cinder-839793-5-iscsi {{(pid=103471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 03 14:05:03.255344 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.provisioning_blocks [None req-a334b682-7585-4dfb-b56f-157a18ec797b None None] Provisioning complete for port aec35d79-10dc-4e72-a76b-8886a7440e22 triggered by entity DHCP. {{(pid=103471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 14:05:03.255688 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-a334b682-7585-4dfb-b56f-157a18ec797b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749148'] for port (aec35d79-10dc-4e72-a76b-8886a7440e22), provisioning_complete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:05:03.349244 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [None req-a334b682-7585-4dfb-b56f-157a18ec797b None None] Current status of the port aec35d79-10dc-4e72-a76b-8886a7440e22 is: ACTIVE; New status is: ACTIVE {{(pid=103471) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 14:05:03.468226 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.provisioning_blocks [None req-002ef554-48a1-461a-bb23-7010cdf7e866 None None] Provisioning complete for port aec35d79-10dc-4e72-a76b-8886a7440e22 triggered by entity DHCP. {{(pid=103471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 14:05:03.468621 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-002ef554-48a1-461a-bb23-7010cdf7e866 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749148'] for port (aec35d79-10dc-4e72-a76b-8886a7440e22), provisioning_complete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:05:03.544027 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [None req-002ef554-48a1-461a-bb23-7010cdf7e866 None None] Current status of the port aec35d79-10dc-4e72-a76b-8886a7440e22 is: ACTIVE; New status is: ACTIVE {{(pid=103471) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 14:05:03.752738 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.rpc [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Device aec35d79-10dc-4e72-a76b-8886a7440e22 up at agent ovs-agent-dv-cinder-839793-5-iscsi {{(pid=103471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 14:05:03.799298 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.provisioning_blocks [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Provisioning complete for port aec35d79-10dc-4e72-a76b-8886a7440e22 triggered by entity L2. {{(pid=103471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 14:05:03.799678 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749148'] for port (aec35d79-10dc-4e72-a76b-8886a7440e22), provisioning_complete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:05:03.872826 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Current status of the port aec35d79-10dc-4e72-a76b-8886a7440e22 is: ACTIVE; New status is: ACTIVE {{(pid=103471) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 14:05:05.283070 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.36', 40510) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:05:05.628507 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.v2.base [None req-029d8b0f-d3fc-407f-9cf1-da28b64b94d8 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'admin_state_up': True, 'provider:physical_network': 'physnet1', 'name': 'public', 'router:external': True, 'is_default': True}} {{(pid=103469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 14:05:05.658385 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-029d8b0f-d3fc-407f-9cf1-da28b64b94d8 admin admin] Made reservation on behalf of 71795b2bf1064a2fb47b7b3b4817ce5c for: {'network': 1} {{(pid=103469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 14:05:05.662469 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-029d8b0f-d3fc-407f-9cf1-da28b64b94d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585126'] for network (None), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:05:05.677873 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-029d8b0f-d3fc-407f-9cf1-da28b64b94d8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:05:05.792192 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-029d8b0f-d3fc-407f-9cf1-da28b64b94d8 admin admin] Publish callbacks [] for security_group (d958f094-0667-4ffc-8494-b175fba3ee32), precommit_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:05:05.798440 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-029d8b0f-d3fc-407f-9cf1-da28b64b94d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656397'] for security_group (d958f094-0667-4ffc-8494-b175fba3ee32), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:05:05.809245 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-029d8b0f-d3fc-407f-9cf1-da28b64b94d8 admin admin] Reserving flat network on physical network physnet1 {{(pid=103469) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} May 03 14:05:05.841455 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-029d8b0f-d3fc-407f-9cf1-da28b64b94d8 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8786921254193', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-690795'] for segment (331ae69a-aeba-4f56-bd87-f289cf94ba88), precommit_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:05:05.841994 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-029d8b0f-d3fc-407f-9cf1-da28b64b94d8 admin admin] Unsubscribe: segment precommit_create {{(pid=103469) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 03 14:05:05.842515 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.db.segments_db [None req-029d8b0f-d3fc-407f-9cf1-da28b64b94d8 admin admin] Added segment 331ae69a-aeba-4f56-bd87-f289cf94ba88 of type flat for network e0cd7c6d-9919-41eb-b035-2bfb3175faa2 May 03 14:05:05.858122 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029d8b0f-d3fc-407f-9cf1-da28b64b94d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d958f094-0667-4ffc-8494-b175fba3ee32,revision_number=1']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:05:05.905841 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029d8b0f-d3fc-407f-9cf1-da28b64b94d8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:05:05.906245 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029d8b0f-d3fc-407f-9cf1-da28b64b94d8 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:05:05.906621 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029d8b0f-d3fc-407f-9cf1-da28b64b94d8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:05:05.906988 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029d8b0f-d3fc-407f-9cf1-da28b64b94d8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:05:05.907314 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029d8b0f-d3fc-407f-9cf1-da28b64b94d8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:05:05.907634 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029d8b0f-d3fc-407f-9cf1-da28b64b94d8 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:05:05.907983 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029d8b0f-d3fc-407f-9cf1-da28b64b94d8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:05:05.908334 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029d8b0f-d3fc-407f-9cf1-da28b64b94d8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:05:05.908700 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029d8b0f-d3fc-407f-9cf1-da28b64b94d8 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:05:05.909049 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029d8b0f-d3fc-407f-9cf1-da28b64b94d8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:05:05.909418 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029d8b0f-d3fc-407f-9cf1-da28b64b94d8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:05:05.909752 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029d8b0f-d3fc-407f-9cf1-da28b64b94d8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:05:05.910069 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029d8b0f-d3fc-407f-9cf1-da28b64b94d8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:05:05.910379 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029d8b0f-d3fc-407f-9cf1-da28b64b94d8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:05:05.910689 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029d8b0f-d3fc-407f-9cf1-da28b64b94d8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:05:05.912161 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029d8b0f-d3fc-407f-9cf1-da28b64b94d8 admin admin] Tracked resource versions report: May 03 14:05:05.912161 dv-cinder-839793-5-iscsi neutron-server[103469]: pushed versions: May 03 14:05:05.912161 dv-cinder-839793-5-iscsi neutron-server[103469]: { 'AddressGroup': {'1.2'}, May 03 14:05:05.912161 dv-cinder-839793-5-iscsi neutron-server[103469]: 'Agent': {'1.1'}, May 03 14:05:05.912161 dv-cinder-839793-5-iscsi neutron-server[103469]: 'ConntrackHelper': {'1.0'}, May 03 14:05:05.912161 dv-cinder-839793-5-iscsi neutron-server[103469]: 'LocalIPAssociation': {'1.0'}, May 03 14:05:05.912161 dv-cinder-839793-5-iscsi neutron-server[103469]: 'Log': {'1.0'}, May 03 14:05:05.912161 dv-cinder-839793-5-iscsi neutron-server[103469]: 'NDPProxy': {'1.0'}, May 03 14:05:05.912161 dv-cinder-839793-5-iscsi neutron-server[103469]: 'Network': {'1.1'}, May 03 14:05:05.912161 dv-cinder-839793-5-iscsi neutron-server[103469]: 'Port': {'1.7'}, May 03 14:05:05.912161 dv-cinder-839793-5-iscsi neutron-server[103469]: 'PortForwarding': {'1.3'}, May 03 14:05:05.912161 dv-cinder-839793-5-iscsi neutron-server[103469]: 'QosPolicy': {'1.10'}, May 03 14:05:05.912161 dv-cinder-839793-5-iscsi neutron-server[103469]: 'SecurityGroup': {'1.5'}, May 03 14:05:05.912161 dv-cinder-839793-5-iscsi neutron-server[103469]: 'SecurityGroupRule': {'1.2'}, May 03 14:05:05.912161 dv-cinder-839793-5-iscsi neutron-server[103469]: 'SubPort': {'1.0'}, May 03 14:05:05.912161 dv-cinder-839793-5-iscsi neutron-server[103469]: 'Subnet': {'1.1'}, May 03 14:05:05.912161 dv-cinder-839793-5-iscsi neutron-server[103469]: 'Trunk': {'1.1'}} May 03 14:05:05.912161 dv-cinder-839793-5-iscsi neutron-server[103469]: consumer versions: May 03 14:05:05.912161 dv-cinder-839793-5-iscsi neutron-server[103469]: { DHCP agent@dv-cinder-839793-5-iscsi: {}, May 03 14:05:05.912161 dv-cinder-839793-5-iscsi neutron-server[103469]: L3 agent@dv-cinder-839793-5-iscsi: {}, May 03 14:05:05.912161 dv-cinder-839793-5-iscsi neutron-server[103469]: Metadata agent@dv-cinder-839793-5-iscsi: {}, May 03 14:05:05.912161 dv-cinder-839793-5-iscsi neutron-server[103469]: Metering agent@dv-cinder-839793-5-iscsi: {}, May 03 14:05:05.912161 dv-cinder-839793-5-iscsi neutron-server[103469]: Open vSwitch agent@dv-cinder-839793-5-iscsi: { 'AddressGroup': '1.2', May 03 14:05:05.912161 dv-cinder-839793-5-iscsi neutron-server[103469]: 'Agent': '1.1', May 03 14:05:05.912161 dv-cinder-839793-5-iscsi neutron-server[103469]: 'ConntrackHelper': '1.0', May 03 14:05:05.912161 dv-cinder-839793-5-iscsi neutron-server[103469]: 'LocalIPAssociation': '1.0', May 03 14:05:05.912161 dv-cinder-839793-5-iscsi neutron-server[103469]: 'Log': '1.0', May 03 14:05:05.912161 dv-cinder-839793-5-iscsi neutron-server[103469]: 'NDPProxy': '1.0', May 03 14:05:05.912161 dv-cinder-839793-5-iscsi neutron-server[103469]: 'Network': '1.1', May 03 14:05:05.912161 dv-cinder-839793-5-iscsi neutron-server[103469]: 'Port': '1.7', May 03 14:05:05.912161 dv-cinder-839793-5-iscsi neutron-server[103469]: 'PortForwarding': '1.3', May 03 14:05:05.912161 dv-cinder-839793-5-iscsi neutron-server[103469]: 'QosPolicy': '1.10', May 03 14:05:05.912161 dv-cinder-839793-5-iscsi neutron-server[103469]: 'SecurityGroup': '1.5', May 03 14:05:05.912161 dv-cinder-839793-5-iscsi neutron-server[103469]: 'SecurityGroupRule': '1.2', May 03 14:05:05.912161 dv-cinder-839793-5-iscsi neutron-server[103469]: 'SubPort': '1.0', May 03 14:05:05.912161 dv-cinder-839793-5-iscsi neutron-server[103469]: 'Subnet': '1.1', May 03 14:05:05.912161 dv-cinder-839793-5-iscsi neutron-server[103469]: 'Trunk': '1.1'}} May 03 14:05:05.912161 dv-cinder-839793-5-iscsi neutron-server[103469]: {{(pid=103469) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 03 14:05:05.958523 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-029d8b0f-d3fc-407f-9cf1-da28b64b94d8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786920812993'] for network (e0cd7c6d-9919-41eb-b035-2bfb3175faa2), precommit_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:05:06.004767 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-029d8b0f-d3fc-407f-9cf1-da28b64b94d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766'] for network (e0cd7c6d-9919-41eb-b035-2bfb3175faa2), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:05:06.006086 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-029d8b0f-d3fc-407f-9cf1-da28b64b94d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:05:06.006817 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-029d8b0f-d3fc-407f-9cf1-da28b64b94d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599744'] for network (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:05:06.066714 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-029d8b0f-d3fc-407f-9cf1-da28b64b94d8 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7824540 May 03 14:05:06.110256 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029d8b0f-d3fc-407f-9cf1-da28b64b94d8 admin admin] Pushing event updated for resources: {'Network': ['ID=e0cd7c6d-9919-41eb-b035-2bfb3175faa2,revision_number=1']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:05:06.121698 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.rpc [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Network e0cd7c6d-9919-41eb-b035-2bfb3175faa2 details requested by agent ovs-agent-dv-cinder-839793-5-iscsi with host dv-cinder-839793-5-iscsi {{(pid=103471) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 03 14:05:06.644563 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-959c95b3-60e8-476a-8587-ef2b1d3b23ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786921254184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749114'] for agent (2d0d8db6-b1c3-4022-9f9b-561ce4a4d2d8), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:05:08.531680 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.36', 40522) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:05:08.901062 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-26bdabed-d70f-440d-8241-fed5286ad304 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786921254184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749114'] for agent (2583ee88-9503-4370-b6e4-0a676865815e), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:05:08.972500 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4274f67a-9ded-4ee3-a693-f0cfdf428c61 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:05:08.973996 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-4274f67a-9ded-4ee3-a693-f0cfdf428c61 demo admin] 10.222.0.36 "GET /v2.0/subnets/00030278-dcdf-4c7d-8166-a1f0c3ee1fd6 HTTP/1.1" status: 200 len: 849 time: 0.4413586 May 03 14:05:09.120351 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-e568a303-1941-484f-8994-7bf9efafd116 demo admin] 10.222.0.36 "GET /v2.0/routers/e8abc420-a265-4c6b-a086-b9071dc3b2b9 HTTP/1.1" status: 200 len: 704 time: 0.1405530 May 03 14:05:09.393755 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-e98e83d2-28e6-4706-8979-540813c5a4ec demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585126'] for port (None), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:05:09.711463 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.db.db_base_plugin_common [None req-e98e83d2-28e6-4706-8979-540813c5a4ec demo admin] Allocated IP 172.20.0.1 (a967b3f8-fbcf-4447-8171-91b6d7d442b4/00030278-dcdf-4c7d-8166-a1f0c3ee1fd6/26ea4232-ef13-4e18-9a12-2f4dba06af8f) {{(pid=103469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 14:05:09.908854 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-e98e83d2-28e6-4706-8979-540813c5a4ec demo admin] Publish callbacks [] for port (26ea4232-ef13-4e18-9a12-2f4dba06af8f), precommit_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:05:09.980316 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-e98e83d2-28e6-4706-8979-540813c5a4ec demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786920821396'] for port (26ea4232-ef13-4e18-9a12-2f4dba06af8f), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:05:10.051807 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e98e83d2-28e6-4706-8979-540813c5a4ec demo admin] Network a967b3f8-fbcf-4447-8171-91b6d7d442b4 is already hosted by enough agents. {{(pid=103469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 14:05:10.057946 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.scheduler.base_scheduler [None req-e98e83d2-28e6-4706-8979-540813c5a4ec demo admin] Resources bound (agent type, host, resource id): {{(pid=103469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 14:05:10.068992 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e98e83d2-28e6-4706-8979-540813c5a4ec demo admin] Received port after_create {{(pid=103469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 14:05:10.069899 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-e98e83d2-28e6-4706-8979-540813c5a4ec demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1691063'] for router_interface (e8abc420-a265-4c6b-a086-b9071dc3b2b9), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:05:10.088663 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98e83d2-28e6-4706-8979-540813c5a4ec demo admin] Pushing event updated for resources: {'Port': ['ID=26ea4232-ef13-4e18-9a12-2f4dba06af8f,revision_number=1']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:05:10.314382 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-6b98c286-5509-41ae-9e31-4a328d4e2e3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786921254184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749114'] for agent (9772c1e2-61d8-4a11-97d8-348a0cefa431), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:05:10.315922 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.provisioning_blocks [None req-60c4c7ee-c067-4b37-9a03-7e74d46e3c0b None None] Provisioning complete for port 26ea4232-ef13-4e18-9a12-2f4dba06af8f triggered by entity DHCP. {{(pid=103471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 14:05:10.316290 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-60c4c7ee-c067-4b37-9a03-7e74d46e3c0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749148'] for port (26ea4232-ef13-4e18-9a12-2f4dba06af8f), provisioning_complete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:05:10.327393 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-e98e83d2-28e6-4706-8979-540813c5a4ec demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585126'] for port (26ea4232-ef13-4e18-9a12-2f4dba06af8f), before_update {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:05:10.401751 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [None req-60c4c7ee-c067-4b37-9a03-7e74d46e3c0b None None] Port 26ea4232-ef13-4e18-9a12-2f4dba06af8f cannot update to ACTIVE because it is not bound. {{(pid=103471) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 03 14:05:10.547073 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-e98e83d2-28e6-4706-8979-540813c5a4ec demo admin] Publish callbacks [] for port (26ea4232-ef13-4e18-9a12-2f4dba06af8f), precommit_update {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:05:10.554334 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-e98e83d2-28e6-4706-8979-540813c5a4ec demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786921284783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786920821414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786920821432'] for port (26ea4232-ef13-4e18-9a12-2f4dba06af8f), after_update {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:05:10.555114 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-e98e83d2-28e6-4706-8979-540813c5a4ec demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1599844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1690985'] for router_interface (e8abc420-a265-4c6b-a086-b9071dc3b2b9), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:05:10.615171 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98e83d2-28e6-4706-8979-540813c5a4ec demo admin] Pushing event updated for resources: {'Port': ['ID=26ea4232-ef13-4e18-9a12-2f4dba06af8f,revision_number=2']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:05:10.695192 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e98e83d2-28e6-4706-8979-540813c5a4ec demo admin] Network a967b3f8-fbcf-4447-8171-91b6d7d442b4 is already hosted by enough agents. {{(pid=103469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 14:05:10.696568 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.scheduler.base_scheduler [None req-e98e83d2-28e6-4706-8979-540813c5a4ec demo admin] Resources bound (agent type, host, resource id): {{(pid=103469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 14:05:10.866346 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e98e83d2-28e6-4706-8979-540813c5a4ec demo admin] Router e8abc420-a265-4c6b-a086-b9071dc3b2b9 is scheduled to L3 agent 2583ee88-9503-4370-b6e4-0a676865815e with binding_index 1 {{(pid=103469) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 03 14:05:10.927064 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.provisioning_blocks [None req-eb824f55-b743-4a29-9cc5-222b89ad8be7 None None] Provisioning complete for port 26ea4232-ef13-4e18-9a12-2f4dba06af8f triggered by entity DHCP. {{(pid=103471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 14:05:10.927451 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-eb824f55-b743-4a29-9cc5-222b89ad8be7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749148'] for port (26ea4232-ef13-4e18-9a12-2f4dba06af8f), provisioning_complete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:05:10.965335 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [None req-eb824f55-b743-4a29-9cc5-222b89ad8be7 None None] Port 26ea4232-ef13-4e18-9a12-2f4dba06af8f cannot update to ACTIVE because it is not bound. {{(pid=103471) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 03 14:05:10.972298 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e98e83d2-28e6-4706-8979-540813c5a4ec demo admin] Notify agent at l3_agent.dv-cinder-839793-5-iscsi the message routers_updated {{(pid=103469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 14:05:10.978732 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-e98e83d2-28e6-4706-8979-540813c5a4ec demo admin] 10.222.0.36 "PUT /v2.0/routers/e8abc420-a265-4c6b-a086-b9071dc3b2b9/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8499818 May 03 14:05:10.983063 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ef72460-9393-4a12-9de2-80e43d0a6a50 None None] Sync routers for ids ['e8abc420-a265-4c6b-a086-b9071dc3b2b9'] in dv-cinder-839793-5-iscsi {{(pid=103472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 14:05:10.996555 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ef72460-9393-4a12-9de2-80e43d0a6a50 None None] Routers {'e8abc420-a265-4c6b-a086-b9071dc3b2b9'} bound to L3 agent in host dv-cinder-839793-5-iscsi {{(pid=103472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 14:05:10.997449 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.db.l3_hamode_db [None req-6ef72460-9393-4a12-9de2-80e43d0a6a50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-03T14:04:39Z,description=,heartbeat_timestamp=2022-05-03T14:05:09Z,host='dv-cinder-839793-5-iscsi',id=2583ee88-9503-4370-b6e4-0a676865815e,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T14:04:39Z,topic='l3_agent')) {'router_ids': ['e8abc420-a265-4c6b-a086-b9071dc3b2b9'], 'active': True} {{(pid=103472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:05:11.187201 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.db.l3_dvr_db [None req-6ef72460-9393-4a12-9de2-80e43d0a6a50 None None] Set router e8abc420-a265-4c6b-a086-b9071dc3b2b9 gateway port host: None {{(pid=103472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 14:05:11.422255 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-ece2f477-2d6d-4faa-a9a3-ecc6a9d3b5ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786921254184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749114'] for agent (5abb75e8-e954-4dc0-bed6-210d2af77b9f), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:05:11.606119 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.db.l3_hamode_db [None req-6ef72460-9393-4a12-9de2-80e43d0a6a50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8abc420-a265-4c6b-a086-b9071dc3b2b9', 'name': 'router1', 'tenant_id': '3256bc7158894136b4937ecc0a8b3073', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T14:04:59Z', 'updated_at': '2022-05-03T14:05:10Z', 'revision_number': 2, 'project_id': '3256bc7158894136b4937ecc0a8b3073', 'gw_port_host': None, '_interfaces': [{'id': '26ea4232-ef13-4e18-9a12-2f4dba06af8f', 'name': '', 'network_id': 'a967b3f8-fbcf-4447-8171-91b6d7d442b4', 'tenant_id': '3256bc7158894136b4937ecc0a8b3073', 'mac_address': 'fa:16:3e:5e:21:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8abc420-a265-4c6b-a086-b9071dc3b2b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '00030278-dcdf-4c7d-8166-a1f0c3ee1fd6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:05:09Z', 'updated_at': '2022-05-03T14:05:10Z', 'revision_number': 2, 'project_id': '3256bc7158894136b4937ecc0a8b3073', 'subnets': [{'id': '00030278-dcdf-4c7d-8166-a1f0c3ee1fd6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e2300f9e-e31f-49e0-8db4-60efd7e07dbb'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-5-iscsi', False) {} {{(pid=103472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:05:11.655276 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ef72460-9393-4a12-9de2-80e43d0a6a50 None None] Checking router: e8abc420-a265-4c6b-a086-b9071dc3b2b9 for host: dv-cinder-839793-5-iscsi {{(pid=103472) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 14:05:11.655644 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ef72460-9393-4a12-9de2-80e43d0a6a50 None None] Updating router e8abc420-a265-4c6b-a086-b9071dc3b2b9 port 26ea4232-ef13-4e18-9a12-2f4dba06af8f binding host dv-cinder-839793-5-iscsi {{(pid=103472) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 03 14:05:11.737054 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-6ef72460-9393-4a12-9de2-80e43d0a6a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585126'] for port (26ea4232-ef13-4e18-9a12-2f4dba06af8f), before_update {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:05:12.243657 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-6ef72460-9393-4a12-9de2-80e43d0a6a50 None None] Publish callbacks [] for port (26ea4232-ef13-4e18-9a12-2f4dba06af8f), precommit_update {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:05:12.251168 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-6ef72460-9393-4a12-9de2-80e43d0a6a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786921284783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786920821414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786920821432'] for port (26ea4232-ef13-4e18-9a12-2f4dba06af8f), after_update {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:05:12.397782 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a880caa-5da7-4714-831c-d3ca7bbccb82 None None] Pushing event updated for resources: {'Port': ['ID=26ea4232-ef13-4e18-9a12-2f4dba06af8f,revision_number=3']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:05:12.407625 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a880caa-5da7-4714-831c-d3ca7bbccb82 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:05:12.407888 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a880caa-5da7-4714-831c-d3ca7bbccb82 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:05:12.408325 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a880caa-5da7-4714-831c-d3ca7bbccb82 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:05:12.408532 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a880caa-5da7-4714-831c-d3ca7bbccb82 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:05:12.408866 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a880caa-5da7-4714-831c-d3ca7bbccb82 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:05:12.409228 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a880caa-5da7-4714-831c-d3ca7bbccb82 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:05:12.409581 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a880caa-5da7-4714-831c-d3ca7bbccb82 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:05:12.409971 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a880caa-5da7-4714-831c-d3ca7bbccb82 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:05:12.410218 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a880caa-5da7-4714-831c-d3ca7bbccb82 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:05:12.410543 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a880caa-5da7-4714-831c-d3ca7bbccb82 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:05:12.410842 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a880caa-5da7-4714-831c-d3ca7bbccb82 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:05:12.411391 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a880caa-5da7-4714-831c-d3ca7bbccb82 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:05:12.411724 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a880caa-5da7-4714-831c-d3ca7bbccb82 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:05:12.412050 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a880caa-5da7-4714-831c-d3ca7bbccb82 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:05:12.412472 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a880caa-5da7-4714-831c-d3ca7bbccb82 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:05:12.413936 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a880caa-5da7-4714-831c-d3ca7bbccb82 None None] Tracked resource versions report: May 03 14:05:12.413936 dv-cinder-839793-5-iscsi neutron-server[103472]: pushed versions: May 03 14:05:12.413936 dv-cinder-839793-5-iscsi neutron-server[103472]: { 'AddressGroup': {'1.2'}, May 03 14:05:12.413936 dv-cinder-839793-5-iscsi neutron-server[103472]: 'Agent': {'1.1'}, May 03 14:05:12.413936 dv-cinder-839793-5-iscsi neutron-server[103472]: 'ConntrackHelper': {'1.0'}, May 03 14:05:12.413936 dv-cinder-839793-5-iscsi neutron-server[103472]: 'LocalIPAssociation': {'1.0'}, May 03 14:05:12.413936 dv-cinder-839793-5-iscsi neutron-server[103472]: 'Log': {'1.0'}, May 03 14:05:12.413936 dv-cinder-839793-5-iscsi neutron-server[103472]: 'NDPProxy': {'1.0'}, May 03 14:05:12.413936 dv-cinder-839793-5-iscsi neutron-server[103472]: 'Network': {'1.1'}, May 03 14:05:12.413936 dv-cinder-839793-5-iscsi neutron-server[103472]: 'Port': {'1.7'}, May 03 14:05:12.413936 dv-cinder-839793-5-iscsi neutron-server[103472]: 'PortForwarding': {'1.3'}, May 03 14:05:12.413936 dv-cinder-839793-5-iscsi neutron-server[103472]: 'QosPolicy': {'1.10'}, May 03 14:05:12.413936 dv-cinder-839793-5-iscsi neutron-server[103472]: 'SecurityGroup': {'1.5'}, May 03 14:05:12.413936 dv-cinder-839793-5-iscsi neutron-server[103472]: 'SecurityGroupRule': {'1.2'}, May 03 14:05:12.413936 dv-cinder-839793-5-iscsi neutron-server[103472]: 'SubPort': {'1.0'}, May 03 14:05:12.413936 dv-cinder-839793-5-iscsi neutron-server[103472]: 'Subnet': {'1.1'}, May 03 14:05:12.413936 dv-cinder-839793-5-iscsi neutron-server[103472]: 'Trunk': {'1.1'}} May 03 14:05:12.413936 dv-cinder-839793-5-iscsi neutron-server[103472]: consumer versions: May 03 14:05:12.413936 dv-cinder-839793-5-iscsi neutron-server[103472]: { DHCP agent@dv-cinder-839793-5-iscsi: {}, May 03 14:05:12.413936 dv-cinder-839793-5-iscsi neutron-server[103472]: L3 agent@dv-cinder-839793-5-iscsi: {}, May 03 14:05:12.413936 dv-cinder-839793-5-iscsi neutron-server[103472]: Metadata agent@dv-cinder-839793-5-iscsi: {}, May 03 14:05:12.413936 dv-cinder-839793-5-iscsi neutron-server[103472]: Metering agent@dv-cinder-839793-5-iscsi: {}, May 03 14:05:12.413936 dv-cinder-839793-5-iscsi neutron-server[103472]: Open vSwitch agent@dv-cinder-839793-5-iscsi: { 'AddressGroup': '1.2', May 03 14:05:12.413936 dv-cinder-839793-5-iscsi neutron-server[103472]: 'Agent': '1.1', May 03 14:05:12.413936 dv-cinder-839793-5-iscsi neutron-server[103472]: 'ConntrackHelper': '1.0', May 03 14:05:12.413936 dv-cinder-839793-5-iscsi neutron-server[103472]: 'LocalIPAssociation': '1.0', May 03 14:05:12.413936 dv-cinder-839793-5-iscsi neutron-server[103472]: 'Log': '1.0', May 03 14:05:12.413936 dv-cinder-839793-5-iscsi neutron-server[103472]: 'NDPProxy': '1.0', May 03 14:05:12.413936 dv-cinder-839793-5-iscsi neutron-server[103472]: 'Network': '1.1', May 03 14:05:12.413936 dv-cinder-839793-5-iscsi neutron-server[103472]: 'Port': '1.7', May 03 14:05:12.413936 dv-cinder-839793-5-iscsi neutron-server[103472]: 'PortForwarding': '1.3', May 03 14:05:12.413936 dv-cinder-839793-5-iscsi neutron-server[103472]: 'QosPolicy': '1.10', May 03 14:05:12.413936 dv-cinder-839793-5-iscsi neutron-server[103472]: 'SecurityGroup': '1.5', May 03 14:05:12.413936 dv-cinder-839793-5-iscsi neutron-server[103472]: 'SecurityGroupRule': '1.2', May 03 14:05:12.413936 dv-cinder-839793-5-iscsi neutron-server[103472]: 'SubPort': '1.0', May 03 14:05:12.413936 dv-cinder-839793-5-iscsi neutron-server[103472]: 'Subnet': '1.1', May 03 14:05:12.413936 dv-cinder-839793-5-iscsi neutron-server[103472]: 'Trunk': '1.1'}} May 03 14:05:12.413936 dv-cinder-839793-5-iscsi neutron-server[103472]: {{(pid=103472) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 03 14:05:12.447361 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.managers [None req-6ef72460-9393-4a12-9de2-80e43d0a6a50 None None] Attempting to bind port 26ea4232-ef13-4e18-9a12-2f4dba06af8f on host dv-cinder-839793-5-iscsi for vnic_type normal with profile {{(pid=103472) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 03 14:05:12.447761 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.managers [None req-6ef72460-9393-4a12-9de2-80e43d0a6a50 None None] Attempting to bind port 26ea4232-ef13-4e18-9a12-2f4dba06af8f by drivers openvswitch,hyperv on host dv-cinder-839793-5-iscsi at level 0 using segments [{'id': 'e9543972-60f8-48df-8e3d-2a4a278b8c39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'a967b3f8-fbcf-4447-8171-91b6d7d442b4'}] {{(pid=103472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 03 14:05:12.448487 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ef72460-9393-4a12-9de2-80e43d0a6a50 None None] Attempting to bind port 26ea4232-ef13-4e18-9a12-2f4dba06af8f on network a967b3f8-fbcf-4447-8171-91b6d7d442b4 {{(pid=103472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 14:05:12.449077 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.provisioning_blocks [None req-b291375b-10bc-4e69-94b4-650fcf3ca4d4 None None] Provisioning complete for port 26ea4232-ef13-4e18-9a12-2f4dba06af8f triggered by entity DHCP. {{(pid=103471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 14:05:12.449596 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-b291375b-10bc-4e69-94b4-650fcf3ca4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749148'] for port (26ea4232-ef13-4e18-9a12-2f4dba06af8f), provisioning_complete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:05:12.453512 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ef72460-9393-4a12-9de2-80e43d0a6a50 None None] Checking agent: {'id': '43411681-d6d4-43ac-b892-434a22df3f6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839793-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 14, 4, 43), 'started_at': datetime.datetime(2022, 5, 3, 14, 4, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 14, 4, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839793-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 03 14:05:12.453917 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ef72460-9393-4a12-9de2-80e43d0a6a50 None None] Checking segment: {'id': 'e9543972-60f8-48df-8e3d-2a4a278b8c39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'a967b3f8-fbcf-4447-8171-91b6d7d442b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103472) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 14:05:12.454400 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-6ef72460-9393-4a12-9de2-80e43d0a6a50 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:05:12.454795 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ef72460-9393-4a12-9de2-80e43d0a6a50 None None] Bound using segment: {'id': 'e9543972-60f8-48df-8e3d-2a4a278b8c39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'a967b3f8-fbcf-4447-8171-91b6d7d442b4'} {{(pid=103472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 03 14:05:12.455281 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.managers [None req-6ef72460-9393-4a12-9de2-80e43d0a6a50 None None] Bound port: 26ea4232-ef13-4e18-9a12-2f4dba06af8f, host: dv-cinder-839793-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9543972-60f8-48df-8e3d-2a4a278b8c39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'a967b3f8-fbcf-4447-8171-91b6d7d442b4'}}] {{(pid=103472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 03 14:05:12.455661 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-6ef72460-9393-4a12-9de2-80e43d0a6a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585126'] for port (26ea4232-ef13-4e18-9a12-2f4dba06af8f), before_update {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:05:12.490838 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [None req-b291375b-10bc-4e69-94b4-650fcf3ca4d4 None None] Port 26ea4232-ef13-4e18-9a12-2f4dba06af8f cannot update to ACTIVE because it is not bound. {{(pid=103471) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 03 14:05:12.523256 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.db [None req-6ef72460-9393-4a12-9de2-80e43d0a6a50 None None] For port 26ea4232-ef13-4e18-9a12-2f4dba06af8f, host dv-cinder-839793-5-iscsi, cleared binding levels {{(pid=103472) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 14:05:12.543171 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.db [None req-6ef72460-9393-4a12-9de2-80e43d0a6a50 None None] For port 26ea4232-ef13-4e18-9a12-2f4dba06af8f, host dv-cinder-839793-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-5-iscsi',level=0,port_id=26ea4232-ef13-4e18-9a12-2f4dba06af8f,segment=NetworkSegment(e9543972-60f8-48df-8e3d-2a4a278b8c39),segment_id=e9543972-60f8-48df-8e3d-2a4a278b8c39)] {{(pid=103472) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 14:05:12.549200 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-6ef72460-9393-4a12-9de2-80e43d0a6a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786921284783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786920821414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786920821432'] for port (26ea4232-ef13-4e18-9a12-2f4dba06af8f), after_update {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:05:12.608916 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ef72460-9393-4a12-9de2-80e43d0a6a50 None None] Routers {'e8abc420-a265-4c6b-a086-b9071dc3b2b9'} bound to L3 agent in host dv-cinder-839793-5-iscsi {{(pid=103472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 14:05:12.609559 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.db.l3_hamode_db [None req-6ef72460-9393-4a12-9de2-80e43d0a6a50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-03T14:04:39Z,description=,heartbeat_timestamp=2022-05-03T14:05:09Z,host='dv-cinder-839793-5-iscsi',id=2583ee88-9503-4370-b6e4-0a676865815e,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T14:04:39Z,topic='l3_agent')) {'router_ids': ['e8abc420-a265-4c6b-a086-b9071dc3b2b9'], 'active': True} {{(pid=103472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:05:12.615127 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a880caa-5da7-4714-831c-d3ca7bbccb82 None None] Pushing event updated for resources: {'Port': ['ID=26ea4232-ef13-4e18-9a12-2f4dba06af8f,revision_number=4']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:05:12.710534 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.db.l3_dvr_db [None req-6ef72460-9393-4a12-9de2-80e43d0a6a50 None None] Set router e8abc420-a265-4c6b-a086-b9071dc3b2b9 gateway port host: None {{(pid=103472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 14:05:12.809660 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.provisioning_blocks [None req-2db17f61-1fa1-4e61-a916-af8cdd22c972 None None] Provisioning complete for port 26ea4232-ef13-4e18-9a12-2f4dba06af8f triggered by entity DHCP. {{(pid=103471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 14:05:12.810196 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-2db17f61-1fa1-4e61-a916-af8cdd22c972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749148'] for port (26ea4232-ef13-4e18-9a12-2f4dba06af8f), provisioning_complete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:05:12.890208 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [None req-2db17f61-1fa1-4e61-a916-af8cdd22c972 None None] Current status of the port 26ea4232-ef13-4e18-9a12-2f4dba06af8f is: DOWN; New status is: ACTIVE {{(pid=103471) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 14:05:12.890889 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-2db17f61-1fa1-4e61-a916-af8cdd22c972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585126'] for port (26ea4232-ef13-4e18-9a12-2f4dba06af8f), before_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:05:12.912535 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.db.l3_hamode_db [None req-6ef72460-9393-4a12-9de2-80e43d0a6a50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8abc420-a265-4c6b-a086-b9071dc3b2b9', 'name': 'router1', 'tenant_id': '3256bc7158894136b4937ecc0a8b3073', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T14:04:59Z', 'updated_at': '2022-05-03T14:05:10Z', 'revision_number': 2, 'project_id': '3256bc7158894136b4937ecc0a8b3073', 'gw_port_host': None, '_interfaces': [{'id': '26ea4232-ef13-4e18-9a12-2f4dba06af8f', 'name': '', 'network_id': 'a967b3f8-fbcf-4447-8171-91b6d7d442b4', 'tenant_id': '3256bc7158894136b4937ecc0a8b3073', 'mac_address': 'fa:16:3e:5e:21:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8abc420-a265-4c6b-a086-b9071dc3b2b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '00030278-dcdf-4c7d-8166-a1f0c3ee1fd6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:05:09Z', 'updated_at': '2022-05-03T14:05:12Z', 'revision_number': 4, 'project_id': '3256bc7158894136b4937ecc0a8b3073', 'subnets': [{'id': '00030278-dcdf-4c7d-8166-a1f0c3ee1fd6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e2300f9e-e31f-49e0-8db4-60efd7e07dbb'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-5-iscsi', False) {} {{(pid=103472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:05:12.923904 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.db [None req-2db17f61-1fa1-4e61-a916-af8cdd22c972 None None] For port 26ea4232-ef13-4e18-9a12-2f4dba06af8f, host dv-cinder-839793-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-5-iscsi',level=0,port_id=26ea4232-ef13-4e18-9a12-2f4dba06af8f,segment=NetworkSegment(e9543972-60f8-48df-8e3d-2a4a278b8c39),segment_id=e9543972-60f8-48df-8e3d-2a4a278b8c39)] {{(pid=103471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 14:05:12.928042 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-2db17f61-1fa1-4e61-a916-af8cdd22c972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786921284783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786920821414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786920821432'] for port (26ea4232-ef13-4e18-9a12-2f4dba06af8f), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:05:12.941110 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ef72460-9393-4a12-9de2-80e43d0a6a50 None None] The sync data for ids ['e8abc420-a265-4c6b-a086-b9071dc3b2b9'] in dv-cinder-839793-5-iscsi is: [{'id': 'e8abc420-a265-4c6b-a086-b9071dc3b2b9', 'name': 'router1', 'tenant_id': '3256bc7158894136b4937ecc0a8b3073', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T14:04:59Z', 'updated_at': '2022-05-03T14:05:10Z', 'revision_number': 2, 'project_id': '3256bc7158894136b4937ecc0a8b3073', 'gw_port_host': None, '_interfaces': [{'id': '26ea4232-ef13-4e18-9a12-2f4dba06af8f', 'name': '', 'network_id': 'a967b3f8-fbcf-4447-8171-91b6d7d442b4', 'tenant_id': '3256bc7158894136b4937ecc0a8b3073', 'mac_address': 'fa:16:3e:5e:21:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8abc420-a265-4c6b-a086-b9071dc3b2b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '00030278-dcdf-4c7d-8166-a1f0c3ee1fd6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:05:09Z', 'updated_at': '2022-05-03T14:05:12Z', 'revision_number': 4, 'project_id': '3256bc7158894136b4937ecc0a8b3073', 'subnets': [{'id': '00030278-dcdf-4c7d-8166-a1f0c3ee1fd6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e2300f9e-e31f-49e0-8db4-60efd7e07dbb'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 14:05:12.983344 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db17f61-1fa1-4e61-a916-af8cdd22c972 None None] Pushing event updated for resources: {'Port': ['ID=26ea4232-ef13-4e18-9a12-2f4dba06af8f,revision_number=5']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:05:13.109489 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786921254184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749114'] for agent (43411681-d6d4-43ac-b892-434a22df3f6d), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:05:13.415402 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.36', 40542) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:05:13.614198 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a237a24-b790-4686-bdb4-9a9c2ac6c175 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:05:13.621187 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-3a237a24-b790-4686-bdb4-9a9c2ac6c175 admin admin] 10.222.0.36 "GET /v2.0/networks/e0cd7c6d-9919-41eb-b035-2bfb3175faa2 HTTP/1.1" status: 200 len: 842 time: 0.1992867 May 03 14:05:13.625319 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.v2.base [None req-1bb6fb83-78bf-4c09-8562-521366215707 admin admin] Request body: {'subnet': {'gateway_ip': '172.27.3.1', 'cidr': '172.27.3.0/24', 'ip_version': 4, 'name': 'public-subnet', 'network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2', 'enable_dhcp': False}} {{(pid=103469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 14:05:13.649420 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bb6fb83-78bf-4c09-8562-521366215707 admin admin] Made reservation on behalf of 71795b2bf1064a2fb47b7b3b4817ce5c for: {'subnet': 1} {{(pid=103469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 14:05:13.651653 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-1bb6fb83-78bf-4c09-8562-521366215707 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:05:13.937690 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.objects.ports [None req-1bb6fb83-78bf-4c09-8562-521366215707 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103469) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} May 03 14:05:13.938038 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-1bb6fb83-78bf-4c09-8562-521366215707 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766'] for subnet (4f18d5d6-ed18-48e7-a335-d8ef216f5f78), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:05:13.991651 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb6fb83-78bf-4c09-8562-521366215707 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4f18d5d6-ed18-48e7-a335-d8ef216f5f78,revision_number=0']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:05:14.002557 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bb6fb83-78bf-4c09-8562-521366215707 admin admin] Checking segment: {'id': '331ae69a-aeba-4f56-bd87-f289cf94ba88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 14:05:14.002891 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bb6fb83-78bf-4c09-8562-521366215707 admin admin] Network hostable DHCP agents. Network: e0cd7c6d-9919-41eb-b035-2bfb3175faa2, hostable agents: ['2d0d8db6-b1c3-4022-9f9b-561ce4a4d2d8'], hosted agents: [] {{(pid=103469) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 14:05:14.024376 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bb6fb83-78bf-4c09-8562-521366215707 admin admin] Network e0cd7c6d-9919-41eb-b035-2bfb3175faa2 is scheduled to be hosted by DHCP agent 2d0d8db6-b1c3-4022-9f9b-561ce4a4d2d8 with binding_index 1 {{(pid=103469) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 14:05:14.036349 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.scheduler.base_scheduler [None req-1bb6fb83-78bf-4c09-8562-521366215707 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839793-5-iscsi, e0cd7c6d-9919-41eb-b035-2bfb3175faa2) {{(pid=103469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 14:05:14.040742 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bb6fb83-78bf-4c09-8562-521366215707 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:05:14.041360 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-1bb6fb83-78bf-4c09-8562-521366215707 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599744'] for subnet (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:05:14.048561 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8cc2dee-9bc3-4565-b7a8-e89985105e36 None None] Network e0cd7c6d-9919-41eb-b035-2bfb3175faa2 requested from dv-cinder-839793-5-iscsi {{(pid=103471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 03 14:05:14.061503 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-1bb6fb83-78bf-4c09-8562-521366215707 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4395356 May 03 14:05:14.156974 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01cc3eb8-5148-450f-aeac-548a8855a00a None None] Network e0cd7c6d-9919-41eb-b035-2bfb3175faa2 requested from dv-cinder-839793-5-iscsi {{(pid=103471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 03 14:05:16.483083 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.wsgi [-] (103470) accepted ('10.222.0.36', 40560) {{(pid=103470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:05:16.754152 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [None req-a9192f87-b7c1-4f38-8eb4-d4d2c78193bf demo admin] 10.222.0.36 "GET /v2.0/routers/e8abc420-a265-4c6b-a086-b9071dc3b2b9 HTTP/1.1" status: 200 len: 710 time: 0.2699404 May 03 14:05:16.869732 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6ad0869-eb77-4b12-98f7-20edd550e201 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:05:16.871088 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [None req-f6ad0869-eb77-4b12-98f7-20edd550e201 demo admin] 10.222.0.36 "GET /v2.0/networks/e0cd7c6d-9919-41eb-b035-2bfb3175faa2 HTTP/1.1" status: 200 len: 886 time: 0.1113203 May 03 14:05:16.880279 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.v2.base [None req-1ed10829-4a99-480b-8c4b-c222930856d5 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2'}}} {{(pid=103470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 14:05:17.137466 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-1ed10829-4a99-480b-8c4b-c222930856d5 demo admin] Publish callbacks [] for router_gateway (e8abc420-a265-4c6b-a086-b9071dc3b2b9), precommit_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:05:17.354062 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-1ed10829-4a99-480b-8c4b-c222930856d5 demo admin] Publish callbacks [] for router_gateway (e8abc420-a265-4c6b-a086-b9071dc3b2b9), before_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:05:17.431377 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-1ed10829-4a99-480b-8c4b-c222930856d5 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585126'] for port (None), before_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:05:17.630947 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.db.db_base_plugin_common [None req-1ed10829-4a99-480b-8c4b-c222930856d5 demo admin] Allocated IP 172.27.3.239 (e0cd7c6d-9919-41eb-b035-2bfb3175faa2/4f18d5d6-ed18-48e7-a335-d8ef216f5f78/9e7863f2-8c40-457b-b25f-62404422f38d) {{(pid=103470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 14:05:17.742370 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-1ed10829-4a99-480b-8c4b-c222930856d5 demo admin] Publish callbacks [] for port (9e7863f2-8c40-457b-b25f-62404422f38d), precommit_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:05:17.803154 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-1ed10829-4a99-480b-8c4b-c222930856d5 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786920821396'] for port (9e7863f2-8c40-457b-b25f-62404422f38d), after_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:05:17.873842 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ed10829-4a99-480b-8c4b-c222930856d5 demo admin] Network e0cd7c6d-9919-41eb-b035-2bfb3175faa2 is already hosted by enough agents. {{(pid=103470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 14:05:17.879748 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.scheduler.base_scheduler [None req-1ed10829-4a99-480b-8c4b-c222930856d5 demo admin] Resources bound (agent type, host, resource id): {{(pid=103470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 14:05:17.887681 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ed10829-4a99-480b-8c4b-c222930856d5 demo admin] Received port after_create {{(pid=103470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 14:05:17.893508 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed10829-4a99-480b-8c4b-c222930856d5 demo admin] Pushing event updated for resources: {'Port': ['ID=9e7863f2-8c40-457b-b25f-62404422f38d,revision_number=1']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:05:18.194038 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-1ed10829-4a99-480b-8c4b-c222930856d5 demo admin] Publish callbacks [] for router_gateway (e8abc420-a265-4c6b-a086-b9071dc3b2b9), after_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:05:18.311487 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.db.agents_db [None req-22b75db3-e88f-46e7-98cb-691740c6eaf9 None None] Agent healthcheck: found 5 active agents {{(pid=103472) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 03 14:05:18.396354 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-1ed10829-4a99-480b-8c4b-c222930856d5 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1700847', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1703818', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-103975'] for router (e8abc420-a265-4c6b-a086-b9071dc3b2b9), precommit_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:05:18.401464 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-1ed10829-4a99-480b-8c4b-c222930856d5 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1700802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1700848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1700857', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1703827'] for router (e8abc420-a265-4c6b-a086-b9071dc3b2b9), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:05:18.518106 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ed10829-4a99-480b-8c4b-c222930856d5 demo admin] Router e8abc420-a265-4c6b-a086-b9071dc3b2b9 has already been hosted by L3 agent 2583ee88-9503-4370-b6e4-0a676865815e {{(pid=103470) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 14:05:18.629170 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ed10829-4a99-480b-8c4b-c222930856d5 demo admin] Notify agent at l3_agent.dv-cinder-839793-5-iscsi the message routers_updated {{(pid=103470) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 14:05:18.633676 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-1ed10829-4a99-480b-8c4b-c222930856d5 demo admin] Publish callbacks [] for router (None), before_response {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:05:18.634862 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [None req-1ed10829-4a99-480b-8c4b-c222930856d5 demo admin] 10.222.0.36 "PUT /v2.0/routers/e8abc420-a265-4c6b-a086-b9071dc3b2b9 HTTP/1.1" status: 200 len: 890 time: 1.7579005 May 03 14:05:19.772255 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.rpc [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Device 26ea4232-ef13-4e18-9a12-2f4dba06af8f up at agent ovs-agent-dv-cinder-839793-5-iscsi {{(pid=103471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 14:05:19.826171 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.provisioning_blocks [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Provisioning complete for port 26ea4232-ef13-4e18-9a12-2f4dba06af8f triggered by entity L2. {{(pid=103471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 14:05:19.826542 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749148'] for port (26ea4232-ef13-4e18-9a12-2f4dba06af8f), provisioning_complete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:05:19.907375 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Current status of the port 26ea4232-ef13-4e18-9a12-2f4dba06af8f is: ACTIVE; New status is: ACTIVE {{(pid=103471) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 14:05:21.136516 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.wsgi [-] (103470) accepted ('10.222.0.36', 40572) {{(pid=103470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:05:21.249418 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [None req-23b6028b-d3f7-4c88-b538-5931a818c88a admin admin] 10.222.0.36 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1117542 May 03 14:05:21.581389 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50e6c89c-f111-4458-98c5-b9afa50744d4 None None] Sync routers for ids ['e8abc420-a265-4c6b-a086-b9071dc3b2b9'] in dv-cinder-839793-5-iscsi {{(pid=103471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 14:05:21.593896 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50e6c89c-f111-4458-98c5-b9afa50744d4 None None] Routers {'e8abc420-a265-4c6b-a086-b9071dc3b2b9'} bound to L3 agent in host dv-cinder-839793-5-iscsi {{(pid=103471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 14:05:21.594532 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.l3_hamode_db [None req-50e6c89c-f111-4458-98c5-b9afa50744d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-03T14:04:39Z,description=,heartbeat_timestamp=2022-05-03T14:05:09Z,host='dv-cinder-839793-5-iscsi',id=2583ee88-9503-4370-b6e4-0a676865815e,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T14:04:39Z,topic='l3_agent')) {'router_ids': ['e8abc420-a265-4c6b-a086-b9071dc3b2b9'], 'active': True} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:05:21.813617 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvr_db [None req-50e6c89c-f111-4458-98c5-b9afa50744d4 None None] Set router e8abc420-a265-4c6b-a086-b9071dc3b2b9 gateway port host: dv-cinder-839793-5-iscsi {{(pid=103471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 14:05:22.281437 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.l3_hamode_db [None req-50e6c89c-f111-4458-98c5-b9afa50744d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8abc420-a265-4c6b-a086-b9071dc3b2b9', 'name': 'router1', 'tenant_id': '3256bc7158894136b4937ecc0a8b3073', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2', 'external_fixed_ips': [{'subnet_id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'ip_address': '172.27.3.239'}], 'enable_snat': True}, 'gw_port_id': '9e7863f2-8c40-457b-b25f-62404422f38d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T14:04:59Z', 'updated_at': '2022-05-03T14:05:18Z', 'revision_number': 4, 'project_id': '3256bc7158894136b4937ecc0a8b3073', 'gw_port': {'id': '9e7863f2-8c40-457b-b25f-62404422f38d', 'name': '', 'network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:84:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8abc420-a265-4c6b-a086-b9071dc3b2b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'ip_address': '172.27.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:05:17Z', 'updated_at': '2022-05-03T14:05:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-5-iscsi', '_interfaces': [{'id': '26ea4232-ef13-4e18-9a12-2f4dba06af8f', 'name': '', 'network_id': 'a967b3f8-fbcf-4447-8171-91b6d7d442b4', 'tenant_id': '3256bc7158894136b4937ecc0a8b3073', 'mac_address': 'fa:16:3e:5e:21:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8abc420-a265-4c6b-a086-b9071dc3b2b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '00030278-dcdf-4c7d-8166-a1f0c3ee1fd6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:05:09Z', 'updated_at': '2022-05-03T14:05:12Z', 'revision_number': 5, 'project_id': '3256bc7158894136b4937ecc0a8b3073', 'subnets': [{'id': '00030278-dcdf-4c7d-8166-a1f0c3ee1fd6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e2300f9e-e31f-49e0-8db4-60efd7e07dbb'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-5-iscsi', False) {} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:05:22.329655 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50e6c89c-f111-4458-98c5-b9afa50744d4 None None] Checking router: e8abc420-a265-4c6b-a086-b9071dc3b2b9 for host: dv-cinder-839793-5-iscsi {{(pid=103471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 14:05:22.329944 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50e6c89c-f111-4458-98c5-b9afa50744d4 None None] Updating router e8abc420-a265-4c6b-a086-b9071dc3b2b9 port 9e7863f2-8c40-457b-b25f-62404422f38d binding host dv-cinder-839793-5-iscsi {{(pid=103471) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 03 14:05:22.383241 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-50e6c89c-f111-4458-98c5-b9afa50744d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585126'] for port (9e7863f2-8c40-457b-b25f-62404422f38d), before_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:05:22.723850 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-50e6c89c-f111-4458-98c5-b9afa50744d4 None None] Publish callbacks [] for port (9e7863f2-8c40-457b-b25f-62404422f38d), precommit_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:05:22.730673 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-50e6c89c-f111-4458-98c5-b9afa50744d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786921284783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786920821414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786920821432'] for port (9e7863f2-8c40-457b-b25f-62404422f38d), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:05:22.783760 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.managers [None req-50e6c89c-f111-4458-98c5-b9afa50744d4 None None] Attempting to bind port 9e7863f2-8c40-457b-b25f-62404422f38d on host dv-cinder-839793-5-iscsi for vnic_type normal with profile {{(pid=103471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 03 14:05:22.784105 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.managers [None req-50e6c89c-f111-4458-98c5-b9afa50744d4 None None] Attempting to bind port 9e7863f2-8c40-457b-b25f-62404422f38d by drivers openvswitch,hyperv on host dv-cinder-839793-5-iscsi at level 0 using segments [{'id': '331ae69a-aeba-4f56-bd87-f289cf94ba88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2'}] {{(pid=103471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 03 14:05:22.784541 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50e6c89c-f111-4458-98c5-b9afa50744d4 None None] Attempting to bind port 9e7863f2-8c40-457b-b25f-62404422f38d on network e0cd7c6d-9919-41eb-b035-2bfb3175faa2 {{(pid=103471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 14:05:22.787590 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89e37da-4d01-4be5-8b8d-27f607fc89d6 None None] Pushing event updated for resources: {'Port': ['ID=9e7863f2-8c40-457b-b25f-62404422f38d,revision_number=2']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:05:22.792138 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50e6c89c-f111-4458-98c5-b9afa50744d4 None None] Checking agent: {'id': '43411681-d6d4-43ac-b892-434a22df3f6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839793-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 14, 4, 43), 'started_at': datetime.datetime(2022, 5, 3, 14, 5, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 14, 5, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839793-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 03 14:05:22.793703 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50e6c89c-f111-4458-98c5-b9afa50744d4 None None] Checking segment: {'id': '331ae69a-aeba-4f56-bd87-f289cf94ba88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 14:05:22.793703 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-50e6c89c-f111-4458-98c5-b9afa50744d4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:05:22.793703 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50e6c89c-f111-4458-98c5-b9afa50744d4 None None] Bound using segment: {'id': '331ae69a-aeba-4f56-bd87-f289cf94ba88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2'} {{(pid=103471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 03 14:05:22.793987 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.managers [None req-50e6c89c-f111-4458-98c5-b9afa50744d4 None None] Bound port: 9e7863f2-8c40-457b-b25f-62404422f38d, host: dv-cinder-839793-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '331ae69a-aeba-4f56-bd87-f289cf94ba88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2'}}] {{(pid=103471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 03 14:05:22.794391 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-50e6c89c-f111-4458-98c5-b9afa50744d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585126'] for port (9e7863f2-8c40-457b-b25f-62404422f38d), before_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:05:22.845274 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.db [None req-50e6c89c-f111-4458-98c5-b9afa50744d4 None None] For port 9e7863f2-8c40-457b-b25f-62404422f38d, host dv-cinder-839793-5-iscsi, cleared binding levels {{(pid=103471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 14:05:22.848720 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.db [None req-50e6c89c-f111-4458-98c5-b9afa50744d4 None None] For port 9e7863f2-8c40-457b-b25f-62404422f38d, host dv-cinder-839793-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-5-iscsi',level=0,port_id=9e7863f2-8c40-457b-b25f-62404422f38d,segment=NetworkSegment(331ae69a-aeba-4f56-bd87-f289cf94ba88),segment_id=331ae69a-aeba-4f56-bd87-f289cf94ba88)] {{(pid=103471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 14:05:22.855144 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-50e6c89c-f111-4458-98c5-b9afa50744d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786921284783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786920821414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786920821432'] for port (9e7863f2-8c40-457b-b25f-62404422f38d), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:05:22.919253 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89e37da-4d01-4be5-8b8d-27f607fc89d6 None None] Pushing event updated for resources: {'Port': ['ID=9e7863f2-8c40-457b-b25f-62404422f38d,revision_number=3']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:05:22.922828 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50e6c89c-f111-4458-98c5-b9afa50744d4 None None] Routers {'e8abc420-a265-4c6b-a086-b9071dc3b2b9'} bound to L3 agent in host dv-cinder-839793-5-iscsi {{(pid=103471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 14:05:22.923433 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.l3_hamode_db [None req-50e6c89c-f111-4458-98c5-b9afa50744d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-03T14:04:39Z,description=,heartbeat_timestamp=2022-05-03T14:05:09Z,host='dv-cinder-839793-5-iscsi',id=2583ee88-9503-4370-b6e4-0a676865815e,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T14:04:39Z,topic='l3_agent')) {'router_ids': ['e8abc420-a265-4c6b-a086-b9071dc3b2b9'], 'active': True} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:05:23.038333 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvr_db [None req-50e6c89c-f111-4458-98c5-b9afa50744d4 None None] Set router e8abc420-a265-4c6b-a086-b9071dc3b2b9 gateway port host: dv-cinder-839793-5-iscsi {{(pid=103471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 14:05:23.248491 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.l3_hamode_db [None req-50e6c89c-f111-4458-98c5-b9afa50744d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8abc420-a265-4c6b-a086-b9071dc3b2b9', 'name': 'router1', 'tenant_id': '3256bc7158894136b4937ecc0a8b3073', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2', 'external_fixed_ips': [{'subnet_id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'ip_address': '172.27.3.239'}], 'enable_snat': True}, 'gw_port_id': '9e7863f2-8c40-457b-b25f-62404422f38d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T14:04:59Z', 'updated_at': '2022-05-03T14:05:18Z', 'revision_number': 4, 'project_id': '3256bc7158894136b4937ecc0a8b3073', 'gw_port': {'id': '9e7863f2-8c40-457b-b25f-62404422f38d', 'name': '', 'network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:84:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8abc420-a265-4c6b-a086-b9071dc3b2b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'ip_address': '172.27.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:05:17Z', 'updated_at': '2022-05-03T14:05:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-5-iscsi', '_interfaces': [{'id': '26ea4232-ef13-4e18-9a12-2f4dba06af8f', 'name': '', 'network_id': 'a967b3f8-fbcf-4447-8171-91b6d7d442b4', 'tenant_id': '3256bc7158894136b4937ecc0a8b3073', 'mac_address': 'fa:16:3e:5e:21:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8abc420-a265-4c6b-a086-b9071dc3b2b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '00030278-dcdf-4c7d-8166-a1f0c3ee1fd6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:05:09Z', 'updated_at': '2022-05-03T14:05:12Z', 'revision_number': 5, 'project_id': '3256bc7158894136b4937ecc0a8b3073', 'subnets': [{'id': '00030278-dcdf-4c7d-8166-a1f0c3ee1fd6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e2300f9e-e31f-49e0-8db4-60efd7e07dbb'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-5-iscsi', False) {} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:05:23.275593 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50e6c89c-f111-4458-98c5-b9afa50744d4 None None] The sync data for ids ['e8abc420-a265-4c6b-a086-b9071dc3b2b9'] in dv-cinder-839793-5-iscsi is: [{'id': 'e8abc420-a265-4c6b-a086-b9071dc3b2b9', 'name': 'router1', 'tenant_id': '3256bc7158894136b4937ecc0a8b3073', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2', 'external_fixed_ips': [{'subnet_id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'ip_address': '172.27.3.239'}], 'enable_snat': True}, 'gw_port_id': '9e7863f2-8c40-457b-b25f-62404422f38d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T14:04:59Z', 'updated_at': '2022-05-03T14:05:18Z', 'revision_number': 4, 'project_id': '3256bc7158894136b4937ecc0a8b3073', 'gw_port': {'id': '9e7863f2-8c40-457b-b25f-62404422f38d', 'name': '', 'network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:84:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8abc420-a265-4c6b-a086-b9071dc3b2b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'ip_address': '172.27.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:05:17Z', 'updated_at': '2022-05-03T14:05:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-5-iscsi', '_interfaces': [{'id': '26ea4232-ef13-4e18-9a12-2f4dba06af8f', 'name': '', 'network_id': 'a967b3f8-fbcf-4447-8171-91b6d7d442b4', 'tenant_id': '3256bc7158894136b4937ecc0a8b3073', 'mac_address': 'fa:16:3e:5e:21:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8abc420-a265-4c6b-a086-b9071dc3b2b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '00030278-dcdf-4c7d-8166-a1f0c3ee1fd6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:05:09Z', 'updated_at': '2022-05-03T14:05:12Z', 'revision_number': 5, 'project_id': '3256bc7158894136b4937ecc0a8b3073', 'subnets': [{'id': '00030278-dcdf-4c7d-8166-a1f0c3ee1fd6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e2300f9e-e31f-49e0-8db4-60efd7e07dbb'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 14:05:23.822034 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.rpc [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Device 9e7863f2-8c40-457b-b25f-62404422f38d up at agent ovs-agent-dv-cinder-839793-5-iscsi {{(pid=103471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 14:05:23.873936 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.provisioning_blocks [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Provisioning complete for port 9e7863f2-8c40-457b-b25f-62404422f38d triggered by entity L2. {{(pid=103471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 14:05:23.874574 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749148'] for port (9e7863f2-8c40-457b-b25f-62404422f38d), provisioning_complete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:05:24.045275 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Current status of the port 9e7863f2-8c40-457b-b25f-62404422f38d is: DOWN; New status is: ACTIVE {{(pid=103471) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 14:05:24.045942 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585126'] for port (9e7863f2-8c40-457b-b25f-62404422f38d), before_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:05:24.071316 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.db [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] For port 9e7863f2-8c40-457b-b25f-62404422f38d, host dv-cinder-839793-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-5-iscsi',level=0,port_id=9e7863f2-8c40-457b-b25f-62404422f38d,segment=NetworkSegment(331ae69a-aeba-4f56-bd87-f289cf94ba88),segment_id=331ae69a-aeba-4f56-bd87-f289cf94ba88)] {{(pid=103471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 14:05:24.078250 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786921284783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786920821414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786920821432'] for port (9e7863f2-8c40-457b-b25f-62404422f38d), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:05:24.132536 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Pushing event updated for resources: {'Port': ['ID=9e7863f2-8c40-457b-b25f-62404422f38d,revision_number=4']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:05:25.795718 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.rpc [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Device 9e7863f2-8c40-457b-b25f-62404422f38d up at agent ovs-agent-dv-cinder-839793-5-iscsi {{(pid=103471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 14:05:25.887451 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.provisioning_blocks [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Provisioning complete for port 9e7863f2-8c40-457b-b25f-62404422f38d triggered by entity L2. {{(pid=103471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 14:05:25.887820 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749148'] for port (9e7863f2-8c40-457b-b25f-62404422f38d), provisioning_complete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:05:25.997146 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Current status of the port 9e7863f2-8c40-457b-b25f-62404422f38d is: ACTIVE; New status is: ACTIVE {{(pid=103471) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 14:05:36.650445 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-51a70383-8df3-46a5-a611-3b28be5f5e63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786921254184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749114'] for agent (2d0d8db6-b1c3-4022-9f9b-561ce4a4d2d8), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:05:38.908008 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c6a9d6ff-9e90-4527-a2c7-df49cefecb56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786921254184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749114'] for agent (2583ee88-9503-4370-b6e4-0a676865815e), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:05:40.318994 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-6b98c286-5509-41ae-9e31-4a328d4e2e3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786921254184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749114'] for agent (9772c1e2-61d8-4a11-97d8-348a0cefa431), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:05:41.428702 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-ece2f477-2d6d-4faa-a9a3-ecc6a9d3b5ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786921254184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749114'] for agent (5abb75e8-e954-4dc0-bed6-210d2af77b9f), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:05:43.111675 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786921254184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749114'] for agent (43411681-d6d4-43ac-b892-434a22df3f6d), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:05:55.311827 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.db.agents_db [None req-22b75db3-e88f-46e7-98cb-691740c6eaf9 None None] Agent healthcheck: found 5 active agents {{(pid=103472) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 03 14:06:06.638386 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-91222417-53ee-4879-893b-92e8413ece29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786921254184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749114'] for agent (2d0d8db6-b1c3-4022-9f9b-561ce4a4d2d8), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:06:08.927866 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-4534f78a-070c-4322-83df-5530f1312bdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786921254184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749114'] for agent (2583ee88-9503-4370-b6e4-0a676865815e), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:06:10.319058 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-6b98c286-5509-41ae-9e31-4a328d4e2e3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786921254184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749114'] for agent (9772c1e2-61d8-4a11-97d8-348a0cefa431), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:06:11.431509 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-ece2f477-2d6d-4faa-a9a3-ecc6a9d3b5ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786921254184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749114'] for agent (5abb75e8-e954-4dc0-bed6-210d2af77b9f), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:06:13.107929 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786921254184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749114'] for agent (43411681-d6d4-43ac-b892-434a22df3f6d), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:06:32.310491 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.db.agents_db [None req-22b75db3-e88f-46e7-98cb-691740c6eaf9 None None] Agent healthcheck: found 5 active agents {{(pid=103472) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 03 14:06:36.634943 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-cadd125d-b961-45b1-b42f-379e676d1073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786921254184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749114'] for agent (2d0d8db6-b1c3-4022-9f9b-561ce4a4d2d8), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:06:38.902503 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c51a9bd0-6383-4362-8f11-35ba62a908c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786921254184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749114'] for agent (2583ee88-9503-4370-b6e4-0a676865815e), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:06:40.321097 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-6b98c286-5509-41ae-9e31-4a328d4e2e3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786921254184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749114'] for agent (9772c1e2-61d8-4a11-97d8-348a0cefa431), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:06:41.435111 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-ece2f477-2d6d-4faa-a9a3-ecc6a9d3b5ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786921254184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749114'] for agent (5abb75e8-e954-4dc0-bed6-210d2af77b9f), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:06:42.163120 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.wsgi [-] (103470) accepted ('10.222.0.36', 41058) {{(pid=103470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:06:42.226529 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.pecan_wsgi.hooks.translation [None req-72dbe82a-e09c-4e5c-9a16-504d71b83ad6 admin admin] GET failed (client error): The resource could not be found. May 03 14:06:42.227812 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [None req-72dbe82a-e09c-4e5c-9a16-504d71b83ad6 admin admin] 10.222.0.36 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0637314 May 03 14:06:42.459008 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d36d700-3c64-4304-8850-5a149f05dd26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:06:42.460376 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [None req-0d36d700-3c64-4304-8850-5a149f05dd26 admin admin] 10.222.0.36 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.2283676 May 03 14:06:43.113141 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786921254184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749114'] for agent (43411681-d6d4-43ac-b892-434a22df3f6d), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:06:44.710974 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.36', 41068) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:06:44.811498 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eda2d545-a036-4915-9634-de4441de4d56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:06:44.812900 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-eda2d545-a036-4915-9634-de4441de4d56 admin admin] 10.222.0.36 "GET /v2.0/subnets/00030278-dcdf-4c7d-8166-a1f0c3ee1fd6 HTTP/1.1" status: 200 len: 849 time: 0.1006534 May 03 14:06:44.823052 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.v2.base [None req-9f1b81be-94c2-45ef-9195-ae1931cded55 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 14:06:44.909945 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-9f1b81be-94c2-45ef-9195-ae1931cded55 admin admin] Publish callbacks [] for subnet (00030278-dcdf-4c7d-8166-a1f0c3ee1fd6), before_update {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:06:45.063722 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-9f1b81be-94c2-45ef-9195-ae1931cded55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8786921284774'] for subnet (00030278-dcdf-4c7d-8166-a1f0c3ee1fd6), after_update {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:06:45.096626 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f1b81be-94c2-45ef-9195-ae1931cded55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:06:45.097203 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-9f1b81be-94c2-45ef-9195-ae1931cded55 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599744'] for subnet (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:06:45.098476 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-9f1b81be-94c2-45ef-9195-ae1931cded55 admin admin] 10.222.0.36 "PUT /v2.0/subnets/00030278-dcdf-4c7d-8166-a1f0c3ee1fd6 HTTP/1.1" status: 200 len: 868 time: 0.2795365 May 03 14:06:45.101403 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9307189c-8eae-42de-b699-50df7b5946dc None None] Network a967b3f8-fbcf-4447-8171-91b6d7d442b4 requested from dv-cinder-839793-5-iscsi {{(pid=103471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 03 14:06:45.118347 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1b81be-94c2-45ef-9195-ae1931cded55 admin admin] Pushing event updated for resources: {'Subnet': ['ID=00030278-dcdf-4c7d-8166-a1f0c3ee1fd6,revision_number=1']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:06:45.125713 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1b81be-94c2-45ef-9195-ae1931cded55 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:06:45.126076 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1b81be-94c2-45ef-9195-ae1931cded55 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:06:45.126434 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1b81be-94c2-45ef-9195-ae1931cded55 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:06:45.126832 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1b81be-94c2-45ef-9195-ae1931cded55 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:06:45.127161 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1b81be-94c2-45ef-9195-ae1931cded55 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:06:45.127485 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1b81be-94c2-45ef-9195-ae1931cded55 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:06:45.127837 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1b81be-94c2-45ef-9195-ae1931cded55 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:06:45.128261 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1b81be-94c2-45ef-9195-ae1931cded55 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:06:45.128608 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1b81be-94c2-45ef-9195-ae1931cded55 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:06:45.128821 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1b81be-94c2-45ef-9195-ae1931cded55 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:06:45.129156 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1b81be-94c2-45ef-9195-ae1931cded55 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:06:45.129536 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1b81be-94c2-45ef-9195-ae1931cded55 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:06:45.129863 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1b81be-94c2-45ef-9195-ae1931cded55 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:06:45.130177 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1b81be-94c2-45ef-9195-ae1931cded55 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:06:45.131238 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1b81be-94c2-45ef-9195-ae1931cded55 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:06:45.440544 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.provisioning_blocks [None req-b07e2c7e-42d6-4b39-b47b-61bdf3b8c3f5 None None] Provisioning complete for port 26ea4232-ef13-4e18-9a12-2f4dba06af8f triggered by entity DHCP. {{(pid=103471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 14:06:45.440892 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-b07e2c7e-42d6-4b39-b47b-61bdf3b8c3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749148'] for port (26ea4232-ef13-4e18-9a12-2f4dba06af8f), provisioning_complete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:06:45.524956 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [None req-b07e2c7e-42d6-4b39-b47b-61bdf3b8c3f5 None None] Current status of the port 26ea4232-ef13-4e18-9a12-2f4dba06af8f is: ACTIVE; New status is: ACTIVE {{(pid=103471) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 14:06:45.532926 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.provisioning_blocks [None req-b07e2c7e-42d6-4b39-b47b-61bdf3b8c3f5 None None] Provisioning complete for port aec35d79-10dc-4e72-a76b-8886a7440e22 triggered by entity DHCP. {{(pid=103471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 14:06:45.533318 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-b07e2c7e-42d6-4b39-b47b-61bdf3b8c3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749148'] for port (aec35d79-10dc-4e72-a76b-8886a7440e22), provisioning_complete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:06:45.609189 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [None req-b07e2c7e-42d6-4b39-b47b-61bdf3b8c3f5 None None] Current status of the port aec35d79-10dc-4e72-a76b-8886a7440e22 is: ACTIVE; New status is: ACTIVE {{(pid=103471) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 14:06:47.373811 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.36', 41078) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:06:47.659018 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da834c7c-d692-44a7-bc01-bc31e1894f80 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:06:47.659707 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da834c7c-d692-44a7-bc01-bc31e1894f80 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:06:47.661551 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-da834c7c-d692-44a7-bc01-bc31e1894f80 admin admin] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2866893 May 03 14:06:49.902066 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.36', 41086) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:06:50.042344 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a18449b-8a1a-4a47-88df-bcf474b23287 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:06:50.042664 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a18449b-8a1a-4a47-88df-bcf474b23287 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:06:50.044219 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-2a18449b-8a1a-4a47-88df-bcf474b23287 admin admin] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1411932 May 03 14:06:52.291121 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.wsgi [-] (103470) accepted ('10.222.0.36', 41094) {{(pid=103470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:06:52.462628 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77d150c8-3fc1-4595-aaec-58765378674a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:06:52.464025 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [None req-77d150c8-3fc1-4595-aaec-58765378674a admin admin] 10.222.0.36 "GET /v2.0/networks/a967b3f8-fbcf-4447-8171-91b6d7d442b4 HTTP/1.1" status: 200 len: 869 time: 0.1714640 May 03 14:06:54.699379 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.wsgi [-] (103470) accepted ('10.222.0.36', 41102) {{(pid=103470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:06:54.829388 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36dce21f-7a11-4513-8e20-6ead54ba00c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:06:54.830787 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [None req-36dce21f-7a11-4513-8e20-6ead54ba00c8 admin admin] 10.222.0.36 "GET /v2.0/networks/e0cd7c6d-9919-41eb-b035-2bfb3175faa2 HTTP/1.1" status: 200 len: 886 time: 0.1303697 May 03 14:06:57.066992 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.36', 41110) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:06:57.207057 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-542b06e7-fade-4658-8f7c-da2c92371293 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:06:57.207505 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-542b06e7-fade-4658-8f7c-da2c92371293 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:06:57.209036 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-542b06e7-fade-4658-8f7c-da2c92371293 admin admin] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1410098 May 03 14:06:59.449174 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.36', 41118) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:06:59.552302 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ebcb11a-2a3c-413b-b8d7-26a22f479f38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:06:59.552751 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ebcb11a-2a3c-413b-b8d7-26a22f479f38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:06:59.554314 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-7ebcb11a-2a3c-413b-b8d7-26a22f479f38 admin admin] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1041415 May 03 14:07:01.872220 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.36', 41126) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:07:01.965697 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4de6aa7-b076-4226-a224-46b967d708d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:07:01.967037 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-d4de6aa7-b076-4226-a224-46b967d708d1 admin admin] 10.222.0.36 "GET /v2.0/subnets/00030278-dcdf-4c7d-8166-a1f0c3ee1fd6 HTTP/1.1" status: 200 len: 868 time: 0.0938525 May 03 14:07:04.193837 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.36', 41134) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:07:04.295988 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f4df26d-b91f-42da-989b-66f4bbba8967 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:07:04.297332 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-8f4df26d-b91f-42da-989b-66f4bbba8967 admin admin] 10.222.0.36 "GET /v2.0/subnets/4f18d5d6-ed18-48e7-a335-d8ef216f5f78 HTTP/1.1" status: 200 len: 816 time: 0.1022115 May 03 14:07:06.629745 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-a4e14295-b197-4ea7-95ca-5c5215b39974 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786921254184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749114'] for agent (2d0d8db6-b1c3-4022-9f9b-561ce4a4d2d8), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:07:08.906187 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c4d01443-1338-4068-b7e3-2abe56f2f361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786921254184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749114'] for agent (2583ee88-9503-4370-b6e4-0a676865815e), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:07:09.309440 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.db.agents_db [None req-22b75db3-e88f-46e7-98cb-691740c6eaf9 None None] Agent healthcheck: found 5 active agents {{(pid=103472) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 03 14:07:10.324803 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-6b98c286-5509-41ae-9e31-4a328d4e2e3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786921254184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749114'] for agent (9772c1e2-61d8-4a11-97d8-348a0cefa431), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:07:11.438877 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-ece2f477-2d6d-4faa-a9a3-ecc6a9d3b5ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786921254184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749114'] for agent (5abb75e8-e954-4dc0-bed6-210d2af77b9f), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:07:13.109806 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786921254184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749114'] for agent (43411681-d6d4-43ac-b892-434a22df3f6d), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:07:36.639475 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-66390f4f-9625-4fee-8b38-ebfc49e4ef2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786921254184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749114'] for agent (2d0d8db6-b1c3-4022-9f9b-561ce4a4d2d8), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:07:38.911519 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-73dd9d9c-c50c-48eb-a371-fa0625b6e748 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786921254184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749114'] for agent (2583ee88-9503-4370-b6e4-0a676865815e), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:07:40.326521 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-6b98c286-5509-41ae-9e31-4a328d4e2e3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786921254184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749114'] for agent (9772c1e2-61d8-4a11-97d8-348a0cefa431), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:07:41.443611 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-ece2f477-2d6d-4faa-a9a3-ecc6a9d3b5ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786921254184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749114'] for agent (5abb75e8-e954-4dc0-bed6-210d2af77b9f), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:07:43.115393 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786921254184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749114'] for agent (43411681-d6d4-43ac-b892-434a22df3f6d), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:07:44.740632 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.36', 41192) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:07:44.794929 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.wsgi [None req-48409f81-c776-44aa-b417-81a06ec02e7f admin admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103469) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 03 14:07:44.795930 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-48409f81-c776-44aa-b417-81a06ec02e7f admin admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0543399 May 03 14:07:46.312183 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.db.agents_db [None req-22b75db3-e88f-46e7-98cb-691740c6eaf9 None None] Agent healthcheck: found 5 active agents {{(pid=103472) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 03 14:07:47.144718 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.wsgi [-] (103470) accepted ('10.222.0.36', 41200) {{(pid=103470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:07:47.219297 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3ccc20c-aeec-4404-94ed-73a55fdf8e39 admin admin] GET failed (client error): The resource could not be found. May 03 14:07:47.220631 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [None req-c3ccc20c-aeec-4404-94ed-73a55fdf8e39 admin admin] 10.222.0.36 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0746832 May 03 14:07:47.305519 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10b1c41b-9359-41b4-82e4-488e13759ffb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:07:47.307093 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [None req-10b1c41b-9359-41b4-82e4-488e13759ffb admin admin] 10.222.0.36 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0821669 May 03 14:07:49.604215 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.wsgi [-] (103470) accepted ('10.222.0.36', 41208) {{(pid=103470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:07:49.654975 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.v2.base [None req-31aeadf9-464c-4ce7-92a2-ce9cd24519a3 admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=103470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 14:07:49.676267 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31aeadf9-464c-4ce7-92a2-ce9cd24519a3 admin admin] Made reservation on behalf of 71795b2bf1064a2fb47b7b3b4817ce5c for: {'network': 1} {{(pid=103470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 14:07:49.678565 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-31aeadf9-464c-4ce7-92a2-ce9cd24519a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585126'] for network (None), before_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:07:49.713469 dv-cinder-839793-5-iscsi neutron-server[103470]: WARNING neutron.services.revisions.revision_plugin [None req-31aeadf9-464c-4ce7-92a2-ce9cd24519a3 admin admin] Could not find related network for resource to bump revision. May 03 14:07:49.727237 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31aeadf9-464c-4ce7-92a2-ce9cd24519a3 admin admin] vlan segment allocate from pool success with {'vlan_id': 219, 'physical_network': 'physnet1'} {{(pid=103470) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 14:07:49.741202 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-31aeadf9-464c-4ce7-92a2-ce9cd24519a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-690795'] for segment (fa00a673-360a-4642-a555-913f68028dc5), precommit_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:07:49.741577 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.db.segments_db [None req-31aeadf9-464c-4ce7-92a2-ce9cd24519a3 admin admin] Added segment fa00a673-360a-4642-a555-913f68028dc5 of type vlan for network 87ba7924-2d4a-470c-8bdf-56cd17730f9a May 03 14:07:49.782035 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-31aeadf9-464c-4ce7-92a2-ce9cd24519a3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786920812993'] for network (87ba7924-2d4a-470c-8bdf-56cd17730f9a), precommit_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:07:49.809684 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-31aeadf9-464c-4ce7-92a2-ce9cd24519a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766'] for network (87ba7924-2d4a-470c-8bdf-56cd17730f9a), after_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:07:49.810782 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31aeadf9-464c-4ce7-92a2-ce9cd24519a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:07:49.811473 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-31aeadf9-464c-4ce7-92a2-ce9cd24519a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599744'] for network (None), before_response {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:07:49.859685 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [None req-31aeadf9-464c-4ce7-92a2-ce9cd24519a3 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2543583 May 03 14:07:49.909516 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31aeadf9-464c-4ce7-92a2-ce9cd24519a3 admin admin] Pushing event updated for resources: {'Network': ['ID=87ba7924-2d4a-470c-8bdf-56cd17730f9a,revision_number=1']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:07:49.916739 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31aeadf9-464c-4ce7-92a2-ce9cd24519a3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:07:49.917087 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31aeadf9-464c-4ce7-92a2-ce9cd24519a3 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:07:49.917517 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31aeadf9-464c-4ce7-92a2-ce9cd24519a3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:07:49.917860 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31aeadf9-464c-4ce7-92a2-ce9cd24519a3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:07:49.918168 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31aeadf9-464c-4ce7-92a2-ce9cd24519a3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:07:49.918525 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31aeadf9-464c-4ce7-92a2-ce9cd24519a3 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:07:49.918850 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31aeadf9-464c-4ce7-92a2-ce9cd24519a3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:07:49.919176 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31aeadf9-464c-4ce7-92a2-ce9cd24519a3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:07:49.919487 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31aeadf9-464c-4ce7-92a2-ce9cd24519a3 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:07:49.919837 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31aeadf9-464c-4ce7-92a2-ce9cd24519a3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:07:49.920202 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31aeadf9-464c-4ce7-92a2-ce9cd24519a3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:07:49.920492 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31aeadf9-464c-4ce7-92a2-ce9cd24519a3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:07:49.920823 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31aeadf9-464c-4ce7-92a2-ce9cd24519a3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:07:49.921130 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31aeadf9-464c-4ce7-92a2-ce9cd24519a3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:07:49.921494 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31aeadf9-464c-4ce7-92a2-ce9cd24519a3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:07:49.933440 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.rpc [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Network 87ba7924-2d4a-470c-8bdf-56cd17730f9a details requested by agent ovs-agent-dv-cinder-839793-5-iscsi with host dv-cinder-839793-5-iscsi {{(pid=103471) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 03 14:07:52.143038 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.wsgi [-] (103470) accepted ('10.222.0.36', 41216) {{(pid=103470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:07:52.209631 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.pecan_wsgi.hooks.translation [None req-6168e28f-6144-438c-9605-bd6efa6c5054 admin admin] GET failed (client error): The resource could not be found. May 03 14:07:52.210983 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [None req-6168e28f-6144-438c-9605-bd6efa6c5054 admin admin] 10.222.0.36 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0666957 May 03 14:07:52.283088 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2219a59a-927b-446b-8e92-5065bf5de72f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:07:52.284551 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [None req-2219a59a-927b-446b-8e92-5065bf5de72f admin admin] 10.222.0.36 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0689361 May 03 14:07:52.296719 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.v2.base [None req-fc556bd7-144f-4313-b10b-4a79f5a04d69 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'description': 'shared-subnet', 'ip_version': 4, 'cidr': '192.168.233.0/24', 'network_id': '87ba7924-2d4a-470c-8bdf-56cd17730f9a'}} {{(pid=103470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 14:07:52.318151 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc556bd7-144f-4313-b10b-4a79f5a04d69 admin admin] Made reservation on behalf of 71795b2bf1064a2fb47b7b3b4817ce5c for: {'subnet': 1} {{(pid=103470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 14:07:52.320248 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-fc556bd7-144f-4313-b10b-4a79f5a04d69 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:07:52.483216 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-fc556bd7-144f-4313-b10b-4a79f5a04d69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766'] for subnet (0090f365-b053-4a3a-8cf2-bf1dc5e85b9d), after_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:07:52.533321 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc556bd7-144f-4313-b10b-4a79f5a04d69 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0090f365-b053-4a3a-8cf2-bf1dc5e85b9d,revision_number=0']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:07:52.548269 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc556bd7-144f-4313-b10b-4a79f5a04d69 admin admin] Checking segment: {'id': 'fa00a673-360a-4642-a555-913f68028dc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '87ba7924-2d4a-470c-8bdf-56cd17730f9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 14:07:52.548451 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc556bd7-144f-4313-b10b-4a79f5a04d69 admin admin] Network hostable DHCP agents. Network: 87ba7924-2d4a-470c-8bdf-56cd17730f9a, hostable agents: ['2d0d8db6-b1c3-4022-9f9b-561ce4a4d2d8'], hosted agents: [] {{(pid=103470) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 14:07:52.568360 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc556bd7-144f-4313-b10b-4a79f5a04d69 admin admin] Network 87ba7924-2d4a-470c-8bdf-56cd17730f9a is scheduled to be hosted by DHCP agent 2d0d8db6-b1c3-4022-9f9b-561ce4a4d2d8 with binding_index 1 {{(pid=103470) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 14:07:52.578862 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.scheduler.base_scheduler [None req-fc556bd7-144f-4313-b10b-4a79f5a04d69 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839793-5-iscsi, 87ba7924-2d4a-470c-8bdf-56cd17730f9a) {{(pid=103470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 14:07:52.583183 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc556bd7-144f-4313-b10b-4a79f5a04d69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:07:52.583770 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-fc556bd7-144f-4313-b10b-4a79f5a04d69 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599744'] for subnet (None), before_response {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:07:52.589417 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ee25d6b-b3db-4198-8d6b-68101924b7fc None None] Network 87ba7924-2d4a-470c-8bdf-56cd17730f9a requested from dv-cinder-839793-5-iscsi {{(pid=103471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 03 14:07:52.600635 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [None req-fc556bd7-144f-4313-b10b-4a79f5a04d69 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3073809 May 03 14:07:52.704853 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e9c6135-d906-46be-b858-0411dda26ade None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a095324-fe16-59ec-838a-76a13e211480-87ba7924-2d4a-470c-8bdf-56cd17730f9a', 'network_id': '87ba7924-2d4a-470c-8bdf-56cd17730f9a', 'project_id': '71795b2bf1064a2fb47b7b3b4817ce5c', 'fixed_ips': [{'subnet_id': '0090f365-b053-4a3a-8cf2-bf1dc5e85b9d'}]}} from dv-cinder-839793-5-iscsi. {{(pid=103471) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 03 14:07:52.706047 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-9e9c6135-d906-46be-b858-0411dda26ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585126'] for port (None), before_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:07:52.948702 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.db_base_plugin_common [None req-9e9c6135-d906-46be-b858-0411dda26ade None None] Allocated IP 192.168.233.2 (87ba7924-2d4a-470c-8bdf-56cd17730f9a/0090f365-b053-4a3a-8cf2-bf1dc5e85b9d/b31abc0f-8157-4709-8630-cbc007e27eb9) {{(pid=103471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 14:07:53.100153 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-9e9c6135-d906-46be-b858-0411dda26ade None None] Publish callbacks [] for port (b31abc0f-8157-4709-8630-cbc007e27eb9), precommit_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:07:53.106831 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-9e9c6135-d906-46be-b858-0411dda26ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786920821396'] for port (b31abc0f-8157-4709-8630-cbc007e27eb9), after_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:07:53.146201 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e9c6135-d906-46be-b858-0411dda26ade None None] Network 87ba7924-2d4a-470c-8bdf-56cd17730f9a is already hosted by enough agents. {{(pid=103471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 14:07:53.151508 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.scheduler.base_scheduler [None req-9e9c6135-d906-46be-b858-0411dda26ade None None] Resources bound (agent type, host, resource id): {{(pid=103471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 14:07:53.154051 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e9c6135-d906-46be-b858-0411dda26ade None None] Received port after_create {{(pid=103471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 14:07:53.160259 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9c6135-d906-46be-b858-0411dda26ade None None] Pushing event updated for resources: {'Port': ['ID=b31abc0f-8157-4709-8630-cbc007e27eb9,revision_number=1']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:07:53.173273 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9c6135-d906-46be-b858-0411dda26ade None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:07:53.173273 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9c6135-d906-46be-b858-0411dda26ade None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:07:53.173273 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9c6135-d906-46be-b858-0411dda26ade None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:07:53.173273 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9c6135-d906-46be-b858-0411dda26ade None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:07:53.173794 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9c6135-d906-46be-b858-0411dda26ade None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:07:53.173890 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9c6135-d906-46be-b858-0411dda26ade None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:07:53.174213 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9c6135-d906-46be-b858-0411dda26ade None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:07:53.174531 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9c6135-d906-46be-b858-0411dda26ade None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:07:53.174852 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9c6135-d906-46be-b858-0411dda26ade None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:07:53.175170 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9c6135-d906-46be-b858-0411dda26ade None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:07:53.175488 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9c6135-d906-46be-b858-0411dda26ade None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:07:53.175820 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9c6135-d906-46be-b858-0411dda26ade None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:07:53.176136 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9c6135-d906-46be-b858-0411dda26ade None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:07:53.176451 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9c6135-d906-46be-b858-0411dda26ade None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:07:53.176764 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9c6135-d906-46be-b858-0411dda26ade None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:07:53.227353 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.managers [None req-9e9c6135-d906-46be-b858-0411dda26ade None None] Attempting to bind port b31abc0f-8157-4709-8630-cbc007e27eb9 on host dv-cinder-839793-5-iscsi for vnic_type normal with profile {{(pid=103471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 03 14:07:53.227750 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.managers [None req-9e9c6135-d906-46be-b858-0411dda26ade None None] Attempting to bind port b31abc0f-8157-4709-8630-cbc007e27eb9 by drivers openvswitch,hyperv on host dv-cinder-839793-5-iscsi at level 0 using segments [{'id': 'fa00a673-360a-4642-a555-913f68028dc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '87ba7924-2d4a-470c-8bdf-56cd17730f9a'}] {{(pid=103471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 03 14:07:53.228367 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e9c6135-d906-46be-b858-0411dda26ade None None] Attempting to bind port b31abc0f-8157-4709-8630-cbc007e27eb9 on network 87ba7924-2d4a-470c-8bdf-56cd17730f9a {{(pid=103471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 14:07:53.233559 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e9c6135-d906-46be-b858-0411dda26ade None None] Checking agent: {'id': '43411681-d6d4-43ac-b892-434a22df3f6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839793-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 14, 4, 43), 'started_at': datetime.datetime(2022, 5, 3, 14, 5, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 14, 7, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839793-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 03 14:07:53.233934 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e9c6135-d906-46be-b858-0411dda26ade None None] Checking segment: {'id': 'fa00a673-360a-4642-a555-913f68028dc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '87ba7924-2d4a-470c-8bdf-56cd17730f9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 14:07:53.234330 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-9e9c6135-d906-46be-b858-0411dda26ade None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:07:53.234718 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e9c6135-d906-46be-b858-0411dda26ade None None] Bound using segment: {'id': 'fa00a673-360a-4642-a555-913f68028dc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '87ba7924-2d4a-470c-8bdf-56cd17730f9a'} {{(pid=103471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 03 14:07:53.235175 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.managers [None req-9e9c6135-d906-46be-b858-0411dda26ade None None] Bound port: b31abc0f-8157-4709-8630-cbc007e27eb9, host: dv-cinder-839793-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa00a673-360a-4642-a555-913f68028dc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '87ba7924-2d4a-470c-8bdf-56cd17730f9a'}}] {{(pid=103471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 03 14:07:53.235889 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-9e9c6135-d906-46be-b858-0411dda26ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585126'] for port (b31abc0f-8157-4709-8630-cbc007e27eb9), before_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:07:53.300921 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.db [None req-9e9c6135-d906-46be-b858-0411dda26ade None None] For port b31abc0f-8157-4709-8630-cbc007e27eb9, host dv-cinder-839793-5-iscsi, cleared binding levels {{(pid=103471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 14:07:53.304247 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.db [None req-9e9c6135-d906-46be-b858-0411dda26ade None None] For port b31abc0f-8157-4709-8630-cbc007e27eb9, host dv-cinder-839793-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-5-iscsi',level=0,port_id=b31abc0f-8157-4709-8630-cbc007e27eb9,segment=NetworkSegment(fa00a673-360a-4642-a555-913f68028dc5),segment_id=fa00a673-360a-4642-a555-913f68028dc5)] {{(pid=103471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 14:07:53.311164 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-9e9c6135-d906-46be-b858-0411dda26ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786921284783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786920821414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786920821432'] for port (b31abc0f-8157-4709-8630-cbc007e27eb9), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:07:53.368401 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9c6135-d906-46be-b858-0411dda26ade None None] Pushing event updated for resources: {'Port': ['ID=b31abc0f-8157-4709-8630-cbc007e27eb9,revision_number=2']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:07:53.865959 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.rpc [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Device b31abc0f-8157-4709-8630-cbc007e27eb9 up at agent ovs-agent-dv-cinder-839793-5-iscsi {{(pid=103471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 14:07:53.915920 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.provisioning_blocks [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Provisioning complete for port b31abc0f-8157-4709-8630-cbc007e27eb9 triggered by entity L2. {{(pid=103471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 14:07:53.916360 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749148'] for port (b31abc0f-8157-4709-8630-cbc007e27eb9), provisioning_complete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:07:54.005538 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Current status of the port b31abc0f-8157-4709-8630-cbc007e27eb9 is: DOWN; New status is: ACTIVE {{(pid=103471) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 14:07:54.005922 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585126'] for port (b31abc0f-8157-4709-8630-cbc007e27eb9), before_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:07:54.046927 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.db [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] For port b31abc0f-8157-4709-8630-cbc007e27eb9, host dv-cinder-839793-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-5-iscsi',level=0,port_id=b31abc0f-8157-4709-8630-cbc007e27eb9,segment=NetworkSegment(fa00a673-360a-4642-a555-913f68028dc5),segment_id=fa00a673-360a-4642-a555-913f68028dc5)] {{(pid=103471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 14:07:54.052745 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786921284783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786920821414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786920821432'] for port (b31abc0f-8157-4709-8630-cbc007e27eb9), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:07:54.108758 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Pushing event updated for resources: {'Port': ['ID=b31abc0f-8157-4709-8630-cbc007e27eb9,revision_number=3']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:07:54.200372 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d5581ef-05e6-45ee-b7fa-0bf752f86c35 None None] Network 87ba7924-2d4a-470c-8bdf-56cd17730f9a requested from dv-cinder-839793-5-iscsi {{(pid=103471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 03 14:07:54.283114 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.provisioning_blocks [None req-c3d220b4-538c-41b3-a752-ce3c1a4ca0b9 None None] Provisioning complete for port b31abc0f-8157-4709-8630-cbc007e27eb9 triggered by entity DHCP. {{(pid=103471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 14:07:54.283477 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c3d220b4-538c-41b3-a752-ce3c1a4ca0b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749148'] for port (b31abc0f-8157-4709-8630-cbc007e27eb9), provisioning_complete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:07:54.391763 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [None req-c3d220b4-538c-41b3-a752-ce3c1a4ca0b9 None None] Current status of the port b31abc0f-8157-4709-8630-cbc007e27eb9 is: ACTIVE; New status is: ACTIVE {{(pid=103471) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 14:07:54.610869 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.provisioning_blocks [None req-bd09d3d6-1794-4c50-a885-eaed2d9ce822 None None] Provisioning complete for port b31abc0f-8157-4709-8630-cbc007e27eb9 triggered by entity DHCP. {{(pid=103471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 14:07:54.611242 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-bd09d3d6-1794-4c50-a885-eaed2d9ce822 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749148'] for port (b31abc0f-8157-4709-8630-cbc007e27eb9), provisioning_complete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:07:54.691485 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [None req-bd09d3d6-1794-4c50-a885-eaed2d9ce822 None None] Current status of the port b31abc0f-8157-4709-8630-cbc007e27eb9 is: ACTIVE; New status is: ACTIVE {{(pid=103471) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 14:07:55.863373 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.rpc [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Device b31abc0f-8157-4709-8630-cbc007e27eb9 up at agent ovs-agent-dv-cinder-839793-5-iscsi {{(pid=103471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 14:07:55.914458 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.provisioning_blocks [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Provisioning complete for port b31abc0f-8157-4709-8630-cbc007e27eb9 triggered by entity L2. {{(pid=103471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 14:07:55.914850 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749148'] for port (b31abc0f-8157-4709-8630-cbc007e27eb9), provisioning_complete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:07:55.992487 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Current status of the port b31abc0f-8157-4709-8630-cbc007e27eb9 is: ACTIVE; New status is: ACTIVE {{(pid=103471) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 14:08:06.633438 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-973f4300-15f2-4aed-bc1b-a68d1eb2cf0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786921254184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749114'] for agent (2d0d8db6-b1c3-4022-9f9b-561ce4a4d2d8), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:08:08.916499 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-a0b7c809-9864-4810-b831-c72bc4ac6112 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786921254184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749114'] for agent (2583ee88-9503-4370-b6e4-0a676865815e), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:08:10.330947 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-6b98c286-5509-41ae-9e31-4a328d4e2e3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786921254184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749114'] for agent (9772c1e2-61d8-4a11-97d8-348a0cefa431), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:08:11.446184 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-ece2f477-2d6d-4faa-a9a3-ecc6a9d3b5ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786921254184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749114'] for agent (5abb75e8-e954-4dc0-bed6-210d2af77b9f), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:08:13.120896 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786921254184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749114'] for agent (43411681-d6d4-43ac-b892-434a22df3f6d), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:08:23.311783 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.db.agents_db [None req-22b75db3-e88f-46e7-98cb-691740c6eaf9 None None] Agent healthcheck: found 5 active agents {{(pid=103472) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 03 14:08:36.637106 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-17bfa2fe-030e-41ef-98b1-82b486ca045b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786921254184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749114'] for agent (2d0d8db6-b1c3-4022-9f9b-561ce4a4d2d8), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:08:38.920832 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-985f0236-15f7-443f-a69c-3716cc7412c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786921254184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749114'] for agent (2583ee88-9503-4370-b6e4-0a676865815e), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:08:40.334576 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-6b98c286-5509-41ae-9e31-4a328d4e2e3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786921254184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749114'] for agent (9772c1e2-61d8-4a11-97d8-348a0cefa431), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:08:41.448737 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-ece2f477-2d6d-4faa-a9a3-ecc6a9d3b5ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786921254184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749114'] for agent (5abb75e8-e954-4dc0-bed6-210d2af77b9f), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:08:43.127313 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786921254184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749114'] for agent (43411681-d6d4-43ac-b892-434a22df3f6d), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:09:00.310819 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.db.agents_db [None req-22b75db3-e88f-46e7-98cb-691740c6eaf9 None None] Agent healthcheck: found 5 active agents {{(pid=103472) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 03 14:09:06.642905 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-568e762a-a9bd-4ad0-a4a8-f0700c3ba74d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786921254184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749114'] for agent (2d0d8db6-b1c3-4022-9f9b-561ce4a4d2d8), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:09:08.925705 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-3375ba38-51ae-422c-bbe4-d96be6257233 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786921254184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749114'] for agent (2583ee88-9503-4370-b6e4-0a676865815e), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:09:10.335339 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-6b98c286-5509-41ae-9e31-4a328d4e2e3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786921254184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749114'] for agent (9772c1e2-61d8-4a11-97d8-348a0cefa431), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:09:11.452209 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-ece2f477-2d6d-4faa-a9a3-ecc6a9d3b5ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786921254184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749114'] for agent (5abb75e8-e954-4dc0-bed6-210d2af77b9f), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:09:13.128557 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786921254184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749114'] for agent (43411681-d6d4-43ac-b892-434a22df3f6d), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:09:19.756591 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.36', 41254) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:09:19.762144 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.wsgi [None req-a8e671ed-b57d-40cc-be92-b314404d6a33 tempest-verify_tempest_config-1339583130 tempest-verify_tempest_config-1339583130-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103469) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 03 14:09:19.763089 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-a8e671ed-b57d-40cc-be92-b314404d6a33 tempest-verify_tempest_config-1339583130 tempest-verify_tempest_config-1339583130-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14315 time: 0.0055664 May 03 14:09:20.090155 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.36', 41272) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:09:20.206647 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-4b30ad44-47f6-4a0d-9446-4a2ce64d2275 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:09:20.290394 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-4b30ad44-47f6-4a0d-9446-4a2ce64d2275 admin admin] Publish callbacks [] for security_group (bae0c81b-878f-48f6-b2e7-04158875f169), precommit_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:09:20.296423 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-4b30ad44-47f6-4a0d-9446-4a2ce64d2275 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656397'] for security_group (bae0c81b-878f-48f6-b2e7-04158875f169), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:09:20.338943 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b30ad44-47f6-4a0d-9446-4a2ce64d2275 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bae0c81b-878f-48f6-b2e7-04158875f169,revision_number=1']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:09:20.342659 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-4b30ad44-47f6-4a0d-9446-4a2ce64d2275 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a6e7ec609403494791d3550bfa9343e4&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2515333 May 03 14:09:20.345803 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.wsgi [-] (103470) accepted ('10.222.0.36', 41276) {{(pid=103470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:09:20.348450 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b30ad44-47f6-4a0d-9446-4a2ce64d2275 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:09:20.348803 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b30ad44-47f6-4a0d-9446-4a2ce64d2275 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:09:20.349157 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b30ad44-47f6-4a0d-9446-4a2ce64d2275 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:09:20.349529 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b30ad44-47f6-4a0d-9446-4a2ce64d2275 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:09:20.349832 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b30ad44-47f6-4a0d-9446-4a2ce64d2275 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:09:20.350179 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b30ad44-47f6-4a0d-9446-4a2ce64d2275 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:09:20.350506 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b30ad44-47f6-4a0d-9446-4a2ce64d2275 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:09:20.350844 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b30ad44-47f6-4a0d-9446-4a2ce64d2275 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:09:20.351177 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b30ad44-47f6-4a0d-9446-4a2ce64d2275 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:09:20.351508 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b30ad44-47f6-4a0d-9446-4a2ce64d2275 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:09:20.351858 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b30ad44-47f6-4a0d-9446-4a2ce64d2275 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:09:20.352194 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b30ad44-47f6-4a0d-9446-4a2ce64d2275 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:09:20.352497 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b30ad44-47f6-4a0d-9446-4a2ce64d2275 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:09:20.352813 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b30ad44-47f6-4a0d-9446-4a2ce64d2275 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:09:20.353124 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b30ad44-47f6-4a0d-9446-4a2ce64d2275 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:09:20.404967 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-b2623dbc-8086-4e45-a61b-89f736c1e11a admin admin] Publish callbacks [] for security_group (bae0c81b-878f-48f6-b2e7-04158875f169), before_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:09:20.425557 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-b2623dbc-8086-4e45-a61b-89f736c1e11a admin admin] Publish callbacks [] for security_group (bae0c81b-878f-48f6-b2e7-04158875f169), precommit_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:09:20.520746 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-b2623dbc-8086-4e45-a61b-89f736c1e11a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656397'] for security_group (bae0c81b-878f-48f6-b2e7-04158875f169), after_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:09:20.524499 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-b2623dbc-8086-4e45-a61b-89f736c1e11a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:09:20.526391 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [None req-b2623dbc-8086-4e45-a61b-89f736c1e11a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/bae0c81b-878f-48f6-b2e7-04158875f169 HTTP/1.1" status: 204 len: 168 time: 0.1793728 May 03 14:09:20.536070 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2623dbc-8086-4e45-a61b-89f736c1e11a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bae0c81b-878f-48f6-b2e7-04158875f169,revision_number=None']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:09:20.542600 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2623dbc-8086-4e45-a61b-89f736c1e11a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:09:20.542883 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2623dbc-8086-4e45-a61b-89f736c1e11a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:09:20.543217 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2623dbc-8086-4e45-a61b-89f736c1e11a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:09:20.543546 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2623dbc-8086-4e45-a61b-89f736c1e11a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:09:20.543869 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2623dbc-8086-4e45-a61b-89f736c1e11a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:09:20.544157 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2623dbc-8086-4e45-a61b-89f736c1e11a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:09:20.544473 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2623dbc-8086-4e45-a61b-89f736c1e11a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:09:20.544784 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2623dbc-8086-4e45-a61b-89f736c1e11a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:09:20.545112 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2623dbc-8086-4e45-a61b-89f736c1e11a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:09:20.545456 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2623dbc-8086-4e45-a61b-89f736c1e11a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:09:20.545806 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2623dbc-8086-4e45-a61b-89f736c1e11a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:09:20.546220 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2623dbc-8086-4e45-a61b-89f736c1e11a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:09:20.546464 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2623dbc-8086-4e45-a61b-89f736c1e11a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:09:20.546773 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2623dbc-8086-4e45-a61b-89f736c1e11a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:09:20.547081 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2623dbc-8086-4e45-a61b-89f736c1e11a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:09:36.649888 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-00d287aa-4ee0-4c0c-a561-f3ff7e445626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786921254184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749114'] for agent (2d0d8db6-b1c3-4022-9f9b-561ce4a4d2d8), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:09:37.310008 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.db.agents_db [None req-22b75db3-e88f-46e7-98cb-691740c6eaf9 None None] Agent healthcheck: found 5 active agents {{(pid=103472) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 03 14:09:38.933777 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-0a29232c-8389-445d-a724-29c396d35356 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786921254184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749114'] for agent (2583ee88-9503-4370-b6e4-0a676865815e), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:09:40.338975 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-6b98c286-5509-41ae-9e31-4a328d4e2e3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786921254184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749114'] for agent (9772c1e2-61d8-4a11-97d8-348a0cefa431), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:09:41.455407 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-ece2f477-2d6d-4faa-a9a3-ecc6a9d3b5ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786921254184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749114'] for agent (5abb75e8-e954-4dc0-bed6-210d2af77b9f), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:09:43.124881 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786921254184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749114'] for agent (43411681-d6d4-43ac-b892-434a22df3f6d), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:10:06.651409 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c58e0cfe-2f8a-44e7-9f17-18c2fa8d0683 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786921254184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749114'] for agent (2d0d8db6-b1c3-4022-9f9b-561ce4a4d2d8), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:10:08.936170 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-386e5bbf-6c86-468a-a4f7-813031c1bb73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786921254184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749114'] for agent (2583ee88-9503-4370-b6e4-0a676865815e), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:10:10.345351 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-6b98c286-5509-41ae-9e31-4a328d4e2e3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786921254184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749114'] for agent (9772c1e2-61d8-4a11-97d8-348a0cefa431), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:10:11.460080 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-ece2f477-2d6d-4faa-a9a3-ecc6a9d3b5ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786921254184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749114'] for agent (5abb75e8-e954-4dc0-bed6-210d2af77b9f), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:10:13.135635 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786921254184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749114'] for agent (43411681-d6d4-43ac-b892-434a22df3f6d), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:10:14.314239 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.db.agents_db [None req-22b75db3-e88f-46e7-98cb-691740c6eaf9 None None] Agent healthcheck: found 5 active agents {{(pid=103472) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 03 14:10:36.652619 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-57f3abb3-8989-457e-8cbb-e31d14274ed8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786921254184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749114'] for agent (2d0d8db6-b1c3-4022-9f9b-561ce4a4d2d8), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:10:38.936742 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-52c867a5-ccfd-4bc9-a1b2-1f6149d9bbc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786921254184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749114'] for agent (2583ee88-9503-4370-b6e4-0a676865815e), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:10:40.352058 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-6b98c286-5509-41ae-9e31-4a328d4e2e3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786921254184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749114'] for agent (9772c1e2-61d8-4a11-97d8-348a0cefa431), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:10:41.467365 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-ece2f477-2d6d-4faa-a9a3-ecc6a9d3b5ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786921254184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749114'] for agent (5abb75e8-e954-4dc0-bed6-210d2af77b9f), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:10:43.131477 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786921254184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749114'] for agent (43411681-d6d4-43ac-b892-434a22df3f6d), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:10:51.318989 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.db.agents_db [None req-22b75db3-e88f-46e7-98cb-691740c6eaf9 None None] Agent healthcheck: found 5 active agents {{(pid=103472) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 03 14:11:06.579545 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786921254184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1688122'] for agent (e81ee3ce-91e9-46ba-a5c7-9619c95b22a6), after_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:11:06.645855 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-5a243500-79e9-483a-bb97-87702120be67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786921254184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749114'] for agent (2d0d8db6-b1c3-4022-9f9b-561ce4a4d2d8), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:11:08.936664 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-add87dac-8976-4dc5-abbe-04bb6be7fdda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786921254184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749114'] for agent (2583ee88-9503-4370-b6e4-0a676865815e), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:11:10.362072 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-6b98c286-5509-41ae-9e31-4a328d4e2e3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786921254184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749114'] for agent (9772c1e2-61d8-4a11-97d8-348a0cefa431), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:11:11.470552 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-ece2f477-2d6d-4faa-a9a3-ecc6a9d3b5ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786921254184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749114'] for agent (5abb75e8-e954-4dc0-bed6-210d2af77b9f), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:11:13.134966 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786921254184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749114'] for agent (43411681-d6d4-43ac-b892-434a22df3f6d), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:11:21.366188 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.36', 41348) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:11:21.491738 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-7c8fa0f0-9704-49d3-8986-579ec5ccfd74 admin admin] 10.222.0.36 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1241608 May 03 14:11:23.749821 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.wsgi [-] (103470) accepted ('10.222.0.36', 41358) {{(pid=103470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:11:23.816397 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [None req-b4ca5d9e-f4be-4583-8f05-343ee99fb99f admin admin] 10.222.0.36 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0651731 May 03 14:11:28.317885 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.db.agents_db [None req-22b75db3-e88f-46e7-98cb-691740c6eaf9 None None] Agent healthcheck: found 6 active agents {{(pid=103472) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 03 14:11:36.576557 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786921254184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749114'] for agent (e81ee3ce-91e9-46ba-a5c7-9619c95b22a6), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:11:36.652220 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-06de10f7-4950-4bff-8463-b815b1e15379 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786921254184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749114'] for agent (2d0d8db6-b1c3-4022-9f9b-561ce4a4d2d8), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:11:38.937470 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-d0acbfdb-2c32-43d0-a26a-db7f3b1f2aea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786921254184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749114'] for agent (2583ee88-9503-4370-b6e4-0a676865815e), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:11:40.361109 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-6b98c286-5509-41ae-9e31-4a328d4e2e3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786921254184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749114'] for agent (9772c1e2-61d8-4a11-97d8-348a0cefa431), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:11:41.476399 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-ece2f477-2d6d-4faa-a9a3-ecc6a9d3b5ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786921254184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749114'] for agent (5abb75e8-e954-4dc0-bed6-210d2af77b9f), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:11:43.140090 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786921254184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749114'] for agent (43411681-d6d4-43ac-b892-434a22df3f6d), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:12:05.325304 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.db.agents_db [None req-22b75db3-e88f-46e7-98cb-691740c6eaf9 None None] Agent healthcheck: found 6 active agents {{(pid=103472) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 03 14:12:06.567951 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786921254184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749114'] for agent (e81ee3ce-91e9-46ba-a5c7-9619c95b22a6), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:12:06.649970 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-bd84f701-9c31-4ff2-a0a7-58ca059063bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786921254184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749114'] for agent (2d0d8db6-b1c3-4022-9f9b-561ce4a4d2d8), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:12:08.938641 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-1a91ef14-b111-4779-bf86-8f54c025365f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786921254184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749114'] for agent (2583ee88-9503-4370-b6e4-0a676865815e), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:12:10.357672 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-6b98c286-5509-41ae-9e31-4a328d4e2e3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786921254184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749114'] for agent (9772c1e2-61d8-4a11-97d8-348a0cefa431), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:12:11.476299 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-ece2f477-2d6d-4faa-a9a3-ecc6a9d3b5ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786921254184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749114'] for agent (5abb75e8-e954-4dc0-bed6-210d2af77b9f), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:12:13.135079 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786921254184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749114'] for agent (43411681-d6d4-43ac-b892-434a22df3f6d), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:12:36.577093 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786921254184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749114'] for agent (e81ee3ce-91e9-46ba-a5c7-9619c95b22a6), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:12:36.644831 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-e6b700d0-db39-48f4-b338-82b26d685f3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786921254184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749114'] for agent (2d0d8db6-b1c3-4022-9f9b-561ce4a4d2d8), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:12:38.933878 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-53f53531-1ee6-4b88-a4eb-dddf1ed85c0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786921254184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749114'] for agent (2583ee88-9503-4370-b6e4-0a676865815e), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:12:40.363228 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-6b98c286-5509-41ae-9e31-4a328d4e2e3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786921254184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749114'] for agent (9772c1e2-61d8-4a11-97d8-348a0cefa431), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:12:41.476974 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-ece2f477-2d6d-4faa-a9a3-ecc6a9d3b5ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786921254184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749114'] for agent (5abb75e8-e954-4dc0-bed6-210d2af77b9f), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:12:42.315881 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.db.agents_db [None req-22b75db3-e88f-46e7-98cb-691740c6eaf9 None None] Agent healthcheck: found 6 active agents {{(pid=103472) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 03 14:12:43.139578 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786921254184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749114'] for agent (43411681-d6d4-43ac-b892-434a22df3f6d), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:03.058369 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.wsgi [-] (103470) accepted ('10.222.0.36', 41552) {{(pid=103470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:13:03.170429 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.wsgi [-] (103470) accepted ('10.222.0.36', 41562) {{(pid=103470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:13:03.272926 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.wsgi [-] (103470) accepted ('10.222.0.36', 41570) {{(pid=103470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:13:03.361616 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.v2.base [None req-be4cf75f-a61d-4126-aa5f-065cf7a26e00 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1956182793-network', 'tenant_id': '831ebb047e5b4805875d2606cb8e08c0'}} {{(pid=103470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 14:13:03.382131 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be4cf75f-a61d-4126-aa5f-065cf7a26e00 admin admin] Made reservation on behalf of 831ebb047e5b4805875d2606cb8e08c0 for: {'network': 1} {{(pid=103470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 14:13:03.384582 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-be4cf75f-a61d-4126-aa5f-065cf7a26e00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585126'] for network (None), before_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:03.392804 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-be4cf75f-a61d-4126-aa5f-065cf7a26e00 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:03.447355 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.36', 41582) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:13:03.479716 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-be4cf75f-a61d-4126-aa5f-065cf7a26e00 admin admin] Publish callbacks [] for security_group (4cb41abf-3a2c-4d1f-8158-0555ad7265bb), precommit_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:03.484374 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-be4cf75f-a61d-4126-aa5f-065cf7a26e00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656397'] for security_group (4cb41abf-3a2c-4d1f-8158-0555ad7265bb), after_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:03.515293 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be4cf75f-a61d-4126-aa5f-065cf7a26e00 admin admin] vlan segment allocate from pool success with {'vlan_id': 230, 'physical_network': 'physnet1'} {{(pid=103470) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 14:13:03.522769 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.v2.base [None req-f982967d-eeeb-4176-9011-07be16b1065f admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1452391224-network', 'tenant_id': '4e31890e50da4bcab23b81eee1c9a2d7'}} {{(pid=103470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 14:13:03.534358 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4cf75f-a61d-4126-aa5f-065cf7a26e00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cb41abf-3a2c-4d1f-8158-0555ad7265bb,revision_number=1']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:13:03.542791 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-be4cf75f-a61d-4126-aa5f-065cf7a26e00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-690795'] for segment (722bef02-8968-4827-9162-fc1e452e0aa3), precommit_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:03.543219 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.db.segments_db [None req-be4cf75f-a61d-4126-aa5f-065cf7a26e00 admin admin] Added segment 722bef02-8968-4827-9162-fc1e452e0aa3 of type vlan for network 3b1deb6b-f4d1-4363-a738-382e6da075be May 03 14:13:03.582729 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4cf75f-a61d-4126-aa5f-065cf7a26e00 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:13:03.583070 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4cf75f-a61d-4126-aa5f-065cf7a26e00 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:13:03.583473 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4cf75f-a61d-4126-aa5f-065cf7a26e00 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:13:03.583995 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4cf75f-a61d-4126-aa5f-065cf7a26e00 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:13:03.584506 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4cf75f-a61d-4126-aa5f-065cf7a26e00 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:13:03.584829 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4cf75f-a61d-4126-aa5f-065cf7a26e00 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:13:03.585319 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4cf75f-a61d-4126-aa5f-065cf7a26e00 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:13:03.585791 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4cf75f-a61d-4126-aa5f-065cf7a26e00 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:13:03.586664 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4cf75f-a61d-4126-aa5f-065cf7a26e00 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:13:03.587167 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4cf75f-a61d-4126-aa5f-065cf7a26e00 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:13:03.587639 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4cf75f-a61d-4126-aa5f-065cf7a26e00 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:13:03.588110 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4cf75f-a61d-4126-aa5f-065cf7a26e00 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:13:03.588591 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4cf75f-a61d-4126-aa5f-065cf7a26e00 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:13:03.589057 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4cf75f-a61d-4126-aa5f-065cf7a26e00 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:13:03.589559 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4cf75f-a61d-4126-aa5f-065cf7a26e00 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:13:03.590929 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4cf75f-a61d-4126-aa5f-065cf7a26e00 admin admin] Tracked resource versions report: May 03 14:13:03.590929 dv-cinder-839793-5-iscsi neutron-server[103470]: pushed versions: May 03 14:13:03.590929 dv-cinder-839793-5-iscsi neutron-server[103470]: { 'AddressGroup': {'1.2'}, May 03 14:13:03.590929 dv-cinder-839793-5-iscsi neutron-server[103470]: 'Agent': {'1.1'}, May 03 14:13:03.590929 dv-cinder-839793-5-iscsi neutron-server[103470]: 'ConntrackHelper': {'1.0'}, May 03 14:13:03.590929 dv-cinder-839793-5-iscsi neutron-server[103470]: 'LocalIPAssociation': {'1.0'}, May 03 14:13:03.590929 dv-cinder-839793-5-iscsi neutron-server[103470]: 'Log': {'1.0'}, May 03 14:13:03.590929 dv-cinder-839793-5-iscsi neutron-server[103470]: 'NDPProxy': {'1.0'}, May 03 14:13:03.590929 dv-cinder-839793-5-iscsi neutron-server[103470]: 'Network': {'1.1'}, May 03 14:13:03.590929 dv-cinder-839793-5-iscsi neutron-server[103470]: 'Port': {'1.7'}, May 03 14:13:03.590929 dv-cinder-839793-5-iscsi neutron-server[103470]: 'PortForwarding': {'1.3'}, May 03 14:13:03.590929 dv-cinder-839793-5-iscsi neutron-server[103470]: 'QosPolicy': {'1.10'}, May 03 14:13:03.590929 dv-cinder-839793-5-iscsi neutron-server[103470]: 'SecurityGroup': {'1.5'}, May 03 14:13:03.590929 dv-cinder-839793-5-iscsi neutron-server[103470]: 'SecurityGroupRule': {'1.2'}, May 03 14:13:03.590929 dv-cinder-839793-5-iscsi neutron-server[103470]: 'SubPort': {'1.0'}, May 03 14:13:03.590929 dv-cinder-839793-5-iscsi neutron-server[103470]: 'Subnet': {'1.1'}, May 03 14:13:03.590929 dv-cinder-839793-5-iscsi neutron-server[103470]: 'Trunk': {'1.1'}} May 03 14:13:03.590929 dv-cinder-839793-5-iscsi neutron-server[103470]: consumer versions: May 03 14:13:03.590929 dv-cinder-839793-5-iscsi neutron-server[103470]: { DHCP agent@dv-cinder-839793-5-iscsi: {}, May 03 14:13:03.590929 dv-cinder-839793-5-iscsi neutron-server[103470]: HyperV agent@hv-cinder-83979: {}, May 03 14:13:03.590929 dv-cinder-839793-5-iscsi neutron-server[103470]: L3 agent@dv-cinder-839793-5-iscsi: {}, May 03 14:13:03.590929 dv-cinder-839793-5-iscsi neutron-server[103470]: Metadata agent@dv-cinder-839793-5-iscsi: {}, May 03 14:13:03.590929 dv-cinder-839793-5-iscsi neutron-server[103470]: Metering agent@dv-cinder-839793-5-iscsi: {}, May 03 14:13:03.590929 dv-cinder-839793-5-iscsi neutron-server[103470]: Open vSwitch agent@dv-cinder-839793-5-iscsi: { 'AddressGroup': '1.2', May 03 14:13:03.590929 dv-cinder-839793-5-iscsi neutron-server[103470]: 'Agent': '1.1', May 03 14:13:03.590929 dv-cinder-839793-5-iscsi neutron-server[103470]: 'ConntrackHelper': '1.0', May 03 14:13:03.590929 dv-cinder-839793-5-iscsi neutron-server[103470]: 'LocalIPAssociation': '1.0', May 03 14:13:03.590929 dv-cinder-839793-5-iscsi neutron-server[103470]: 'Log': '1.0', May 03 14:13:03.590929 dv-cinder-839793-5-iscsi neutron-server[103470]: 'NDPProxy': '1.0', May 03 14:13:03.590929 dv-cinder-839793-5-iscsi neutron-server[103470]: 'Network': '1.1', May 03 14:13:03.590929 dv-cinder-839793-5-iscsi neutron-server[103470]: 'Port': '1.7', May 03 14:13:03.590929 dv-cinder-839793-5-iscsi neutron-server[103470]: 'PortForwarding': '1.3', May 03 14:13:03.590929 dv-cinder-839793-5-iscsi neutron-server[103470]: 'QosPolicy': '1.10', May 03 14:13:03.590929 dv-cinder-839793-5-iscsi neutron-server[103470]: 'SecurityGroup': '1.5', May 03 14:13:03.590929 dv-cinder-839793-5-iscsi neutron-server[103470]: 'SecurityGroupRule': '1.2', May 03 14:13:03.590929 dv-cinder-839793-5-iscsi neutron-server[103470]: 'SubPort': '1.0', May 03 14:13:03.590929 dv-cinder-839793-5-iscsi neutron-server[103470]: 'Subnet': '1.1', May 03 14:13:03.590929 dv-cinder-839793-5-iscsi neutron-server[103470]: 'Trunk': '1.1'}} May 03 14:13:03.590929 dv-cinder-839793-5-iscsi neutron-server[103470]: {{(pid=103470) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 03 14:13:03.619638 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-be4cf75f-a61d-4126-aa5f-065cf7a26e00 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786920812993'] for network (3b1deb6b-f4d1-4363-a738-382e6da075be), precommit_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:03.636474 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f982967d-eeeb-4176-9011-07be16b1065f admin admin] Made reservation on behalf of 4e31890e50da4bcab23b81eee1c9a2d7 for: {'network': 1} {{(pid=103470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 14:13:03.639878 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-f982967d-eeeb-4176-9011-07be16b1065f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585126'] for network (None), before_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:03.654821 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-be4cf75f-a61d-4126-aa5f-065cf7a26e00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766'] for network (3b1deb6b-f4d1-4363-a738-382e6da075be), after_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:03.656068 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be4cf75f-a61d-4126-aa5f-065cf7a26e00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:13:03.656801 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-be4cf75f-a61d-4126-aa5f-065cf7a26e00 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599744'] for network (None), before_response {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:03.661115 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-f982967d-eeeb-4176-9011-07be16b1065f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:03.728830 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4cf75f-a61d-4126-aa5f-065cf7a26e00 admin admin] Pushing event updated for resources: {'Network': ['ID=3b1deb6b-f4d1-4363-a738-382e6da075be,revision_number=1']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:13:03.735441 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.v2.base [None req-f996e897-1e0f-42ef-b19a-e725c7c3691a admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1392786833-network', 'tenant_id': '453906a2a829425aac1abdfad7b441d6'}} {{(pid=103470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 14:13:03.740257 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.rpc [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Network 3b1deb6b-f4d1-4363-a738-382e6da075be details requested by agent ovs-agent-dv-cinder-839793-5-iscsi with host dv-cinder-839793-5-iscsi {{(pid=103471) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 03 14:13:03.764722 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [None req-be4cf75f-a61d-4126-aa5f-065cf7a26e00 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7053421 May 03 14:13:03.764906 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.36', 41598) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:13:03.771133 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.v2.base [None req-2321bcab-efb1-439c-ba94-f6585224cf2e admin admin] Request body: {'subnet': {'network_id': '3b1deb6b-f4d1-4363-a738-382e6da075be', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1956182793-subnet', 'tenant_id': '831ebb047e5b4805875d2606cb8e08c0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 14:13:03.785310 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f996e897-1e0f-42ef-b19a-e725c7c3691a admin admin] Made reservation on behalf of 453906a2a829425aac1abdfad7b441d6 for: {'network': 1} {{(pid=103470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 14:13:03.787706 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-f996e897-1e0f-42ef-b19a-e725c7c3691a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585126'] for network (None), before_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:03.804520 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2321bcab-efb1-439c-ba94-f6585224cf2e admin admin] Made reservation on behalf of 831ebb047e5b4805875d2606cb8e08c0 for: {'subnet': 1} {{(pid=103469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 14:13:03.807890 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-2321bcab-efb1-439c-ba94-f6585224cf2e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:03.828606 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-f996e897-1e0f-42ef-b19a-e725c7c3691a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:03.846010 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.v2.base [None req-0738cb32-49f0-4b0d-bc57-2cffbfd4002d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1368453836-network', 'tenant_id': '8a5fa41c00a84a80ac2b2c0cc1ef74d8'}} {{(pid=103469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 14:13:03.985312 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0738cb32-49f0-4b0d-bc57-2cffbfd4002d admin admin] Made reservation on behalf of 8a5fa41c00a84a80ac2b2c0cc1ef74d8 for: {'network': 1} {{(pid=103469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 14:13:03.987351 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-0738cb32-49f0-4b0d-bc57-2cffbfd4002d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585126'] for network (None), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:04.005468 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-0738cb32-49f0-4b0d-bc57-2cffbfd4002d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:04.012409 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-f982967d-eeeb-4176-9011-07be16b1065f admin admin] Publish callbacks [] for security_group (cbfeeeef-c433-4767-a994-eec44f2dc198), precommit_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:04.018292 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-f982967d-eeeb-4176-9011-07be16b1065f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656397'] for security_group (cbfeeeef-c433-4767-a994-eec44f2dc198), after_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:04.061145 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f982967d-eeeb-4176-9011-07be16b1065f admin admin] vlan segment allocate from pool success with {'vlan_id': 224, 'physical_network': 'physnet1'} {{(pid=103470) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 14:13:04.075017 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-f982967d-eeeb-4176-9011-07be16b1065f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-690795'] for segment (1c54dd20-bf4d-49bf-9498-4e1d488f7c61), precommit_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:04.075896 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.db.segments_db [None req-f982967d-eeeb-4176-9011-07be16b1065f admin admin] Added segment 1c54dd20-bf4d-49bf-9498-4e1d488f7c61 of type vlan for network ed744a5b-777c-4bee-b278-dee1b499d8aa May 03 14:13:04.097789 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-0738cb32-49f0-4b0d-bc57-2cffbfd4002d admin admin] Publish callbacks [] for security_group (e2dd0da2-19ab-4f32-9dcf-ef6e9599d97e), precommit_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:04.108008 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-0738cb32-49f0-4b0d-bc57-2cffbfd4002d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656397'] for security_group (e2dd0da2-19ab-4f32-9dcf-ef6e9599d97e), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:04.124728 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0738cb32-49f0-4b0d-bc57-2cffbfd4002d admin admin] vlan segment allocate from pool success with {'vlan_id': 241, 'physical_network': 'physnet1'} {{(pid=103469) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 14:13:04.136403 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-0738cb32-49f0-4b0d-bc57-2cffbfd4002d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-690795'] for segment (67863d8e-3b7d-4783-aeb0-1e512a0dd290), precommit_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:04.137080 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.db.segments_db [None req-0738cb32-49f0-4b0d-bc57-2cffbfd4002d admin admin] Added segment 67863d8e-3b7d-4783-aeb0-1e512a0dd290 of type vlan for network 1672c90c-dee1-453a-a1dd-749ff902086f May 03 14:13:04.150420 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-f982967d-eeeb-4176-9011-07be16b1065f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786920812993'] for network (ed744a5b-777c-4bee-b278-dee1b499d8aa), precommit_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:04.192170 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-0738cb32-49f0-4b0d-bc57-2cffbfd4002d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786920812993'] for network (1672c90c-dee1-453a-a1dd-749ff902086f), precommit_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:04.197416 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-f982967d-eeeb-4176-9011-07be16b1065f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766'] for network (ed744a5b-777c-4bee-b278-dee1b499d8aa), after_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:04.198752 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f982967d-eeeb-4176-9011-07be16b1065f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:13:04.199579 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-f982967d-eeeb-4176-9011-07be16b1065f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599744'] for network (None), before_response {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:04.243023 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0738cb32-49f0-4b0d-bc57-2cffbfd4002d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2dd0da2-19ab-4f32-9dcf-ef6e9599d97e,revision_number=1']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:13:04.252740 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-0738cb32-49f0-4b0d-bc57-2cffbfd4002d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766'] for network (1672c90c-dee1-453a-a1dd-749ff902086f), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:04.254275 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0738cb32-49f0-4b0d-bc57-2cffbfd4002d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:13:04.255858 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-0738cb32-49f0-4b0d-bc57-2cffbfd4002d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599744'] for network (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:04.266911 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0738cb32-49f0-4b0d-bc57-2cffbfd4002d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:13:04.267301 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0738cb32-49f0-4b0d-bc57-2cffbfd4002d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:13:04.267643 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0738cb32-49f0-4b0d-bc57-2cffbfd4002d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:13:04.267995 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0738cb32-49f0-4b0d-bc57-2cffbfd4002d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:13:04.268722 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0738cb32-49f0-4b0d-bc57-2cffbfd4002d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:13:04.269217 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0738cb32-49f0-4b0d-bc57-2cffbfd4002d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:13:04.269755 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0738cb32-49f0-4b0d-bc57-2cffbfd4002d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:13:04.270246 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0738cb32-49f0-4b0d-bc57-2cffbfd4002d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:13:04.270739 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0738cb32-49f0-4b0d-bc57-2cffbfd4002d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:13:04.271212 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0738cb32-49f0-4b0d-bc57-2cffbfd4002d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:13:04.271730 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0738cb32-49f0-4b0d-bc57-2cffbfd4002d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:13:04.272253 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0738cb32-49f0-4b0d-bc57-2cffbfd4002d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:13:04.272761 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0738cb32-49f0-4b0d-bc57-2cffbfd4002d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:13:04.273915 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0738cb32-49f0-4b0d-bc57-2cffbfd4002d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:13:04.274444 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0738cb32-49f0-4b0d-bc57-2cffbfd4002d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:13:04.276225 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0738cb32-49f0-4b0d-bc57-2cffbfd4002d admin admin] Tracked resource versions report: May 03 14:13:04.276225 dv-cinder-839793-5-iscsi neutron-server[103469]: pushed versions: May 03 14:13:04.276225 dv-cinder-839793-5-iscsi neutron-server[103469]: { 'AddressGroup': {'1.2'}, May 03 14:13:04.276225 dv-cinder-839793-5-iscsi neutron-server[103469]: 'Agent': {'1.1'}, May 03 14:13:04.276225 dv-cinder-839793-5-iscsi neutron-server[103469]: 'ConntrackHelper': {'1.0'}, May 03 14:13:04.276225 dv-cinder-839793-5-iscsi neutron-server[103469]: 'LocalIPAssociation': {'1.0'}, May 03 14:13:04.276225 dv-cinder-839793-5-iscsi neutron-server[103469]: 'Log': {'1.0'}, May 03 14:13:04.276225 dv-cinder-839793-5-iscsi neutron-server[103469]: 'NDPProxy': {'1.0'}, May 03 14:13:04.276225 dv-cinder-839793-5-iscsi neutron-server[103469]: 'Network': {'1.1'}, May 03 14:13:04.276225 dv-cinder-839793-5-iscsi neutron-server[103469]: 'Port': {'1.7'}, May 03 14:13:04.276225 dv-cinder-839793-5-iscsi neutron-server[103469]: 'PortForwarding': {'1.3'}, May 03 14:13:04.276225 dv-cinder-839793-5-iscsi neutron-server[103469]: 'QosPolicy': {'1.10'}, May 03 14:13:04.276225 dv-cinder-839793-5-iscsi neutron-server[103469]: 'SecurityGroup': {'1.5'}, May 03 14:13:04.276225 dv-cinder-839793-5-iscsi neutron-server[103469]: 'SecurityGroupRule': {'1.2'}, May 03 14:13:04.276225 dv-cinder-839793-5-iscsi neutron-server[103469]: 'SubPort': {'1.0'}, May 03 14:13:04.276225 dv-cinder-839793-5-iscsi neutron-server[103469]: 'Subnet': {'1.1'}, May 03 14:13:04.276225 dv-cinder-839793-5-iscsi neutron-server[103469]: 'Trunk': {'1.1'}} May 03 14:13:04.276225 dv-cinder-839793-5-iscsi neutron-server[103469]: consumer versions: May 03 14:13:04.276225 dv-cinder-839793-5-iscsi neutron-server[103469]: { DHCP agent@dv-cinder-839793-5-iscsi: {}, May 03 14:13:04.276225 dv-cinder-839793-5-iscsi neutron-server[103469]: HyperV agent@hv-cinder-83979: {}, May 03 14:13:04.276225 dv-cinder-839793-5-iscsi neutron-server[103469]: L3 agent@dv-cinder-839793-5-iscsi: {}, May 03 14:13:04.276225 dv-cinder-839793-5-iscsi neutron-server[103469]: Metadata agent@dv-cinder-839793-5-iscsi: {}, May 03 14:13:04.276225 dv-cinder-839793-5-iscsi neutron-server[103469]: Metering agent@dv-cinder-839793-5-iscsi: {}, May 03 14:13:04.276225 dv-cinder-839793-5-iscsi neutron-server[103469]: Open vSwitch agent@dv-cinder-839793-5-iscsi: { 'AddressGroup': '1.2', May 03 14:13:04.276225 dv-cinder-839793-5-iscsi neutron-server[103469]: 'Agent': '1.1', May 03 14:13:04.276225 dv-cinder-839793-5-iscsi neutron-server[103469]: 'ConntrackHelper': '1.0', May 03 14:13:04.276225 dv-cinder-839793-5-iscsi neutron-server[103469]: 'LocalIPAssociation': '1.0', May 03 14:13:04.276225 dv-cinder-839793-5-iscsi neutron-server[103469]: 'Log': '1.0', May 03 14:13:04.276225 dv-cinder-839793-5-iscsi neutron-server[103469]: 'NDPProxy': '1.0', May 03 14:13:04.276225 dv-cinder-839793-5-iscsi neutron-server[103469]: 'Network': '1.1', May 03 14:13:04.276225 dv-cinder-839793-5-iscsi neutron-server[103469]: 'Port': '1.7', May 03 14:13:04.276225 dv-cinder-839793-5-iscsi neutron-server[103469]: 'PortForwarding': '1.3', May 03 14:13:04.276225 dv-cinder-839793-5-iscsi neutron-server[103469]: 'QosPolicy': '1.10', May 03 14:13:04.276225 dv-cinder-839793-5-iscsi neutron-server[103469]: 'SecurityGroup': '1.5', May 03 14:13:04.276225 dv-cinder-839793-5-iscsi neutron-server[103469]: 'SecurityGroupRule': '1.2', May 03 14:13:04.276225 dv-cinder-839793-5-iscsi neutron-server[103469]: 'SubPort': '1.0', May 03 14:13:04.276225 dv-cinder-839793-5-iscsi neutron-server[103469]: 'Subnet': '1.1', May 03 14:13:04.276225 dv-cinder-839793-5-iscsi neutron-server[103469]: 'Trunk': '1.1'}} May 03 14:13:04.276225 dv-cinder-839793-5-iscsi neutron-server[103469]: {{(pid=103469) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 03 14:13:04.307666 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f982967d-eeeb-4176-9011-07be16b1065f admin admin] Pushing event updated for resources: {'Network': ['ID=ed744a5b-777c-4bee-b278-dee1b499d8aa,revision_number=1']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:13:04.318188 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [None req-f982967d-eeeb-4176-9011-07be16b1065f admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.1461656 May 03 14:13:04.318808 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.wsgi [-] (103470) accepted ('10.222.0.36', 41628) {{(pid=103470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:13:04.326591 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.rpc [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Network ed744a5b-777c-4bee-b278-dee1b499d8aa details requested by agent ovs-agent-dv-cinder-839793-5-iscsi with host dv-cinder-839793-5-iscsi {{(pid=103471) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 03 14:13:04.330584 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.v2.base [None req-e71cf983-50cd-40eb-bd79-2269556dd4e0 admin admin] Request body: {'subnet': {'network_id': 'ed744a5b-777c-4bee-b278-dee1b499d8aa', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1452391224-subnet', 'tenant_id': '4e31890e50da4bcab23b81eee1c9a2d7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 14:13:04.349222 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-0738cb32-49f0-4b0d-bc57-2cffbfd4002d admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.9000738 May 03 14:13:04.350212 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.36', 41630) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:13:04.353166 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0738cb32-49f0-4b0d-bc57-2cffbfd4002d admin admin] Pushing event updated for resources: {'Network': ['ID=1672c90c-dee1-453a-a1dd-749ff902086f,revision_number=1']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:13:04.353431 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f982967d-eeeb-4176-9011-07be16b1065f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbfeeeef-c433-4767-a994-eec44f2dc198,revision_number=1']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:13:04.359778 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-f996e897-1e0f-42ef-b19a-e725c7c3691a admin admin] Publish callbacks [] for security_group (e4636d39-9c42-4ac8-8d3e-d558e0f6f1d7), precommit_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:04.362783 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.v2.base [None req-0b42a768-b6f6-420c-bdc8-dbcb4d4785d9 admin admin] Request body: {'subnet': {'network_id': '1672c90c-dee1-453a-a1dd-749ff902086f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1368453836-subnet', 'tenant_id': '8a5fa41c00a84a80ac2b2c0cc1ef74d8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 14:13:04.368136 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-f996e897-1e0f-42ef-b19a-e725c7c3691a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656397'] for security_group (e4636d39-9c42-4ac8-8d3e-d558e0f6f1d7), after_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:04.382628 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.rpc [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Network 1672c90c-dee1-453a-a1dd-749ff902086f details requested by agent ovs-agent-dv-cinder-839793-5-iscsi with host dv-cinder-839793-5-iscsi {{(pid=103471) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 03 14:13:04.384661 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f996e897-1e0f-42ef-b19a-e725c7c3691a admin admin] vlan segment allocate from pool success with {'vlan_id': 214, 'physical_network': 'physnet1'} {{(pid=103470) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 14:13:04.394229 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b42a768-b6f6-420c-bdc8-dbcb4d4785d9 admin admin] Made reservation on behalf of 8a5fa41c00a84a80ac2b2c0cc1ef74d8 for: {'subnet': 1} {{(pid=103469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 14:13:04.396860 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-0b42a768-b6f6-420c-bdc8-dbcb4d4785d9 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:04.398124 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-f996e897-1e0f-42ef-b19a-e725c7c3691a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-690795'] for segment (e1835114-80bf-41da-a21b-fba78594b9dd), precommit_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:04.398486 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.db.segments_db [None req-f996e897-1e0f-42ef-b19a-e725c7c3691a admin admin] Added segment e1835114-80bf-41da-a21b-fba78594b9dd of type vlan for network 89bc2c7d-2b97-4518-b62e-d0f098e36f62 May 03 14:13:04.447917 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-f996e897-1e0f-42ef-b19a-e725c7c3691a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786920812993'] for network (89bc2c7d-2b97-4518-b62e-d0f098e36f62), precommit_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:04.481488 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e71cf983-50cd-40eb-bd79-2269556dd4e0 admin admin] Made reservation on behalf of 4e31890e50da4bcab23b81eee1c9a2d7 for: {'subnet': 1} {{(pid=103470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 14:13:04.484110 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-e71cf983-50cd-40eb-bd79-2269556dd4e0 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:04.486228 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-f996e897-1e0f-42ef-b19a-e725c7c3691a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766'] for network (89bc2c7d-2b97-4518-b62e-d0f098e36f62), after_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:04.487186 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f996e897-1e0f-42ef-b19a-e725c7c3691a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:13:04.488259 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-f996e897-1e0f-42ef-b19a-e725c7c3691a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599744'] for network (None), before_response {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:04.602140 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f996e897-1e0f-42ef-b19a-e725c7c3691a admin admin] Pushing event updated for resources: {'Network': ['ID=89bc2c7d-2b97-4518-b62e-d0f098e36f62,revision_number=1']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:13:04.615941 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.rpc [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Network 89bc2c7d-2b97-4518-b62e-d0f098e36f62 details requested by agent ovs-agent-dv-cinder-839793-5-iscsi with host dv-cinder-839793-5-iscsi {{(pid=103471) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 03 14:13:04.633319 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f996e897-1e0f-42ef-b19a-e725c7c3691a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4636d39-9c42-4ac8-8d3e-d558e0f6f1d7,revision_number=1']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:13:04.643318 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [None req-f996e897-1e0f-42ef-b19a-e725c7c3691a admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.3690972 May 03 14:13:04.665666 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.36', 41634) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:13:04.673770 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.v2.base [None req-05e9925e-d553-4705-8196-803dd98a8521 admin admin] Request body: {'subnet': {'network_id': '89bc2c7d-2b97-4518-b62e-d0f098e36f62', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1392786833-subnet', 'tenant_id': '453906a2a829425aac1abdfad7b441d6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 14:13:04.698462 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05e9925e-d553-4705-8196-803dd98a8521 admin admin] Made reservation on behalf of 453906a2a829425aac1abdfad7b441d6 for: {'subnet': 1} {{(pid=103469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 14:13:04.700919 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-05e9925e-d553-4705-8196-803dd98a8521 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:04.872972 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-0b42a768-b6f6-420c-bdc8-dbcb4d4785d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766'] for subnet (9797d54b-d4ac-4959-9119-15649c917e44), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:04.882828 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-05e9925e-d553-4705-8196-803dd98a8521 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766'] for subnet (ce824052-6a3b-4ab6-8ac7-7607bba43c53), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:04.938779 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b42a768-b6f6-420c-bdc8-dbcb4d4785d9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9797d54b-d4ac-4959-9119-15649c917e44,revision_number=0']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:13:05.021102 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-2321bcab-efb1-439c-ba94-f6585224cf2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766'] for subnet (a10b42f5-3d4c-4c22-afc3-747834519bb9), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:05.061748 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e9925e-d553-4705-8196-803dd98a8521 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ce824052-6a3b-4ab6-8ac7-7607bba43c53,revision_number=0']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:13:05.116527 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-e71cf983-50cd-40eb-bd79-2269556dd4e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766'] for subnet (a87b0fb7-75d3-4b90-b91b-05349e630701), after_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:05.265169 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b42a768-b6f6-420c-bdc8-dbcb4d4785d9 admin admin] Checking segment: {'id': '67863d8e-3b7d-4783-aeb0-1e512a0dd290', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '1672c90c-dee1-453a-a1dd-749ff902086f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 14:13:05.265632 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b42a768-b6f6-420c-bdc8-dbcb4d4785d9 admin admin] Network hostable DHCP agents. Network: 1672c90c-dee1-453a-a1dd-749ff902086f, hostable agents: ['2d0d8db6-b1c3-4022-9f9b-561ce4a4d2d8'], hosted agents: [] {{(pid=103469) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 14:13:05.269301 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71cf983-50cd-40eb-bd79-2269556dd4e0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a87b0fb7-75d3-4b90-b91b-05349e630701,revision_number=0']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:13:05.271693 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05e9925e-d553-4705-8196-803dd98a8521 admin admin] Checking segment: {'id': 'e1835114-80bf-41da-a21b-fba78594b9dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '89bc2c7d-2b97-4518-b62e-d0f098e36f62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 14:13:05.272116 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05e9925e-d553-4705-8196-803dd98a8521 admin admin] Network hostable DHCP agents. Network: 89bc2c7d-2b97-4518-b62e-d0f098e36f62, hostable agents: ['2d0d8db6-b1c3-4022-9f9b-561ce4a4d2d8'], hosted agents: [] {{(pid=103469) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 14:13:05.277777 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e71cf983-50cd-40eb-bd79-2269556dd4e0 admin admin] Checking segment: {'id': '1c54dd20-bf4d-49bf-9498-4e1d488f7c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'ed744a5b-777c-4bee-b278-dee1b499d8aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 14:13:05.278134 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e71cf983-50cd-40eb-bd79-2269556dd4e0 admin admin] Network hostable DHCP agents. Network: ed744a5b-777c-4bee-b278-dee1b499d8aa, hostable agents: ['2d0d8db6-b1c3-4022-9f9b-561ce4a4d2d8'], hosted agents: [] {{(pid=103470) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 14:13:05.278343 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2321bcab-efb1-439c-ba94-f6585224cf2e admin admin] Pushing event updated for resources: {'Subnet': ['ID=a10b42f5-3d4c-4c22-afc3-747834519bb9,revision_number=0']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:13:05.305410 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2321bcab-efb1-439c-ba94-f6585224cf2e admin admin] Checking segment: {'id': '722bef02-8968-4827-9162-fc1e452e0aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '3b1deb6b-f4d1-4363-a738-382e6da075be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 14:13:05.305860 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2321bcab-efb1-439c-ba94-f6585224cf2e admin admin] Network hostable DHCP agents. Network: 3b1deb6b-f4d1-4363-a738-382e6da075be, hostable agents: ['2d0d8db6-b1c3-4022-9f9b-561ce4a4d2d8'], hosted agents: [] {{(pid=103469) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 14:13:05.307969 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e71cf983-50cd-40eb-bd79-2269556dd4e0 admin admin] Network ed744a5b-777c-4bee-b278-dee1b499d8aa is scheduled to be hosted by DHCP agent 2d0d8db6-b1c3-4022-9f9b-561ce4a4d2d8 with binding_index 1 {{(pid=103470) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 14:13:05.322710 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.scheduler.base_scheduler [None req-e71cf983-50cd-40eb-bd79-2269556dd4e0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839793-5-iscsi, ed744a5b-777c-4bee-b278-dee1b499d8aa) {{(pid=103470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 14:13:05.333757 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-382c6d97-4179-499b-8d96-f6227e1d7e38 None None] Network ed744a5b-777c-4bee-b278-dee1b499d8aa requested from dv-cinder-839793-5-iscsi {{(pid=103471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 03 14:13:05.344369 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b42a768-b6f6-420c-bdc8-dbcb4d4785d9 admin admin] Network 1672c90c-dee1-453a-a1dd-749ff902086f is scheduled to be hosted by DHCP agent 2d0d8db6-b1c3-4022-9f9b-561ce4a4d2d8 with binding_index 1 {{(pid=103469) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 14:13:05.346675 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e71cf983-50cd-40eb-bd79-2269556dd4e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:13:05.349059 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-e71cf983-50cd-40eb-bd79-2269556dd4e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599744'] for subnet (None), before_response {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:05.352197 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05e9925e-d553-4705-8196-803dd98a8521 admin admin] Network 89bc2c7d-2b97-4518-b62e-d0f098e36f62 is scheduled to be hosted by DHCP agent 2d0d8db6-b1c3-4022-9f9b-561ce4a4d2d8 with binding_index 1 {{(pid=103469) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 14:13:05.362399 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.scheduler.base_scheduler [None req-0b42a768-b6f6-420c-bdc8-dbcb4d4785d9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839793-5-iscsi, 1672c90c-dee1-453a-a1dd-749ff902086f) {{(pid=103469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 14:13:05.364255 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.scheduler.base_scheduler [None req-05e9925e-d553-4705-8196-803dd98a8521 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839793-5-iscsi, 89bc2c7d-2b97-4518-b62e-d0f098e36f62) {{(pid=103469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 14:13:05.368751 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2321bcab-efb1-439c-ba94-f6585224cf2e admin admin] Network 3b1deb6b-f4d1-4363-a738-382e6da075be is scheduled to be hosted by DHCP agent 2d0d8db6-b1c3-4022-9f9b-561ce4a4d2d8 with binding_index 1 {{(pid=103469) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 14:13:05.377411 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.scheduler.base_scheduler [None req-2321bcab-efb1-439c-ba94-f6585224cf2e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839793-5-iscsi, 3b1deb6b-f4d1-4363-a738-382e6da075be) {{(pid=103469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 14:13:05.381407 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b42a768-b6f6-420c-bdc8-dbcb4d4785d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:13:05.382153 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-0b42a768-b6f6-420c-bdc8-dbcb4d4785d9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599744'] for subnet (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:05.404272 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a80c76f-45bc-46e4-819b-e4d9aa20de78 None None] Network 1672c90c-dee1-453a-a1dd-749ff902086f requested from dv-cinder-839793-5-iscsi {{(pid=103471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 03 14:13:05.410415 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [None req-e71cf983-50cd-40eb-bd79-2269556dd4e0 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.0843520 May 03 14:13:05.412992 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.wsgi [-] (103470) accepted ('10.222.0.36', 41666) {{(pid=103470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:13:05.431491 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.v2.base [None req-41514e56-87c7-4482-bb98-bcd4c3e67424 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1452391224-router', 'tenant_id': '4e31890e50da4bcab23b81eee1c9a2d7', 'external_gateway_info': {'network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2'}}} {{(pid=103470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 14:13:05.435071 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-0b42a768-b6f6-420c-bdc8-dbcb4d4785d9 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.0762236 May 03 14:13:05.447165 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.36', 41670) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:13:05.456743 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05e9925e-d553-4705-8196-803dd98a8521 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:13:05.459975 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-05e9925e-d553-4705-8196-803dd98a8521 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599744'] for subnet (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:05.463194 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2321bcab-efb1-439c-ba94-f6585224cf2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:13:05.469921 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-41514e56-87c7-4482-bb98-bcd4c3e67424 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1703700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-104012'] for router (19ccbb16-fbf6-4309-89e5-60d4788239f2), before_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:05.472068 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-41514e56-87c7-4482-bb98-bcd4c3e67424 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1703864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1700637', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1742612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103989'] for router (19ccbb16-fbf6-4309-89e5-60d4788239f2), precommit_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:05.476397 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-2321bcab-efb1-439c-ba94-f6585224cf2e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599744'] for subnet (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:05.487684 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.v2.base [None req-1327e5f6-0dc5-499b-97c6-a7121df228a8 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1368453836-router', 'tenant_id': '8a5fa41c00a84a80ac2b2c0cc1ef74d8', 'external_gateway_info': {'network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2'}}} {{(pid=103469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 14:13:05.490110 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1357028-869b-45a3-8126-1fae8821cc80 None None] Network 89bc2c7d-2b97-4518-b62e-d0f098e36f62 requested from dv-cinder-839793-5-iscsi {{(pid=103471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 03 14:13:05.495802 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daa840d3-1d3e-412f-8e8f-af1797b3b2c9 None None] Network 3b1deb6b-f4d1-4363-a738-382e6da075be requested from dv-cinder-839793-5-iscsi {{(pid=103471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 03 14:13:05.541263 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-05e9925e-d553-4705-8196-803dd98a8521 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8719645 May 03 14:13:05.542105 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.36', 41684) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:13:05.551000 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.v2.base [None req-619c9301-16e5-4611-81bb-26609013763c admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1392786833-router', 'tenant_id': '453906a2a829425aac1abdfad7b441d6', 'external_gateway_info': {'network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2'}}} {{(pid=103469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 14:13:05.610584 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-2321bcab-efb1-439c-ba94-f6585224cf2e admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.8445432 May 03 14:13:05.621424 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-1327e5f6-0dc5-499b-97c6-a7121df228a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1703700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-104012'] for router (0a0e8fdb-42c2-47e4-8c7a-1011e541207f), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:05.623785 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-1327e5f6-0dc5-499b-97c6-a7121df228a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1703864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1700637', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1742612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103989'] for router (0a0e8fdb-42c2-47e4-8c7a-1011e541207f), precommit_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:05.678971 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-619c9301-16e5-4611-81bb-26609013763c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1703700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-104012'] for router (e8428cc7-9811-4071-85c7-725df93cfce0), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:05.684934 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-619c9301-16e5-4611-81bb-26609013763c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1703864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1700637', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1742612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103989'] for router (e8428cc7-9811-4071-85c7-725df93cfce0), precommit_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:05.703120 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-41514e56-87c7-4482-bb98-bcd4c3e67424 admin admin] Publish callbacks [] for router_controller (19ccbb16-fbf6-4309-89e5-60d4788239f2), precommit_add_association {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:05.837129 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-1327e5f6-0dc5-499b-97c6-a7121df228a8 admin admin] Publish callbacks [] for router_controller (0a0e8fdb-42c2-47e4-8c7a-1011e541207f), precommit_add_association {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:05.902944 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16edd9c5-8a3b-4a94-a39e-fb66a9aacf2a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a095324-fe16-59ec-838a-76a13e211480-ed744a5b-777c-4bee-b278-dee1b499d8aa', 'network_id': 'ed744a5b-777c-4bee-b278-dee1b499d8aa', 'project_id': '4e31890e50da4bcab23b81eee1c9a2d7', 'fixed_ips': [{'subnet_id': 'a87b0fb7-75d3-4b90-b91b-05349e630701'}]}} from dv-cinder-839793-5-iscsi. {{(pid=103471) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 03 14:13:05.910020 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-16edd9c5-8a3b-4a94-a39e-fb66a9aacf2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585126'] for port (None), before_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:06.010046 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9df6683-f43f-4ce7-9865-d47f4fc0c1cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a095324-fe16-59ec-838a-76a13e211480-1672c90c-dee1-453a-a1dd-749ff902086f', 'network_id': '1672c90c-dee1-453a-a1dd-749ff902086f', 'project_id': '8a5fa41c00a84a80ac2b2c0cc1ef74d8', 'fixed_ips': [{'subnet_id': '9797d54b-d4ac-4959-9119-15649c917e44'}]}} from dv-cinder-839793-5-iscsi. {{(pid=103471) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 03 14:13:06.011340 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-d9df6683-f43f-4ce7-9865-d47f4fc0c1cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585126'] for port (None), before_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:06.018225 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-41514e56-87c7-4482-bb98-bcd4c3e67424 admin admin] Publish callbacks [] for router_gateway (19ccbb16-fbf6-4309-89e5-60d4788239f2), precommit_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:06.090991 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-619c9301-16e5-4611-81bb-26609013763c admin admin] Publish callbacks [] for router_controller (e8428cc7-9811-4071-85c7-725df93cfce0), precommit_add_association {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:06.115873 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b433081-4919-4090-bacf-6f7bba43d7dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a095324-fe16-59ec-838a-76a13e211480-89bc2c7d-2b97-4518-b62e-d0f098e36f62', 'network_id': '89bc2c7d-2b97-4518-b62e-d0f098e36f62', 'project_id': '453906a2a829425aac1abdfad7b441d6', 'fixed_ips': [{'subnet_id': 'ce824052-6a3b-4ab6-8ac7-7607bba43c53'}]}} from dv-cinder-839793-5-iscsi. {{(pid=103471) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 03 14:13:06.117077 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-1b433081-4919-4090-bacf-6f7bba43d7dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585126'] for port (None), before_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:06.144885 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c27d6eae-1a3f-4b89-a0af-fb019431ca31 None None] Network 3b1deb6b-f4d1-4363-a738-382e6da075be requested from dv-cinder-839793-5-iscsi {{(pid=103471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 03 14:13:06.374826 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.36', 41752) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:13:06.379274 dv-cinder-839793-5-iscsi neutron-server[103469]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 03 14:13:06.382170 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-1327e5f6-0dc5-499b-97c6-a7121df228a8 admin admin] Publish callbacks [] for router_gateway (0a0e8fdb-42c2-47e4-8c7a-1011e541207f), precommit_update {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:06.451293 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.wsgi [-] (103470) accepted ('10.222.0.36', 41756) {{(pid=103470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:13:06.514660 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-41514e56-87c7-4482-bb98-bcd4c3e67424 admin admin] Publish callbacks [] for router_gateway (19ccbb16-fbf6-4309-89e5-60d4788239f2), before_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:06.536533 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-619c9301-16e5-4611-81bb-26609013763c admin admin] Publish callbacks [] for router_gateway (e8428cc7-9811-4071-85c7-725df93cfce0), precommit_update {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:06.590694 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-41514e56-87c7-4482-bb98-bcd4c3e67424 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585126'] for port (None), before_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:06.722232 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.db_base_plugin_common [None req-16edd9c5-8a3b-4a94-a39e-fb66a9aacf2a None None] Allocated IP 172.20.0.2 (ed744a5b-777c-4bee-b278-dee1b499d8aa/a87b0fb7-75d3-4b90-b91b-05349e630701/38c4ff32-3999-4aa3-beb0-4162d5de63ca) {{(pid=103471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 14:13:06.746283 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-6e1612e8-5c04-4a5c-8995-823376fb6b23 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:06.795145 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786921254184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749114'] for agent (e81ee3ce-91e9-46ba-a5c7-9619c95b22a6), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:06.867597 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-adb126b0-caa8-42ad-9c1e-a0e587621df2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786921254184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749114'] for agent (2d0d8db6-b1c3-4022-9f9b-561ce4a4d2d8), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:06.867853 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.db.db_base_plugin_common [None req-41514e56-87c7-4482-bb98-bcd4c3e67424 admin admin] Allocated IP 172.27.3.215 (e0cd7c6d-9919-41eb-b035-2bfb3175faa2/4f18d5d6-ed18-48e7-a335-d8ef216f5f78/943d0a20-0d1e-43b5-90cd-cd70d64349a2) {{(pid=103470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 14:13:06.895139 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.db_base_plugin_common [None req-1b433081-4919-4090-bacf-6f7bba43d7dd None None] Allocated IP 172.20.0.2 (89bc2c7d-2b97-4518-b62e-d0f098e36f62/ce824052-6a3b-4ab6-8ac7-7607bba43c53/260560a1-e505-408d-9b81-23a145e8991a) {{(pid=103471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 14:13:06.908294 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.db_base_plugin_common [None req-d9df6683-f43f-4ce7-9865-d47f4fc0c1cf None None] Allocated IP 172.20.0.2 (1672c90c-dee1-453a-a1dd-749ff902086f/9797d54b-d4ac-4959-9119-15649c917e44/6810fb71-32e2-4a09-bf94-4b7446b55373) {{(pid=103471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 14:13:07.024883 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-6e1612e8-5c04-4a5c-8995-823376fb6b23 admin admin] Publish callbacks [] for security_group (40d3400f-82c7-4c15-84f1-27c24e6de8ed), precommit_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:07.027599 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22c945e-616a-4c79-8b6c-1a81bc2304e8 req-1fbcc107-820d-4587-b479-598e8d908515 tempest-DeleteServersTestJSON-192415404 tempest-DeleteServersTestJSON-192415404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:13:07.035570 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-6e1612e8-5c04-4a5c-8995-823376fb6b23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656397'] for security_group (40d3400f-82c7-4c15-84f1-27c24e6de8ed), after_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:07.035805 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-d22c945e-616a-4c79-8b6c-1a81bc2304e8 req-1fbcc107-820d-4587-b479-598e8d908515 tempest-DeleteServersTestJSON-192415404 tempest-DeleteServersTestJSON-192415404-project] 10.222.0.36 "GET /v2.0/networks?id=3b1deb6b-f4d1-4363-a738-382e6da075be HTTP/1.1" status: 200 len: 812 time: 0.6593292 May 03 14:13:07.049931 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-1327e5f6-0dc5-499b-97c6-a7121df228a8 admin admin] Publish callbacks [] for router_gateway (0a0e8fdb-42c2-47e4-8c7a-1011e541207f), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:07.051415 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.36', 41778) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:13:07.110929 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-d22c945e-616a-4c79-8b6c-1a81bc2304e8 req-e598e9d3-ae58-4e12-b09b-8551fa9435d4 tempest-DeleteServersTestJSON-192415404 tempest-DeleteServersTestJSON-192415404-project] 10.222.0.36 "GET /v2.0/quotas/831ebb047e5b4805875d2606cb8e08c0 HTTP/1.1" status: 200 len: 375 time: 0.0654438 May 03 14:13:07.119665 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-1327e5f6-0dc5-499b-97c6-a7121df228a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585126'] for port (None), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:07.197385 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-16edd9c5-8a3b-4a94-a39e-fb66a9aacf2a None None] Publish callbacks [] for port (38c4ff32-3999-4aa3-beb0-4162d5de63ca), precommit_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:07.230226 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [None req-6e1612e8-5c04-4a5c-8995-823376fb6b23 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=dca1498874d44f4dbe57ccb1e6723ade&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7779043 May 03 14:13:07.231021 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.wsgi [-] (103470) accepted ('10.222.0.36', 41790) {{(pid=103470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:13:07.248438 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-41514e56-87c7-4482-bb98-bcd4c3e67424 admin admin] Publish callbacks [] for port (943d0a20-0d1e-43b5-90cd-cd70d64349a2), precommit_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:07.253635 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-16edd9c5-8a3b-4a94-a39e-fb66a9aacf2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786920821396'] for port (38c4ff32-3999-4aa3-beb0-4162d5de63ca), after_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:07.258248 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1612e8-5c04-4a5c-8995-823376fb6b23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40d3400f-82c7-4c15-84f1-27c24e6de8ed,revision_number=1']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:13:07.267621 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-619c9301-16e5-4611-81bb-26609013763c admin admin] Publish callbacks [] for router_gateway (e8428cc7-9811-4071-85c7-725df93cfce0), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:07.272017 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-d22c945e-616a-4c79-8b6c-1a81bc2304e8 req-b8bf0002-323f-49d4-8994-7d1cfbdac7f2 tempest-DeleteServersTestJSON-192415404 tempest-DeleteServersTestJSON-192415404-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=831ebb047e5b4805875d2606cb8e08c0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1689906 May 03 14:13:07.333986 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-492c29e7-5aee-434b-9bd6-39a5fb1453dc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:07.340423 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-619c9301-16e5-4611-81bb-26609013763c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585126'] for port (None), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:07.347316 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-4a2b6493-2be9-45f9-bf72-dc4c2f71840f admin admin] Publish callbacks [] for security_group (40d3400f-82c7-4c15-84f1-27c24e6de8ed), before_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:07.363127 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-41514e56-87c7-4482-bb98-bcd4c3e67424 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786920821396'] for port (943d0a20-0d1e-43b5-90cd-cd70d64349a2), after_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:07.408298 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16edd9c5-8a3b-4a94-a39e-fb66a9aacf2a None None] Pushing event updated for resources: {'Port': ['ID=38c4ff32-3999-4aa3-beb0-4162d5de63ca,revision_number=1']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:13:07.436032 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16edd9c5-8a3b-4a94-a39e-fb66a9aacf2a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:13:07.439165 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16edd9c5-8a3b-4a94-a39e-fb66a9aacf2a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:13:07.439165 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16edd9c5-8a3b-4a94-a39e-fb66a9aacf2a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:13:07.439843 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16edd9c5-8a3b-4a94-a39e-fb66a9aacf2a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:13:07.440229 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16edd9c5-8a3b-4a94-a39e-fb66a9aacf2a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:13:07.440695 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16edd9c5-8a3b-4a94-a39e-fb66a9aacf2a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:13:07.441032 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16edd9c5-8a3b-4a94-a39e-fb66a9aacf2a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:13:07.441424 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16edd9c5-8a3b-4a94-a39e-fb66a9aacf2a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:13:07.441775 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16edd9c5-8a3b-4a94-a39e-fb66a9aacf2a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:13:07.442151 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16edd9c5-8a3b-4a94-a39e-fb66a9aacf2a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:13:07.442571 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16edd9c5-8a3b-4a94-a39e-fb66a9aacf2a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:13:07.443038 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16edd9c5-8a3b-4a94-a39e-fb66a9aacf2a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:13:07.443913 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16edd9c5-8a3b-4a94-a39e-fb66a9aacf2a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:13:07.444237 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16edd9c5-8a3b-4a94-a39e-fb66a9aacf2a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:13:07.444553 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16edd9c5-8a3b-4a94-a39e-fb66a9aacf2a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:13:07.445091 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-4a2b6493-2be9-45f9-bf72-dc4c2f71840f admin admin] Publish callbacks [] for security_group (40d3400f-82c7-4c15-84f1-27c24e6de8ed), precommit_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:07.445941 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16edd9c5-8a3b-4a94-a39e-fb66a9aacf2a None None] Tracked resource versions report: May 03 14:13:07.445941 dv-cinder-839793-5-iscsi neutron-server[103471]: pushed versions: May 03 14:13:07.445941 dv-cinder-839793-5-iscsi neutron-server[103471]: { 'AddressGroup': {'1.2'}, May 03 14:13:07.445941 dv-cinder-839793-5-iscsi neutron-server[103471]: 'Agent': {'1.1'}, May 03 14:13:07.445941 dv-cinder-839793-5-iscsi neutron-server[103471]: 'ConntrackHelper': {'1.0'}, May 03 14:13:07.445941 dv-cinder-839793-5-iscsi neutron-server[103471]: 'LocalIPAssociation': {'1.0'}, May 03 14:13:07.445941 dv-cinder-839793-5-iscsi neutron-server[103471]: 'Log': {'1.0'}, May 03 14:13:07.445941 dv-cinder-839793-5-iscsi neutron-server[103471]: 'NDPProxy': {'1.0'}, May 03 14:13:07.445941 dv-cinder-839793-5-iscsi neutron-server[103471]: 'Network': {'1.1'}, May 03 14:13:07.445941 dv-cinder-839793-5-iscsi neutron-server[103471]: 'Port': {'1.7'}, May 03 14:13:07.445941 dv-cinder-839793-5-iscsi neutron-server[103471]: 'PortForwarding': {'1.3'}, May 03 14:13:07.445941 dv-cinder-839793-5-iscsi neutron-server[103471]: 'QosPolicy': {'1.10'}, May 03 14:13:07.445941 dv-cinder-839793-5-iscsi neutron-server[103471]: 'SecurityGroup': {'1.5'}, May 03 14:13:07.445941 dv-cinder-839793-5-iscsi neutron-server[103471]: 'SecurityGroupRule': {'1.2'}, May 03 14:13:07.445941 dv-cinder-839793-5-iscsi neutron-server[103471]: 'SubPort': {'1.0'}, May 03 14:13:07.445941 dv-cinder-839793-5-iscsi neutron-server[103471]: 'Subnet': {'1.1'}, May 03 14:13:07.445941 dv-cinder-839793-5-iscsi neutron-server[103471]: 'Trunk': {'1.1'}} May 03 14:13:07.445941 dv-cinder-839793-5-iscsi neutron-server[103471]: consumer versions: May 03 14:13:07.445941 dv-cinder-839793-5-iscsi neutron-server[103471]: { DHCP agent@dv-cinder-839793-5-iscsi: {}, May 03 14:13:07.445941 dv-cinder-839793-5-iscsi neutron-server[103471]: HyperV agent@hv-cinder-83979: {}, May 03 14:13:07.445941 dv-cinder-839793-5-iscsi neutron-server[103471]: L3 agent@dv-cinder-839793-5-iscsi: {}, May 03 14:13:07.445941 dv-cinder-839793-5-iscsi neutron-server[103471]: Metadata agent@dv-cinder-839793-5-iscsi: {}, May 03 14:13:07.445941 dv-cinder-839793-5-iscsi neutron-server[103471]: Metering agent@dv-cinder-839793-5-iscsi: {}, May 03 14:13:07.445941 dv-cinder-839793-5-iscsi neutron-server[103471]: Open vSwitch agent@dv-cinder-839793-5-iscsi: { 'AddressGroup': '1.2', May 03 14:13:07.445941 dv-cinder-839793-5-iscsi neutron-server[103471]: 'Agent': '1.1', May 03 14:13:07.445941 dv-cinder-839793-5-iscsi neutron-server[103471]: 'ConntrackHelper': '1.0', May 03 14:13:07.445941 dv-cinder-839793-5-iscsi neutron-server[103471]: 'LocalIPAssociation': '1.0', May 03 14:13:07.445941 dv-cinder-839793-5-iscsi neutron-server[103471]: 'Log': '1.0', May 03 14:13:07.445941 dv-cinder-839793-5-iscsi neutron-server[103471]: 'NDPProxy': '1.0', May 03 14:13:07.445941 dv-cinder-839793-5-iscsi neutron-server[103471]: 'Network': '1.1', May 03 14:13:07.445941 dv-cinder-839793-5-iscsi neutron-server[103471]: 'Port': '1.7', May 03 14:13:07.445941 dv-cinder-839793-5-iscsi neutron-server[103471]: 'PortForwarding': '1.3', May 03 14:13:07.445941 dv-cinder-839793-5-iscsi neutron-server[103471]: 'QosPolicy': '1.10', May 03 14:13:07.445941 dv-cinder-839793-5-iscsi neutron-server[103471]: 'SecurityGroup': '1.5', May 03 14:13:07.445941 dv-cinder-839793-5-iscsi neutron-server[103471]: 'SecurityGroupRule': '1.2', May 03 14:13:07.445941 dv-cinder-839793-5-iscsi neutron-server[103471]: 'SubPort': '1.0', May 03 14:13:07.445941 dv-cinder-839793-5-iscsi neutron-server[103471]: 'Subnet': '1.1', May 03 14:13:07.445941 dv-cinder-839793-5-iscsi neutron-server[103471]: 'Trunk': '1.1'}} May 03 14:13:07.445941 dv-cinder-839793-5-iscsi neutron-server[103471]: {{(pid=103471) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 03 14:13:07.450334 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41514e56-87c7-4482-bb98-bcd4c3e67424 admin admin] Network e0cd7c6d-9919-41eb-b035-2bfb3175faa2 is already hosted by enough agents. {{(pid=103470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 14:13:07.457535 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41514e56-87c7-4482-bb98-bcd4c3e67424 admin admin] Pushing event updated for resources: {'Port': ['ID=943d0a20-0d1e-43b5-90cd-cd70d64349a2,revision_number=1']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:13:07.460050 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.scheduler.base_scheduler [None req-41514e56-87c7-4482-bb98-bcd4c3e67424 admin admin] Resources bound (agent type, host, resource id): {{(pid=103470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 14:13:07.492676 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41514e56-87c7-4482-bb98-bcd4c3e67424 admin admin] Received port after_create {{(pid=103470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 14:13:07.509602 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16edd9c5-8a3b-4a94-a39e-fb66a9aacf2a None None] Network ed744a5b-777c-4bee-b278-dee1b499d8aa is already hosted by enough agents. {{(pid=103471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 14:13:07.521132 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.scheduler.base_scheduler [None req-16edd9c5-8a3b-4a94-a39e-fb66a9aacf2a None None] Resources bound (agent type, host, resource id): {{(pid=103471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 14:13:07.524180 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16edd9c5-8a3b-4a94-a39e-fb66a9aacf2a None None] Received port after_create {{(pid=103471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 14:13:07.534099 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.wsgi [req-d22c945e-616a-4c79-8b6c-1a81bc2304e8 req-ecd53ee5-1ddd-41bc-b33d-f7673219dac1 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103469) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 03 14:13:07.535427 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-d22c945e-616a-4c79-8b6c-1a81bc2304e8 req-ecd53ee5-1ddd-41bc-b33d-f7673219dac1 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1436336 May 03 14:13:07.552229 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.db.db_base_plugin_common [None req-1327e5f6-0dc5-499b-97c6-a7121df228a8 admin admin] Allocated IP 172.27.3.155 (e0cd7c6d-9919-41eb-b035-2bfb3175faa2/4f18d5d6-ed18-48e7-a335-d8ef216f5f78/f990efd3-2f56-432e-bf17-f72ae18d5aeb) {{(pid=103469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 14:13:07.612871 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-4a2b6493-2be9-45f9-bf72-dc4c2f71840f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656397'] for security_group (40d3400f-82c7-4c15-84f1-27c24e6de8ed), after_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:07.617360 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-4a2b6493-2be9-45f9-bf72-dc4c2f71840f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:07.620050 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [None req-4a2b6493-2be9-45f9-bf72-dc4c2f71840f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/40d3400f-82c7-4c15-84f1-27c24e6de8ed HTTP/1.1" status: 204 len: 168 time: 0.3815043 May 03 14:13:07.649131 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-492c29e7-5aee-434b-9bd6-39a5fb1453dc admin admin] Publish callbacks [] for security_group (9ac9f6c6-f47c-4fc0-9cf7-36ede9894d20), precommit_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:07.669595 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-492c29e7-5aee-434b-9bd6-39a5fb1453dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656397'] for security_group (9ac9f6c6-f47c-4fc0-9cf7-36ede9894d20), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:07.673685 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2b6493-2be9-45f9-bf72-dc4c2f71840f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40d3400f-82c7-4c15-84f1-27c24e6de8ed,revision_number=None']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:13:07.703373 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-d22c945e-616a-4c79-8b6c-1a81bc2304e8 req-5190d9a6-ad69-4c0c-89da-86ee0862a0f6 service neutron] 10.222.0.36 "GET /v2.0/networks/3b1deb6b-f4d1-4363-a738-382e6da075be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1508493 May 03 14:13:07.722166 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492c29e7-5aee-434b-9bd6-39a5fb1453dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ac9f6c6-f47c-4fc0-9cf7-36ede9894d20,revision_number=1']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:13:07.740927 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.managers [None req-16edd9c5-8a3b-4a94-a39e-fb66a9aacf2a None None] Attempting to bind port 38c4ff32-3999-4aa3-beb0-4162d5de63ca on host dv-cinder-839793-5-iscsi for vnic_type normal with profile {{(pid=103471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 03 14:13:07.741672 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.managers [None req-16edd9c5-8a3b-4a94-a39e-fb66a9aacf2a None None] Attempting to bind port 38c4ff32-3999-4aa3-beb0-4162d5de63ca by drivers openvswitch,hyperv on host dv-cinder-839793-5-iscsi at level 0 using segments [{'id': '1c54dd20-bf4d-49bf-9498-4e1d488f7c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'ed744a5b-777c-4bee-b278-dee1b499d8aa'}] {{(pid=103471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 03 14:13:07.741672 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16edd9c5-8a3b-4a94-a39e-fb66a9aacf2a None None] Attempting to bind port 38c4ff32-3999-4aa3-beb0-4162d5de63ca on network ed744a5b-777c-4bee-b278-dee1b499d8aa {{(pid=103471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 14:13:07.767275 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16edd9c5-8a3b-4a94-a39e-fb66a9aacf2a None None] Checking agent: {'id': '43411681-d6d4-43ac-b892-434a22df3f6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839793-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 14, 4, 43), 'started_at': datetime.datetime(2022, 5, 3, 14, 5, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 14, 12, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839793-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 03 14:13:07.767451 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-41514e56-87c7-4482-bb98-bcd4c3e67424 admin admin] Publish callbacks [] for router_gateway (19ccbb16-fbf6-4309-89e5-60d4788239f2), after_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:07.767576 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16edd9c5-8a3b-4a94-a39e-fb66a9aacf2a None None] Checking segment: {'id': '1c54dd20-bf4d-49bf-9498-4e1d488f7c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'ed744a5b-777c-4bee-b278-dee1b499d8aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 14:13:07.768002 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-16edd9c5-8a3b-4a94-a39e-fb66a9aacf2a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:07.768389 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16edd9c5-8a3b-4a94-a39e-fb66a9aacf2a None None] Bound using segment: {'id': '1c54dd20-bf4d-49bf-9498-4e1d488f7c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'ed744a5b-777c-4bee-b278-dee1b499d8aa'} {{(pid=103471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 03 14:13:07.768867 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.managers [None req-16edd9c5-8a3b-4a94-a39e-fb66a9aacf2a None None] Bound port: 38c4ff32-3999-4aa3-beb0-4162d5de63ca, host: dv-cinder-839793-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c54dd20-bf4d-49bf-9498-4e1d488f7c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'ed744a5b-777c-4bee-b278-dee1b499d8aa'}}] {{(pid=103471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 03 14:13:07.769227 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-16edd9c5-8a3b-4a94-a39e-fb66a9aacf2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585126'] for port (38c4ff32-3999-4aa3-beb0-4162d5de63ca), before_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:07.777049 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-d9df6683-f43f-4ce7-9865-d47f4fc0c1cf None None] Publish callbacks [] for port (6810fb71-32e2-4a09-bf94-4b7446b55373), precommit_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:07.778752 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-1b433081-4919-4090-bacf-6f7bba43d7dd None None] Publish callbacks [] for port (260560a1-e505-408d-9b81-23a145e8991a), precommit_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:07.795942 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-d9df6683-f43f-4ce7-9865-d47f4fc0c1cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786920821396'] for port (6810fb71-32e2-4a09-bf94-4b7446b55373), after_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:07.800845 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-1b433081-4919-4090-bacf-6f7bba43d7dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786920821396'] for port (260560a1-e505-408d-9b81-23a145e8991a), after_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:07.859560 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.db [None req-16edd9c5-8a3b-4a94-a39e-fb66a9aacf2a None None] For port 38c4ff32-3999-4aa3-beb0-4162d5de63ca, host dv-cinder-839793-5-iscsi, cleared binding levels {{(pid=103471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 14:13:07.863273 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.db [None req-16edd9c5-8a3b-4a94-a39e-fb66a9aacf2a None None] For port 38c4ff32-3999-4aa3-beb0-4162d5de63ca, host dv-cinder-839793-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-5-iscsi',level=0,port_id=38c4ff32-3999-4aa3-beb0-4162d5de63ca,segment=NetworkSegment(1c54dd20-bf4d-49bf-9498-4e1d488f7c61),segment_id=1c54dd20-bf4d-49bf-9498-4e1d488f7c61)] {{(pid=103471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 14:13:07.897046 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-16edd9c5-8a3b-4a94-a39e-fb66a9aacf2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786921284783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786920821414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786920821432'] for port (38c4ff32-3999-4aa3-beb0-4162d5de63ca), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:07.921097 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-492c29e7-5aee-434b-9bd6-39a5fb1453dc admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3fda8c97a88d4d7e9fb152212d1c4266&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8632894 May 03 14:13:07.932300 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.wsgi [-] (103470) accepted ('10.222.0.36', 41806) {{(pid=103470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:13:07.944327 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9df6683-f43f-4ce7-9865-d47f4fc0c1cf None None] Network 1672c90c-dee1-453a-a1dd-749ff902086f is already hosted by enough agents. {{(pid=103471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 14:13:07.946605 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b433081-4919-4090-bacf-6f7bba43d7dd None None] Network 89bc2c7d-2b97-4518-b62e-d0f098e36f62 is already hosted by enough agents. {{(pid=103471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 14:13:07.950432 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.scheduler.base_scheduler [None req-d9df6683-f43f-4ce7-9865-d47f4fc0c1cf None None] Resources bound (agent type, host, resource id): {{(pid=103471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 14:13:07.955291 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9df6683-f43f-4ce7-9865-d47f4fc0c1cf None None] Received port after_create {{(pid=103471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 14:13:07.964274 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.scheduler.base_scheduler [None req-1b433081-4919-4090-bacf-6f7bba43d7dd None None] Resources bound (agent type, host, resource id): {{(pid=103471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 14:13:07.967003 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b433081-4919-4090-bacf-6f7bba43d7dd None None] Received port after_create {{(pid=103471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 14:13:07.973106 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9df6683-f43f-4ce7-9865-d47f4fc0c1cf None None] Pushing event updated for resources: {'Port': ['ID=6810fb71-32e2-4a09-bf94-4b7446b55373,revision_number=1']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:13:08.052030 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-1327e5f6-0dc5-499b-97c6-a7121df228a8 admin admin] Publish callbacks [] for port (f990efd3-2f56-432e-bf17-f72ae18d5aeb), precommit_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:08.098126 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.managers [None req-d9df6683-f43f-4ce7-9865-d47f4fc0c1cf None None] Attempting to bind port 6810fb71-32e2-4a09-bf94-4b7446b55373 on host dv-cinder-839793-5-iscsi for vnic_type normal with profile {{(pid=103471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 03 14:13:08.098567 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.managers [None req-d9df6683-f43f-4ce7-9865-d47f4fc0c1cf None None] Attempting to bind port 6810fb71-32e2-4a09-bf94-4b7446b55373 by drivers openvswitch,hyperv on host dv-cinder-839793-5-iscsi at level 0 using segments [{'id': '67863d8e-3b7d-4783-aeb0-1e512a0dd290', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '1672c90c-dee1-453a-a1dd-749ff902086f'}] {{(pid=103471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 03 14:13:08.099087 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9df6683-f43f-4ce7-9865-d47f4fc0c1cf None None] Attempting to bind port 6810fb71-32e2-4a09-bf94-4b7446b55373 on network 1672c90c-dee1-453a-a1dd-749ff902086f {{(pid=103471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 14:13:08.128871 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9df6683-f43f-4ce7-9865-d47f4fc0c1cf None None] Checking agent: {'id': '43411681-d6d4-43ac-b892-434a22df3f6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839793-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 14, 4, 43), 'started_at': datetime.datetime(2022, 5, 3, 14, 5, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 14, 12, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839793-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 03 14:13:08.129232 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9df6683-f43f-4ce7-9865-d47f4fc0c1cf None None] Checking segment: {'id': '67863d8e-3b7d-4783-aeb0-1e512a0dd290', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '1672c90c-dee1-453a-a1dd-749ff902086f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 14:13:08.129655 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-d9df6683-f43f-4ce7-9865-d47f4fc0c1cf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:08.130043 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9df6683-f43f-4ce7-9865-d47f4fc0c1cf None None] Bound using segment: {'id': '67863d8e-3b7d-4783-aeb0-1e512a0dd290', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '1672c90c-dee1-453a-a1dd-749ff902086f'} {{(pid=103471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 03 14:13:08.130792 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.managers [None req-d9df6683-f43f-4ce7-9865-d47f4fc0c1cf None None] Bound port: 6810fb71-32e2-4a09-bf94-4b7446b55373, host: dv-cinder-839793-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67863d8e-3b7d-4783-aeb0-1e512a0dd290', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '1672c90c-dee1-453a-a1dd-749ff902086f'}}] {{(pid=103471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 03 14:13:08.130934 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-d9df6683-f43f-4ce7-9865-d47f4fc0c1cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585126'] for port (6810fb71-32e2-4a09-bf94-4b7446b55373), before_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:08.153983 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b433081-4919-4090-bacf-6f7bba43d7dd None None] Pushing event updated for resources: {'Port': ['ID=260560a1-e505-408d-9b81-23a145e8991a,revision_number=1']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:13:08.173032 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-42e379df-0f25-4aaa-94e8-d02bde4a1902 admin admin] Publish callbacks [] for security_group (9ac9f6c6-f47c-4fc0-9cf7-36ede9894d20), before_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:08.176570 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-41514e56-87c7-4482-bb98-bcd4c3e67424 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1703809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1700802'] for router (19ccbb16-fbf6-4309-89e5-60d4788239f2), after_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:08.177744 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-d22c945e-616a-4c79-8b6c-1a81bc2304e8 req-9fe5b081-e8f1-4649-8fca-5ae243bafd40 service neutron] 10.222.0.36 "GET /v2.0/networks/3b1deb6b-f4d1-4363-a738-382e6da075be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4526825 May 03 14:13:08.183875 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-1327e5f6-0dc5-499b-97c6-a7121df228a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786920821396'] for port (f990efd3-2f56-432e-bf17-f72ae18d5aeb), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:08.229629 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1327e5f6-0dc5-499b-97c6-a7121df228a8 admin admin] Network e0cd7c6d-9919-41eb-b035-2bfb3175faa2 is already hosted by enough agents. {{(pid=103469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 14:13:08.232789 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.wsgi [-] (103470) accepted ('10.222.0.36', 41808) {{(pid=103470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:13:08.251884 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-e148c25d-1ed7-4157-8939-b85f16c07e7f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:08.259925 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-42e379df-0f25-4aaa-94e8-d02bde4a1902 admin admin] Publish callbacks [] for security_group (9ac9f6c6-f47c-4fc0-9cf7-36ede9894d20), precommit_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:08.331305 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.managers [None req-1b433081-4919-4090-bacf-6f7bba43d7dd None None] Attempting to bind port 260560a1-e505-408d-9b81-23a145e8991a on host dv-cinder-839793-5-iscsi for vnic_type normal with profile {{(pid=103471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 03 14:13:08.331544 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.managers [None req-1b433081-4919-4090-bacf-6f7bba43d7dd None None] Attempting to bind port 260560a1-e505-408d-9b81-23a145e8991a by drivers openvswitch,hyperv on host dv-cinder-839793-5-iscsi at level 0 using segments [{'id': 'e1835114-80bf-41da-a21b-fba78594b9dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '89bc2c7d-2b97-4518-b62e-d0f098e36f62'}] {{(pid=103471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 03 14:13:08.331894 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b433081-4919-4090-bacf-6f7bba43d7dd None None] Attempting to bind port 260560a1-e505-408d-9b81-23a145e8991a on network 89bc2c7d-2b97-4518-b62e-d0f098e36f62 {{(pid=103471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 14:13:08.345967 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.scheduler.base_scheduler [None req-1327e5f6-0dc5-499b-97c6-a7121df228a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 14:13:08.383244 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-e148c25d-1ed7-4157-8939-b85f16c07e7f admin admin] Publish callbacks [] for security_group (d66c1f76-2350-4f88-accd-c88b34bad285), precommit_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:08.390021 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1327e5f6-0dc5-499b-97c6-a7121df228a8 admin admin] Received port after_create {{(pid=103469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 14:13:08.405158 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-e148c25d-1ed7-4157-8939-b85f16c07e7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656397'] for security_group (d66c1f76-2350-4f88-accd-c88b34bad285), after_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:08.492574 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.db [None req-d9df6683-f43f-4ce7-9865-d47f4fc0c1cf None None] For port 6810fb71-32e2-4a09-bf94-4b7446b55373, host dv-cinder-839793-5-iscsi, cleared binding levels {{(pid=103471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 14:13:08.504327 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.db [None req-d9df6683-f43f-4ce7-9865-d47f4fc0c1cf None None] For port 6810fb71-32e2-4a09-bf94-4b7446b55373, host dv-cinder-839793-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-5-iscsi',level=0,port_id=6810fb71-32e2-4a09-bf94-4b7446b55373,segment=NetworkSegment(67863d8e-3b7d-4783-aeb0-1e512a0dd290),segment_id=67863d8e-3b7d-4783-aeb0-1e512a0dd290)] {{(pid=103471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 14:13:08.508635 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [None req-e148c25d-1ed7-4157-8939-b85f16c07e7f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b7b5cf1a747d4fd181e32f3389a8b9e9&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2723920 May 03 14:13:08.513826 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.wsgi [-] (103470) accepted ('10.222.0.36', 41822) {{(pid=103470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:13:08.530950 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-d9df6683-f43f-4ce7-9865-d47f4fc0c1cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786921284783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786920821414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786920821432'] for port (6810fb71-32e2-4a09-bf94-4b7446b55373), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:08.547210 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-42e379df-0f25-4aaa-94e8-d02bde4a1902 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656397'] for security_group (9ac9f6c6-f47c-4fc0-9cf7-36ede9894d20), after_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:08.553529 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-42e379df-0f25-4aaa-94e8-d02bde4a1902 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:08.557102 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [None req-42e379df-0f25-4aaa-94e8-d02bde4a1902 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/9ac9f6c6-f47c-4fc0-9cf7-36ede9894d20 HTTP/1.1" status: 204 len: 168 time: 0.6219733 May 03 14:13:08.557427 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1327e5f6-0dc5-499b-97c6-a7121df228a8 admin admin] Pushing event updated for resources: {'Port': ['ID=f990efd3-2f56-432e-bf17-f72ae18d5aeb,revision_number=1']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:13:08.568268 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e148c25d-1ed7-4157-8939-b85f16c07e7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d66c1f76-2350-4f88-accd-c88b34bad285,revision_number=1']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:13:08.593995 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b433081-4919-4090-bacf-6f7bba43d7dd None None] Checking agent: {'id': '43411681-d6d4-43ac-b892-434a22df3f6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839793-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 14, 4, 43), 'started_at': datetime.datetime(2022, 5, 3, 14, 5, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 14, 12, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839793-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 03 14:13:08.594868 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b433081-4919-4090-bacf-6f7bba43d7dd None None] Checking segment: {'id': 'e1835114-80bf-41da-a21b-fba78594b9dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '89bc2c7d-2b97-4518-b62e-d0f098e36f62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 14:13:08.596244 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-1b433081-4919-4090-bacf-6f7bba43d7dd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:08.599830 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b433081-4919-4090-bacf-6f7bba43d7dd None None] Bound using segment: {'id': 'e1835114-80bf-41da-a21b-fba78594b9dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '89bc2c7d-2b97-4518-b62e-d0f098e36f62'} {{(pid=103471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 03 14:13:08.600554 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.managers [None req-1b433081-4919-4090-bacf-6f7bba43d7dd None None] Bound port: 260560a1-e505-408d-9b81-23a145e8991a, host: dv-cinder-839793-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1835114-80bf-41da-a21b-fba78594b9dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '89bc2c7d-2b97-4518-b62e-d0f098e36f62'}}] {{(pid=103471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 03 14:13:08.602072 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-1b433081-4919-4090-bacf-6f7bba43d7dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585126'] for port (260560a1-e505-408d-9b81-23a145e8991a), before_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:08.615336 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e379df-0f25-4aaa-94e8-d02bde4a1902 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ac9f6c6-f47c-4fc0-9cf7-36ede9894d20,revision_number=None']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:13:08.643814 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.db.db_base_plugin_common [None req-619c9301-16e5-4611-81bb-26609013763c admin admin] Allocated IP 172.27.3.72 (e0cd7c6d-9919-41eb-b035-2bfb3175faa2/4f18d5d6-ed18-48e7-a335-d8ef216f5f78/411354ed-274d-4270-83dd-a73b41b936ab) {{(pid=103469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 14:13:08.682089 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.wsgi [-] (103470) accepted ('10.222.0.36', 41834) {{(pid=103470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:13:08.688834 dv-cinder-839793-5-iscsi neutron-server[103470]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 03 14:13:08.769716 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16edd9c5-8a3b-4a94-a39e-fb66a9aacf2a None None] Pushing event updated for resources: {'Port': ['ID=38c4ff32-3999-4aa3-beb0-4162d5de63ca,revision_number=2']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:13:08.821720 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-7cb4b1e6-c89e-434c-9ba8-35b558dae8b4 req-5a761efb-1f41-4d86-967f-64c5872a3cdb tempest-DeleteServersTestJSON-192415404 tempest-DeleteServersTestJSON-192415404-project] 10.222.0.36 "GET /v2.0/ports?device_id=dc4affea-e303-483f-a2f6-72e48c8034df HTTP/1.1" status: 200 len: 210 time: 0.1351967 May 03 14:13:08.826350 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41514e56-87c7-4482-bb98-bcd4c3e67424 admin admin] Router 19ccbb16-fbf6-4309-89e5-60d4788239f2 is scheduled to L3 agent 2583ee88-9503-4370-b6e4-0a676865815e with binding_index 1 {{(pid=103470) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 03 14:13:08.837910 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-8d1b984e-00d4-44e4-be69-5f0794841831 admin admin] Publish callbacks [] for security_group (d66c1f76-2350-4f88-accd-c88b34bad285), before_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:08.904685 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-8d1b984e-00d4-44e4-be69-5f0794841831 admin admin] Publish callbacks [] for security_group (d66c1f76-2350-4f88-accd-c88b34bad285), precommit_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:09.027015 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-8d1b984e-00d4-44e4-be69-5f0794841831 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656397'] for security_group (d66c1f76-2350-4f88-accd-c88b34bad285), after_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:09.031115 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-8d1b984e-00d4-44e4-be69-5f0794841831 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:09.039686 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [None req-8d1b984e-00d4-44e4-be69-5f0794841831 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d66c1f76-2350-4f88-accd-c88b34bad285 HTTP/1.1" status: 204 len: 168 time: 0.5156417 May 03 14:13:09.133391 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-619c9301-16e5-4611-81bb-26609013763c admin admin] Publish callbacks [] for port (411354ed-274d-4270-83dd-a73b41b936ab), precommit_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:09.178894 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1b984e-00d4-44e4-be69-5f0794841831 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d66c1f76-2350-4f88-accd-c88b34bad285,revision_number=None']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:13:09.191720 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-1327e5f6-0dc5-499b-97c6-a7121df228a8 admin admin] Publish callbacks [] for router_gateway (0a0e8fdb-42c2-47e4-8c7a-1011e541207f), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:09.319218 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-26643ac8-bcd3-45bb-894d-5ce0ff361967 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786921254184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749114'] for agent (2583ee88-9503-4370-b6e4-0a676865815e), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:09.333846 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9df6683-f43f-4ce7-9865-d47f4fc0c1cf None None] Pushing event updated for resources: {'Port': ['ID=6810fb71-32e2-4a09-bf94-4b7446b55373,revision_number=2']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:13:09.341110 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.db [None req-1b433081-4919-4090-bacf-6f7bba43d7dd None None] For port 260560a1-e505-408d-9b81-23a145e8991a, host dv-cinder-839793-5-iscsi, cleared binding levels {{(pid=103471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 14:13:09.377569 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41514e56-87c7-4482-bb98-bcd4c3e67424 admin admin] Notify agent at l3_agent.dv-cinder-839793-5-iscsi the message routers_updated {{(pid=103470) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 14:13:09.389104 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.db [None req-1b433081-4919-4090-bacf-6f7bba43d7dd None None] For port 260560a1-e505-408d-9b81-23a145e8991a, host dv-cinder-839793-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-5-iscsi',level=0,port_id=260560a1-e505-408d-9b81-23a145e8991a,segment=NetworkSegment(e1835114-80bf-41da-a21b-fba78594b9dd),segment_id=e1835114-80bf-41da-a21b-fba78594b9dd)] {{(pid=103471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 14:13:09.411385 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-1b433081-4919-4090-bacf-6f7bba43d7dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786921284783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786920821414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786920821432'] for port (260560a1-e505-408d-9b81-23a145e8991a), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:09.429114 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-41514e56-87c7-4482-bb98-bcd4c3e67424 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:09.434089 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [None req-41514e56-87c7-4482-bb98-bcd4c3e67424 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 4.0193987 May 03 14:13:09.434722 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.wsgi [-] (103470) accepted ('10.222.0.36', 41862) {{(pid=103470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:13:09.603886 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-619c9301-16e5-4611-81bb-26609013763c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786920821396'] for port (411354ed-274d-4270-83dd-a73b41b936ab), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:09.646512 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09e87109-3ada-4cd2-bb24-1fbe1caf66e7 None None] Sync routers for ids ['19ccbb16-fbf6-4309-89e5-60d4788239f2'] in dv-cinder-839793-5-iscsi {{(pid=103472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 14:13:09.671330 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b433081-4919-4090-bacf-6f7bba43d7dd None None] Pushing event updated for resources: {'Port': ['ID=260560a1-e505-408d-9b81-23a145e8991a,revision_number=2']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:13:09.699527 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09e87109-3ada-4cd2-bb24-1fbe1caf66e7 None None] Routers {'19ccbb16-fbf6-4309-89e5-60d4788239f2'} bound to L3 agent in host dv-cinder-839793-5-iscsi {{(pid=103472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 14:13:09.700123 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.db.l3_hamode_db [None req-09e87109-3ada-4cd2-bb24-1fbe1caf66e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-03T14:04:39Z,description=,heartbeat_timestamp=2022-05-03T14:13:09Z,host='dv-cinder-839793-5-iscsi',id=2583ee88-9503-4370-b6e4-0a676865815e,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T14:04:39Z,topic='l3_agent')) {'router_ids': ['19ccbb16-fbf6-4309-89e5-60d4788239f2'], 'active': True} {{(pid=103472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:13:09.894902 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-1327e5f6-0dc5-499b-97c6-a7121df228a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1703809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1700802'] for router (0a0e8fdb-42c2-47e4-8c7a-1011e541207f), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:09.902764 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-619c9301-16e5-4611-81bb-26609013763c admin admin] Network e0cd7c6d-9919-41eb-b035-2bfb3175faa2 is already hosted by enough agents. {{(pid=103469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 14:13:09.935235 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.scheduler.base_scheduler [None req-619c9301-16e5-4611-81bb-26609013763c admin admin] Resources bound (agent type, host, resource id): {{(pid=103469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 14:13:09.947701 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-619c9301-16e5-4611-81bb-26609013763c admin admin] Received port after_create {{(pid=103469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 14:13:10.139263 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-970585d0-2db5-43e9-835f-c4511680e3fd None None] Network ed744a5b-777c-4bee-b278-dee1b499d8aa requested from dv-cinder-839793-5-iscsi {{(pid=103471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 03 14:13:10.192811 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619c9301-16e5-4611-81bb-26609013763c admin admin] Pushing event updated for resources: {'Port': ['ID=411354ed-274d-4270-83dd-a73b41b936ab,revision_number=1']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:13:10.216494 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.db.l3_dvr_db [None req-09e87109-3ada-4cd2-bb24-1fbe1caf66e7 None None] Set router 19ccbb16-fbf6-4309-89e5-60d4788239f2 gateway port host: dv-cinder-839793-5-iscsi {{(pid=103472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 14:13:10.294379 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.provisioning_blocks [None req-0d58b871-8fcf-4748-a008-3c3cfbd8ea5b None None] Provisioning complete for port 38c4ff32-3999-4aa3-beb0-4162d5de63ca triggered by entity DHCP. {{(pid=103471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 14:13:10.304344 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-0d58b871-8fcf-4748-a008-3c3cfbd8ea5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749148'] for port (38c4ff32-3999-4aa3-beb0-4162d5de63ca), provisioning_complete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:10.475645 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.rpc [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Device 6810fb71-32e2-4a09-bf94-4b7446b55373 up at agent ovs-agent-dv-cinder-839793-5-iscsi {{(pid=103471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 14:13:10.527501 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-23c4da43-8e7e-44a6-a8d0-116f399ba80b req-db5e2e00-f5a9-4fd6-ae1a-6a823c85b3b4 tempest-DeleteServersTestJSON-192415404 tempest-DeleteServersTestJSON-192415404-project] 10.222.0.36 "GET /v2.0/ports?device_id=dc4affea-e303-483f-a2f6-72e48c8034df HTTP/1.1" status: 200 len: 210 time: 0.4615781 May 03 14:13:10.825638 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-5c5a3a4c-04b2-42fb-9273-e69bd089a0d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585126'] for port (None), before_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:10.895626 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-6b98c286-5509-41ae-9e31-4a328d4e2e3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786921254184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749114'] for agent (9772c1e2-61d8-4a11-97d8-348a0cefa431), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:10.978827 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.db.l3_hamode_db [None req-09e87109-3ada-4cd2-bb24-1fbe1caf66e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19ccbb16-fbf6-4309-89e5-60d4788239f2', 'name': 'tempest-ServerRescueNegativeTestJSON-1452391224-router', 'tenant_id': '4e31890e50da4bcab23b81eee1c9a2d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2', 'external_fixed_ips': [{'subnet_id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'ip_address': '172.27.3.215'}], 'enable_snat': True}, 'gw_port_id': '943d0a20-0d1e-43b5-90cd-cd70d64349a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T14:13:05Z', 'updated_at': '2022-05-03T14:13:07Z', 'revision_number': 3, 'project_id': '4e31890e50da4bcab23b81eee1c9a2d7', 'gw_port': {'id': '943d0a20-0d1e-43b5-90cd-cd70d64349a2', 'name': '', 'network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:7d:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19ccbb16-fbf6-4309-89e5-60d4788239f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'ip_address': '172.27.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:13:06Z', 'updated_at': '2022-05-03T14:13:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-5-iscsi'}], 'dv-cinder-839793-5-iscsi', False) {} {{(pid=103472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:13:11.083213 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9e2d4c6-80c6-4f1d-84e4-1841a5d1be91 None None] Network 1672c90c-dee1-453a-a1dd-749ff902086f requested from dv-cinder-839793-5-iscsi {{(pid=103471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 03 14:13:11.086711 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1327e5f6-0dc5-499b-97c6-a7121df228a8 admin admin] Router 0a0e8fdb-42c2-47e4-8c7a-1011e541207f is scheduled to L3 agent 2583ee88-9503-4370-b6e4-0a676865815e with binding_index 1 {{(pid=103469) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 03 14:13:11.091495 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09e87109-3ada-4cd2-bb24-1fbe1caf66e7 None None] Checking router: 19ccbb16-fbf6-4309-89e5-60d4788239f2 for host: dv-cinder-839793-5-iscsi {{(pid=103472) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 14:13:11.091857 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09e87109-3ada-4cd2-bb24-1fbe1caf66e7 None None] Updating router 19ccbb16-fbf6-4309-89e5-60d4788239f2 port 943d0a20-0d1e-43b5-90cd-cd70d64349a2 binding host dv-cinder-839793-5-iscsi {{(pid=103472) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 03 14:13:11.193886 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-09e87109-3ada-4cd2-bb24-1fbe1caf66e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585126'] for port (943d0a20-0d1e-43b5-90cd-cd70d64349a2), before_update {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:11.525577 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-619c9301-16e5-4611-81bb-26609013763c admin admin] Publish callbacks [] for router_gateway (e8428cc7-9811-4071-85c7-725df93cfce0), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:11.670660 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.db.db_base_plugin_common [None req-5c5a3a4c-04b2-42fb-9273-e69bd089a0d4 admin admin] Allocated IP 172.20.0.1 (ed744a5b-777c-4bee-b278-dee1b499d8aa/a87b0fb7-75d3-4b90-b91b-05349e630701/a2c69b00-6ed1-4962-8523-e3def77f90f5) {{(pid=103470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 14:13:11.975364 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-09e87109-3ada-4cd2-bb24-1fbe1caf66e7 None None] Publish callbacks [] for port (943d0a20-0d1e-43b5-90cd-cd70d64349a2), precommit_update {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:11.989115 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-09e87109-3ada-4cd2-bb24-1fbe1caf66e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786921284783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786920821414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786920821432'] for port (943d0a20-0d1e-43b5-90cd-cd70d64349a2), after_update {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:12.117747 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b702cfa8-56be-4a15-b199-d8a5901d39df None None] Network 89bc2c7d-2b97-4518-b62e-d0f098e36f62 requested from dv-cinder-839793-5-iscsi {{(pid=103471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 03 14:13:12.122898 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.provisioning_blocks [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Provisioning complete for port 6810fb71-32e2-4a09-bf94-4b7446b55373 triggered by entity L2. {{(pid=103471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 14:13:12.123288 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749148'] for port (6810fb71-32e2-4a09-bf94-4b7446b55373), provisioning_complete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:12.129747 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1327e5f6-0dc5-499b-97c6-a7121df228a8 admin admin] Notify agent at l3_agent.dv-cinder-839793-5-iscsi the message routers_updated {{(pid=103469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 14:13:12.143372 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-e9205460-8f36-4970-8359-4179a166e4c1 req-5bfd8b8d-a1d0-43b4-bc96-8090ebd6bc3b tempest-DeleteServersTestJSON-192415404 tempest-DeleteServersTestJSON-192415404-project] 10.222.0.36 "GET /v2.0/ports?device_id=dc4affea-e303-483f-a2f6-72e48c8034df HTTP/1.1" status: 200 len: 210 time: 0.1304760 May 03 14:13:12.151823 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-5c5a3a4c-04b2-42fb-9273-e69bd089a0d4 admin admin] Publish callbacks [] for port (a2c69b00-6ed1-4962-8523-e3def77f90f5), precommit_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:12.172531 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb3c938-0648-4859-a858-cb3d1a184c69 None None] Pushing event updated for resources: {'Port': ['ID=943d0a20-0d1e-43b5-90cd-cd70d64349a2,revision_number=2']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:13:12.248860 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07020e4c-bb91-4c85-b987-d039076b1969 None None] Sync routers for ids ['0a0e8fdb-42c2-47e4-8c7a-1011e541207f'] in dv-cinder-839793-5-iscsi {{(pid=103471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 14:13:12.260414 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-1327e5f6-0dc5-499b-97c6-a7121df228a8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:12.265489 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.wsgi [-] (103470) accepted ('10.222.0.36', 42000) {{(pid=103470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:13:12.266177 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb3c938-0648-4859-a858-cb3d1a184c69 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:13:12.266534 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb3c938-0648-4859-a858-cb3d1a184c69 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:13:12.266895 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb3c938-0648-4859-a858-cb3d1a184c69 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:13:12.269514 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb3c938-0648-4859-a858-cb3d1a184c69 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:13:12.269860 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb3c938-0648-4859-a858-cb3d1a184c69 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:13:12.270205 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb3c938-0648-4859-a858-cb3d1a184c69 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:13:12.271812 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb3c938-0648-4859-a858-cb3d1a184c69 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:13:12.272160 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb3c938-0648-4859-a858-cb3d1a184c69 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:13:12.272500 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb3c938-0648-4859-a858-cb3d1a184c69 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:13:12.274602 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-1327e5f6-0dc5-499b-97c6-a7121df228a8 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 6.8199987 May 03 14:13:12.275109 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb3c938-0648-4859-a858-cb3d1a184c69 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:13:12.275714 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb3c938-0648-4859-a858-cb3d1a184c69 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:13:12.276688 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb3c938-0648-4859-a858-cb3d1a184c69 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:13:12.277038 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb3c938-0648-4859-a858-cb3d1a184c69 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:13:12.279327 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb3c938-0648-4859-a858-cb3d1a184c69 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:13:12.279685 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb3c938-0648-4859-a858-cb3d1a184c69 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:13:12.283671 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb3c938-0648-4859-a858-cb3d1a184c69 None None] Tracked resource versions report: May 03 14:13:12.283671 dv-cinder-839793-5-iscsi neutron-server[103472]: pushed versions: May 03 14:13:12.283671 dv-cinder-839793-5-iscsi neutron-server[103472]: { 'AddressGroup': {'1.2'}, May 03 14:13:12.283671 dv-cinder-839793-5-iscsi neutron-server[103472]: 'Agent': {'1.1'}, May 03 14:13:12.283671 dv-cinder-839793-5-iscsi neutron-server[103472]: 'ConntrackHelper': {'1.0'}, May 03 14:13:12.283671 dv-cinder-839793-5-iscsi neutron-server[103472]: 'LocalIPAssociation': {'1.0'}, May 03 14:13:12.283671 dv-cinder-839793-5-iscsi neutron-server[103472]: 'Log': {'1.0'}, May 03 14:13:12.283671 dv-cinder-839793-5-iscsi neutron-server[103472]: 'NDPProxy': {'1.0'}, May 03 14:13:12.283671 dv-cinder-839793-5-iscsi neutron-server[103472]: 'Network': {'1.1'}, May 03 14:13:12.283671 dv-cinder-839793-5-iscsi neutron-server[103472]: 'Port': {'1.7'}, May 03 14:13:12.283671 dv-cinder-839793-5-iscsi neutron-server[103472]: 'PortForwarding': {'1.3'}, May 03 14:13:12.283671 dv-cinder-839793-5-iscsi neutron-server[103472]: 'QosPolicy': {'1.10'}, May 03 14:13:12.283671 dv-cinder-839793-5-iscsi neutron-server[103472]: 'SecurityGroup': {'1.5'}, May 03 14:13:12.283671 dv-cinder-839793-5-iscsi neutron-server[103472]: 'SecurityGroupRule': {'1.2'}, May 03 14:13:12.283671 dv-cinder-839793-5-iscsi neutron-server[103472]: 'SubPort': {'1.0'}, May 03 14:13:12.283671 dv-cinder-839793-5-iscsi neutron-server[103472]: 'Subnet': {'1.1'}, May 03 14:13:12.283671 dv-cinder-839793-5-iscsi neutron-server[103472]: 'Trunk': {'1.1'}} May 03 14:13:12.283671 dv-cinder-839793-5-iscsi neutron-server[103472]: consumer versions: May 03 14:13:12.283671 dv-cinder-839793-5-iscsi neutron-server[103472]: { DHCP agent@dv-cinder-839793-5-iscsi: {}, May 03 14:13:12.283671 dv-cinder-839793-5-iscsi neutron-server[103472]: HyperV agent@hv-cinder-83979: {}, May 03 14:13:12.283671 dv-cinder-839793-5-iscsi neutron-server[103472]: L3 agent@dv-cinder-839793-5-iscsi: {}, May 03 14:13:12.283671 dv-cinder-839793-5-iscsi neutron-server[103472]: Metadata agent@dv-cinder-839793-5-iscsi: {}, May 03 14:13:12.283671 dv-cinder-839793-5-iscsi neutron-server[103472]: Metering agent@dv-cinder-839793-5-iscsi: {}, May 03 14:13:12.283671 dv-cinder-839793-5-iscsi neutron-server[103472]: Open vSwitch agent@dv-cinder-839793-5-iscsi: { 'AddressGroup': '1.2', May 03 14:13:12.283671 dv-cinder-839793-5-iscsi neutron-server[103472]: 'Agent': '1.1', May 03 14:13:12.283671 dv-cinder-839793-5-iscsi neutron-server[103472]: 'ConntrackHelper': '1.0', May 03 14:13:12.283671 dv-cinder-839793-5-iscsi neutron-server[103472]: 'LocalIPAssociation': '1.0', May 03 14:13:12.283671 dv-cinder-839793-5-iscsi neutron-server[103472]: 'Log': '1.0', May 03 14:13:12.283671 dv-cinder-839793-5-iscsi neutron-server[103472]: 'NDPProxy': '1.0', May 03 14:13:12.283671 dv-cinder-839793-5-iscsi neutron-server[103472]: 'Network': '1.1', May 03 14:13:12.283671 dv-cinder-839793-5-iscsi neutron-server[103472]: 'Port': '1.7', May 03 14:13:12.283671 dv-cinder-839793-5-iscsi neutron-server[103472]: 'PortForwarding': '1.3', May 03 14:13:12.283671 dv-cinder-839793-5-iscsi neutron-server[103472]: 'QosPolicy': '1.10', May 03 14:13:12.283671 dv-cinder-839793-5-iscsi neutron-server[103472]: 'SecurityGroup': '1.5', May 03 14:13:12.283671 dv-cinder-839793-5-iscsi neutron-server[103472]: 'SecurityGroupRule': '1.2', May 03 14:13:12.283671 dv-cinder-839793-5-iscsi neutron-server[103472]: 'SubPort': '1.0', May 03 14:13:12.283671 dv-cinder-839793-5-iscsi neutron-server[103472]: 'Subnet': '1.1', May 03 14:13:12.283671 dv-cinder-839793-5-iscsi neutron-server[103472]: 'Trunk': '1.1'}} May 03 14:13:12.283671 dv-cinder-839793-5-iscsi neutron-server[103472]: {{(pid=103472) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 03 14:13:12.293334 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-5c5a3a4c-04b2-42fb-9273-e69bd089a0d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786920821396'] for port (a2c69b00-6ed1-4962-8523-e3def77f90f5), after_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:12.293908 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.managers [None req-09e87109-3ada-4cd2-bb24-1fbe1caf66e7 None None] Attempting to bind port 943d0a20-0d1e-43b5-90cd-cd70d64349a2 on host dv-cinder-839793-5-iscsi for vnic_type normal with profile {{(pid=103472) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 03 14:13:12.294291 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.managers [None req-09e87109-3ada-4cd2-bb24-1fbe1caf66e7 None None] Attempting to bind port 943d0a20-0d1e-43b5-90cd-cd70d64349a2 by drivers openvswitch,hyperv on host dv-cinder-839793-5-iscsi at level 0 using segments [{'id': '331ae69a-aeba-4f56-bd87-f289cf94ba88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2'}] {{(pid=103472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 03 14:13:12.294653 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09e87109-3ada-4cd2-bb24-1fbe1caf66e7 None None] Attempting to bind port 943d0a20-0d1e-43b5-90cd-cd70d64349a2 on network e0cd7c6d-9919-41eb-b035-2bfb3175faa2 {{(pid=103472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 14:13:12.309045 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09e87109-3ada-4cd2-bb24-1fbe1caf66e7 None None] Checking agent: {'id': '43411681-d6d4-43ac-b892-434a22df3f6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839793-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 14, 4, 43), 'started_at': datetime.datetime(2022, 5, 3, 14, 5, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 14, 12, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839793-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 03 14:13:12.309627 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09e87109-3ada-4cd2-bb24-1fbe1caf66e7 None None] Checking segment: {'id': '331ae69a-aeba-4f56-bd87-f289cf94ba88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103472) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 14:13:12.310038 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-09e87109-3ada-4cd2-bb24-1fbe1caf66e7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:12.310432 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09e87109-3ada-4cd2-bb24-1fbe1caf66e7 None None] Bound using segment: {'id': '331ae69a-aeba-4f56-bd87-f289cf94ba88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2'} {{(pid=103472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 03 14:13:12.314285 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.managers [None req-09e87109-3ada-4cd2-bb24-1fbe1caf66e7 None None] Bound port: 943d0a20-0d1e-43b5-90cd-cd70d64349a2, host: dv-cinder-839793-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '331ae69a-aeba-4f56-bd87-f289cf94ba88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2'}}] {{(pid=103472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 03 14:13:12.315561 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-09e87109-3ada-4cd2-bb24-1fbe1caf66e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585126'] for port (943d0a20-0d1e-43b5-90cd-cd70d64349a2), before_update {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:12.368946 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [None req-0d58b871-8fcf-4748-a008-3c3cfbd8ea5b None None] Current status of the port 38c4ff32-3999-4aa3-beb0-4162d5de63ca is: DOWN; New status is: ACTIVE {{(pid=103471) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 14:13:12.381756 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-0d58b871-8fcf-4748-a008-3c3cfbd8ea5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585126'] for port (38c4ff32-3999-4aa3-beb0-4162d5de63ca), before_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:12.441082 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-ece2f477-2d6d-4faa-a9a3-ecc6a9d3b5ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786921254184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749114'] for agent (5abb75e8-e954-4dc0-bed6-210d2af77b9f), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:12.476051 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.db [None req-09e87109-3ada-4cd2-bb24-1fbe1caf66e7 None None] For port 943d0a20-0d1e-43b5-90cd-cd70d64349a2, host dv-cinder-839793-5-iscsi, cleared binding levels {{(pid=103472) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 14:13:12.485589 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.db [None req-09e87109-3ada-4cd2-bb24-1fbe1caf66e7 None None] For port 943d0a20-0d1e-43b5-90cd-cd70d64349a2, host dv-cinder-839793-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-5-iscsi',level=0,port_id=943d0a20-0d1e-43b5-90cd-cd70d64349a2,segment=NetworkSegment(331ae69a-aeba-4f56-bd87-f289cf94ba88),segment_id=331ae69a-aeba-4f56-bd87-f289cf94ba88)] {{(pid=103472) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 14:13:12.505248 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-09e87109-3ada-4cd2-bb24-1fbe1caf66e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786921284783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786920821414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786920821432'] for port (943d0a20-0d1e-43b5-90cd-cd70d64349a2), after_update {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:12.544568 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07020e4c-bb91-4c85-b987-d039076b1969 None None] Routers {'0a0e8fdb-42c2-47e4-8c7a-1011e541207f'} bound to L3 agent in host dv-cinder-839793-5-iscsi {{(pid=103471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 14:13:12.546941 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.l3_hamode_db [None req-07020e4c-bb91-4c85-b987-d039076b1969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-03T14:04:39Z,description=,heartbeat_timestamp=2022-05-03T14:13:09Z,host='dv-cinder-839793-5-iscsi',id=2583ee88-9503-4370-b6e4-0a676865815e,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T14:04:39Z,topic='l3_agent')) {'router_ids': ['0a0e8fdb-42c2-47e4-8c7a-1011e541207f'], 'active': True} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:13:12.584888 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c5a3a4c-04b2-42fb-9273-e69bd089a0d4 admin admin] Network ed744a5b-777c-4bee-b278-dee1b499d8aa is already hosted by enough agents. {{(pid=103470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 14:13:12.611261 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5a3a4c-04b2-42fb-9273-e69bd089a0d4 admin admin] Pushing event updated for resources: {'Port': ['ID=a2c69b00-6ed1-4962-8523-e3def77f90f5,revision_number=1']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:13:12.626496 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-619c9301-16e5-4611-81bb-26609013763c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1703809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1700802'] for router (e8428cc7-9811-4071-85c7-725df93cfce0), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:12.628808 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.scheduler.base_scheduler [None req-5c5a3a4c-04b2-42fb-9273-e69bd089a0d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 14:13:12.638262 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb3c938-0648-4859-a858-cb3d1a184c69 None None] Pushing event updated for resources: {'Port': ['ID=943d0a20-0d1e-43b5-90cd-cd70d64349a2,revision_number=3']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:13:12.651022 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c5a3a4c-04b2-42fb-9273-e69bd089a0d4 admin admin] Received port after_create {{(pid=103470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 14:13:12.651503 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-5c5a3a4c-04b2-42fb-9273-e69bd089a0d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1691063'] for router_interface (19ccbb16-fbf6-4309-89e5-60d4788239f2), before_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:12.680858 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09e87109-3ada-4cd2-bb24-1fbe1caf66e7 None None] Routers {'19ccbb16-fbf6-4309-89e5-60d4788239f2'} bound to L3 agent in host dv-cinder-839793-5-iscsi {{(pid=103472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 14:13:12.682499 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.db.l3_hamode_db [None req-09e87109-3ada-4cd2-bb24-1fbe1caf66e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-03T14:04:39Z,description=,heartbeat_timestamp=2022-05-03T14:13:09Z,host='dv-cinder-839793-5-iscsi',id=2583ee88-9503-4370-b6e4-0a676865815e,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T14:04:39Z,topic='l3_agent')) {'router_ids': ['19ccbb16-fbf6-4309-89e5-60d4788239f2'], 'active': True} {{(pid=103472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:13:12.934452 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-619c9301-16e5-4611-81bb-26609013763c admin admin] Router e8428cc7-9811-4071-85c7-725df93cfce0 is scheduled to L3 agent 2583ee88-9503-4370-b6e4-0a676865815e with binding_index 1 {{(pid=103469) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 03 14:13:12.948793 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvr_db [None req-07020e4c-bb91-4c85-b987-d039076b1969 None None] Set router 0a0e8fdb-42c2-47e4-8c7a-1011e541207f gateway port host: dv-cinder-839793-5-iscsi {{(pid=103471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 14:13:12.955921 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.db [None req-0d58b871-8fcf-4748-a008-3c3cfbd8ea5b None None] For port 38c4ff32-3999-4aa3-beb0-4162d5de63ca, host dv-cinder-839793-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-5-iscsi',level=0,port_id=38c4ff32-3999-4aa3-beb0-4162d5de63ca,segment=NetworkSegment(1c54dd20-bf4d-49bf-9498-4e1d488f7c61),segment_id=1c54dd20-bf4d-49bf-9498-4e1d488f7c61)] {{(pid=103471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 14:13:13.026745 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.db.l3_dvr_db [None req-09e87109-3ada-4cd2-bb24-1fbe1caf66e7 None None] Set router 19ccbb16-fbf6-4309-89e5-60d4788239f2 gateway port host: dv-cinder-839793-5-iscsi {{(pid=103472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 14:13:13.106029 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.26', 58677) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:13:13.231692 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-619c9301-16e5-4611-81bb-26609013763c admin admin] Notify agent at l3_agent.dv-cinder-839793-5-iscsi the message routers_updated {{(pid=103469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 14:13:13.284795 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-0d58b871-8fcf-4748-a008-3c3cfbd8ea5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786921284783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786920821414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786920821432'] for port (38c4ff32-3999-4aa3-beb0-4162d5de63ca), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:13.361577 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-619c9301-16e5-4611-81bb-26609013763c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:13.364486 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-619c9301-16e5-4611-81bb-26609013763c admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 7.8185723 May 03 14:13:13.376642 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1adac66e-e630-4e61-8cb1-d5bb8fbdac92 None None] Sync routers for ids ['e8428cc7-9811-4071-85c7-725df93cfce0'] in dv-cinder-839793-5-iscsi {{(pid=103472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 14:13:13.435828 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786921254184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749114'] for agent (43411681-d6d4-43ac-b892-434a22df3f6d), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:13.437581 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.36', 42042) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:13:13.453436 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Current status of the port 6810fb71-32e2-4a09-bf94-4b7446b55373 is: DOWN; New status is: ACTIVE {{(pid=103471) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 14:13:13.453829 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585126'] for port (6810fb71-32e2-4a09-bf94-4b7446b55373), before_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:13.458983 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1adac66e-e630-4e61-8cb1-d5bb8fbdac92 None None] Routers {'e8428cc7-9811-4071-85c7-725df93cfce0'} bound to L3 agent in host dv-cinder-839793-5-iscsi {{(pid=103472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 14:13:13.461976 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.db.l3_hamode_db [None req-1adac66e-e630-4e61-8cb1-d5bb8fbdac92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-03T14:04:39Z,description=,heartbeat_timestamp=2022-05-03T14:13:09Z,host='dv-cinder-839793-5-iscsi',id=2583ee88-9503-4370-b6e4-0a676865815e,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T14:04:39Z,topic='l3_agent')) {'router_ids': ['e8428cc7-9811-4071-85c7-725df93cfce0'], 'active': True} {{(pid=103472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:13:13.519337 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-62d3b681-9155-4e81-adcd-74169b433c9d req-b5b331aa-7da3-4cc3-8bbc-0059e3cac5d1 tempest-DeleteServersTestJSON-192415404 tempest-DeleteServersTestJSON-192415404-project] 10.222.0.36 "GET /v2.0/ports?device_id=dc4affea-e303-483f-a2f6-72e48c8034df HTTP/1.1" status: 200 len: 210 time: 0.1650133 May 03 14:13:13.530408 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.provisioning_blocks [None req-0d97bd74-2590-4a15-99b5-909160298e3e None None] Provisioning complete for port 38c4ff32-3999-4aa3-beb0-4162d5de63ca triggered by entity DHCP. {{(pid=103471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 14:13:13.530847 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-0d97bd74-2590-4a15-99b5-909160298e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749148'] for port (38c4ff32-3999-4aa3-beb0-4162d5de63ca), provisioning_complete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:13.639828 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d58b871-8fcf-4748-a008-3c3cfbd8ea5b None None] Pushing event updated for resources: {'Port': ['ID=38c4ff32-3999-4aa3-beb0-4162d5de63ca,revision_number=3']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:13:13.640154 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22c945e-616a-4c79-8b6c-1a81bc2304e8 req-628f5e10-e31c-4fe0-a41b-f51c712b4c45 tempest-DeleteServersTestJSON-192415404 tempest-DeleteServersTestJSON-192415404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:13:13.654693 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-d22c945e-616a-4c79-8b6c-1a81bc2304e8 req-628f5e10-e31c-4fe0-a41b-f51c712b4c45 tempest-DeleteServersTestJSON-192415404 tempest-DeleteServersTestJSON-192415404-project] 10.222.0.26 "GET /v2.0/networks?id=3b1deb6b-f4d1-4363-a738-382e6da075be HTTP/1.1" status: 200 len: 812 time: 0.5470054 May 03 14:13:13.740979 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.db [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] For port 6810fb71-32e2-4a09-bf94-4b7446b55373, host dv-cinder-839793-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-5-iscsi',level=0,port_id=6810fb71-32e2-4a09-bf94-4b7446b55373,segment=NetworkSegment(67863d8e-3b7d-4783-aeb0-1e512a0dd290),segment_id=67863d8e-3b7d-4783-aeb0-1e512a0dd290)] {{(pid=103471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 14:13:13.754665 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786921284783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786920821414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786920821432'] for port (6810fb71-32e2-4a09-bf94-4b7446b55373), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:13.769166 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.rpc [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Device 38c4ff32-3999-4aa3-beb0-4162d5de63ca up at agent ovs-agent-dv-cinder-839793-5-iscsi {{(pid=103471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 14:13:13.829840 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.v2.base [req-d22c945e-616a-4c79-8b6c-1a81bc2304e8 req-edc6d043-3eda-486a-b88e-b9d29695610f tempest-DeleteServersTestJSON-192415404 tempest-DeleteServersTestJSON-192415404-project] Request body: {'port': {'device_id': 'dc4affea-e303-483f-a2f6-72e48c8034df', 'network_id': '3b1deb6b-f4d1-4363-a738-382e6da075be', 'admin_state_up': True, 'tenant_id': '831ebb047e5b4805875d2606cb8e08c0'}} {{(pid=103469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 14:13:13.851785 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.db.l3_hamode_db [None req-09e87109-3ada-4cd2-bb24-1fbe1caf66e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19ccbb16-fbf6-4309-89e5-60d4788239f2', 'name': 'tempest-ServerRescueNegativeTestJSON-1452391224-router', 'tenant_id': '4e31890e50da4bcab23b81eee1c9a2d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2', 'external_fixed_ips': [{'subnet_id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'ip_address': '172.27.3.215'}], 'enable_snat': True}, 'gw_port_id': '943d0a20-0d1e-43b5-90cd-cd70d64349a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T14:13:05Z', 'updated_at': '2022-05-03T14:13:07Z', 'revision_number': 3, 'project_id': '4e31890e50da4bcab23b81eee1c9a2d7', 'gw_port': {'id': '943d0a20-0d1e-43b5-90cd-cd70d64349a2', 'name': '', 'network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:7d:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19ccbb16-fbf6-4309-89e5-60d4788239f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'ip_address': '172.27.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:13:06Z', 'updated_at': '2022-05-03T14:13:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-5-iscsi'}], 'dv-cinder-839793-5-iscsi', False) {} {{(pid=103472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:13:13.915390 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09e87109-3ada-4cd2-bb24-1fbe1caf66e7 None None] The sync data for ids ['19ccbb16-fbf6-4309-89e5-60d4788239f2'] in dv-cinder-839793-5-iscsi is: [{'id': '19ccbb16-fbf6-4309-89e5-60d4788239f2', 'name': 'tempest-ServerRescueNegativeTestJSON-1452391224-router', 'tenant_id': '4e31890e50da4bcab23b81eee1c9a2d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2', 'external_fixed_ips': [{'subnet_id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'ip_address': '172.27.3.215'}], 'enable_snat': True}, 'gw_port_id': '943d0a20-0d1e-43b5-90cd-cd70d64349a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T14:13:05Z', 'updated_at': '2022-05-03T14:13:07Z', 'revision_number': 3, 'project_id': '4e31890e50da4bcab23b81eee1c9a2d7', 'gw_port': {'id': '943d0a20-0d1e-43b5-90cd-cd70d64349a2', 'name': '', 'network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:7d:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19ccbb16-fbf6-4309-89e5-60d4788239f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'ip_address': '172.27.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:13:06Z', 'updated_at': '2022-05-03T14:13:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-5-iscsi'}] {{(pid=103472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 14:13:13.959112 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.db.l3_dvr_db [None req-1adac66e-e630-4e61-8cb1-d5bb8fbdac92 None None] Set router e8428cc7-9811-4071-85c7-725df93cfce0 gateway port host: dv-cinder-839793-5-iscsi {{(pid=103472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 14:13:14.103652 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.l3_hamode_db [None req-07020e4c-bb91-4c85-b987-d039076b1969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a0e8fdb-42c2-47e4-8c7a-1011e541207f', 'name': 'tempest-AttachVolumeShelveTestJSON-1368453836-router', 'tenant_id': '8a5fa41c00a84a80ac2b2c0cc1ef74d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2', 'external_fixed_ips': [{'subnet_id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'ip_address': '172.27.3.155'}], 'enable_snat': True}, 'gw_port_id': 'f990efd3-2f56-432e-bf17-f72ae18d5aeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T14:13:05Z', 'updated_at': '2022-05-03T14:13:08Z', 'revision_number': 3, 'project_id': '8a5fa41c00a84a80ac2b2c0cc1ef74d8', 'gw_port': {'id': 'f990efd3-2f56-432e-bf17-f72ae18d5aeb', 'name': '', 'network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:46:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a0e8fdb-42c2-47e4-8c7a-1011e541207f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'ip_address': '172.27.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:13:07Z', 'updated_at': '2022-05-03T14:13:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-5-iscsi'}], 'dv-cinder-839793-5-iscsi', False) {} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:13:14.166518 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07020e4c-bb91-4c85-b987-d039076b1969 None None] Checking router: 0a0e8fdb-42c2-47e4-8c7a-1011e541207f for host: dv-cinder-839793-5-iscsi {{(pid=103471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 14:13:14.167006 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07020e4c-bb91-4c85-b987-d039076b1969 None None] Updating router 0a0e8fdb-42c2-47e4-8c7a-1011e541207f port f990efd3-2f56-432e-bf17-f72ae18d5aeb binding host dv-cinder-839793-5-iscsi {{(pid=103471) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 03 14:13:14.218539 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.provisioning_blocks [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Provisioning complete for port 38c4ff32-3999-4aa3-beb0-4162d5de63ca triggered by entity L2. {{(pid=103471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 14:13:14.219262 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749148'] for port (38c4ff32-3999-4aa3-beb0-4162d5de63ca), provisioning_complete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:14.225215 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Pushing event updated for resources: {'Port': ['ID=6810fb71-32e2-4a09-bf94-4b7446b55373,revision_number=3']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:13:14.273052 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [None req-0d97bd74-2590-4a15-99b5-909160298e3e None None] Current status of the port 38c4ff32-3999-4aa3-beb0-4162d5de63ca is: ACTIVE; New status is: ACTIVE {{(pid=103471) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 14:13:14.286442 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.provisioning_blocks [None req-0d97bd74-2590-4a15-99b5-909160298e3e None None] Provisioning complete for port 6810fb71-32e2-4a09-bf94-4b7446b55373 triggered by entity DHCP. {{(pid=103471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 14:13:14.287006 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-0d97bd74-2590-4a15-99b5-909160298e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749148'] for port (6810fb71-32e2-4a09-bf94-4b7446b55373), provisioning_complete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:14.371790 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-07020e4c-bb91-4c85-b987-d039076b1969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585126'] for port (f990efd3-2f56-432e-bf17-f72ae18d5aeb), before_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:14.423655 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-5c5a3a4c-04b2-42fb-9273-e69bd089a0d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585126'] for port (a2c69b00-6ed1-4962-8523-e3def77f90f5), before_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:14.552429 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.db.l3_hamode_db [None req-1adac66e-e630-4e61-8cb1-d5bb8fbdac92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8428cc7-9811-4071-85c7-725df93cfce0', 'name': 'tempest-AttachVolumeNegativeTest-1392786833-router', 'tenant_id': '453906a2a829425aac1abdfad7b441d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2', 'external_fixed_ips': [{'subnet_id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'ip_address': '172.27.3.72'}], 'enable_snat': True}, 'gw_port_id': '411354ed-274d-4270-83dd-a73b41b936ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T14:13:05Z', 'updated_at': '2022-05-03T14:13:10Z', 'revision_number': 3, 'project_id': '453906a2a829425aac1abdfad7b441d6', 'gw_port': {'id': '411354ed-274d-4270-83dd-a73b41b936ab', 'name': '', 'network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:90:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8428cc7-9811-4071-85c7-725df93cfce0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'ip_address': '172.27.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:13:07Z', 'updated_at': '2022-05-03T14:13:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-5-iscsi'}], 'dv-cinder-839793-5-iscsi', False) {} {{(pid=103472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:13:14.745707 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d22c945e-616a-4c79-8b6c-1a81bc2304e8 req-edc6d043-3eda-486a-b88e-b9d29695610f tempest-DeleteServersTestJSON-192415404 tempest-DeleteServersTestJSON-192415404-project] Made reservation on behalf of 831ebb047e5b4805875d2606cb8e08c0 for: {'port': 1} {{(pid=103469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 14:13:14.754664 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-d22c945e-616a-4c79-8b6c-1a81bc2304e8 req-edc6d043-3eda-486a-b88e-b9d29695610f tempest-DeleteServersTestJSON-192415404 tempest-DeleteServersTestJSON-192415404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585126'] for port (None), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:14.796596 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [None req-0d97bd74-2590-4a15-99b5-909160298e3e None None] Current status of the port 6810fb71-32e2-4a09-bf94-4b7446b55373 is: ACTIVE; New status is: ACTIVE {{(pid=103471) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 14:13:14.826724 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Current status of the port 38c4ff32-3999-4aa3-beb0-4162d5de63ca is: ACTIVE; New status is: ACTIVE {{(pid=103471) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 14:13:14.955745 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.provisioning_blocks [None req-0d97bd74-2590-4a15-99b5-909160298e3e None None] Provisioning complete for port a2c69b00-6ed1-4962-8523-e3def77f90f5 triggered by entity DHCP. {{(pid=103471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 14:13:14.956272 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-0d97bd74-2590-4a15-99b5-909160298e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749148'] for port (a2c69b00-6ed1-4962-8523-e3def77f90f5), provisioning_complete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:14.965009 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1adac66e-e630-4e61-8cb1-d5bb8fbdac92 None None] Checking router: e8428cc7-9811-4071-85c7-725df93cfce0 for host: dv-cinder-839793-5-iscsi {{(pid=103472) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 14:13:14.966764 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1adac66e-e630-4e61-8cb1-d5bb8fbdac92 None None] Updating router e8428cc7-9811-4071-85c7-725df93cfce0 port 411354ed-274d-4270-83dd-a73b41b936ab binding host dv-cinder-839793-5-iscsi {{(pid=103472) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 03 14:13:15.048845 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-1adac66e-e630-4e61-8cb1-d5bb8fbdac92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585126'] for port (411354ed-274d-4270-83dd-a73b41b936ab), before_update {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:15.273503 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [None req-0d97bd74-2590-4a15-99b5-909160298e3e None None] Port a2c69b00-6ed1-4962-8523-e3def77f90f5 cannot update to ACTIVE because it is not bound. {{(pid=103471) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 03 14:13:15.292984 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.rpc [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Device 260560a1-e505-408d-9b81-23a145e8991a up at agent ovs-agent-dv-cinder-839793-5-iscsi {{(pid=103471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 14:13:15.363004 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.provisioning_blocks [None req-0d97bd74-2590-4a15-99b5-909160298e3e None None] Provisioning complete for port 260560a1-e505-408d-9b81-23a145e8991a triggered by entity DHCP. {{(pid=103471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 14:13:15.364948 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-0d97bd74-2590-4a15-99b5-909160298e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749148'] for port (260560a1-e505-408d-9b81-23a145e8991a), provisioning_complete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:15.561117 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-fccb00c2-fb4a-4c2b-aff3-7b7bea1c44d2 req-52439227-6e22-42b3-8621-f368c9762eb0 tempest-DeleteServersTestJSON-192415404 tempest-DeleteServersTestJSON-192415404-project] 10.222.0.36 "GET /v2.0/ports?device_id=dc4affea-e303-483f-a2f6-72e48c8034df HTTP/1.1" status: 200 len: 210 time: 0.2825387 May 03 14:13:15.561256 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-a5dffbd9-3fd6-43bb-b65b-0059935a578a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585126'] for port (None), before_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:15.764436 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.provisioning_blocks [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Provisioning complete for port 260560a1-e505-408d-9b81-23a145e8991a triggered by entity L2. {{(pid=103471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 14:13:15.765167 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749148'] for port (260560a1-e505-408d-9b81-23a145e8991a), provisioning_complete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:15.807869 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-07020e4c-bb91-4c85-b987-d039076b1969 None None] Publish callbacks [] for port (f990efd3-2f56-432e-bf17-f72ae18d5aeb), precommit_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:15.853065 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-07020e4c-bb91-4c85-b987-d039076b1969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786921284783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786920821414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786920821432'] for port (f990efd3-2f56-432e-bf17-f72ae18d5aeb), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:15.959526 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-5c5a3a4c-04b2-42fb-9273-e69bd089a0d4 admin admin] Publish callbacks [] for port (a2c69b00-6ed1-4962-8523-e3def77f90f5), precommit_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:16.013588 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-5c5a3a4c-04b2-42fb-9273-e69bd089a0d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786921284783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786920821414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786920821432'] for port (a2c69b00-6ed1-4962-8523-e3def77f90f5), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:16.014476 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-5c5a3a4c-04b2-42fb-9273-e69bd089a0d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1599844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1690985'] for router_interface (19ccbb16-fbf6-4309-89e5-60d4788239f2), after_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:16.092053 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.wsgi [-] (103470) accepted ('10.222.0.36', 42156) {{(pid=103470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:13:16.119458 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad021970-8dc2-47b0-87ee-93f526dde8d8 None None] Pushing event updated for resources: {'Port': ['ID=f990efd3-2f56-432e-bf17-f72ae18d5aeb,revision_number=2']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:13:16.235655 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.db.db_base_plugin_common [req-d22c945e-616a-4c79-8b6c-1a81bc2304e8 req-edc6d043-3eda-486a-b88e-b9d29695610f tempest-DeleteServersTestJSON-192415404 tempest-DeleteServersTestJSON-192415404-project] Allocated IP 172.20.0.6 (3b1deb6b-f4d1-4363-a738-382e6da075be/a10b42f5-3d4c-4c22-afc3-747834519bb9/f7ef36ed-a7b3-4cc2-b2a5-c5fe96f2f96c) {{(pid=103469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 14:13:16.271822 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Current status of the port 260560a1-e505-408d-9b81-23a145e8991a is: DOWN; New status is: ACTIVE {{(pid=103471) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 14:13:16.272481 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585126'] for port (260560a1-e505-408d-9b81-23a145e8991a), before_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:16.324212 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-91dcccfb-2ee7-40cc-8624-41e2df27f6c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585126'] for port (None), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:16.399818 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.managers [None req-07020e4c-bb91-4c85-b987-d039076b1969 None None] Attempting to bind port f990efd3-2f56-432e-bf17-f72ae18d5aeb on host dv-cinder-839793-5-iscsi for vnic_type normal with profile {{(pid=103471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 03 14:13:16.401038 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.managers [None req-07020e4c-bb91-4c85-b987-d039076b1969 None None] Attempting to bind port f990efd3-2f56-432e-bf17-f72ae18d5aeb by drivers openvswitch,hyperv on host dv-cinder-839793-5-iscsi at level 0 using segments [{'id': '331ae69a-aeba-4f56-bd87-f289cf94ba88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2'}] {{(pid=103471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 03 14:13:16.401038 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07020e4c-bb91-4c85-b987-d039076b1969 None None] Attempting to bind port f990efd3-2f56-432e-bf17-f72ae18d5aeb on network e0cd7c6d-9919-41eb-b035-2bfb3175faa2 {{(pid=103471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 14:13:16.415146 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-1adac66e-e630-4e61-8cb1-d5bb8fbdac92 None None] Publish callbacks [] for port (411354ed-274d-4270-83dd-a73b41b936ab), precommit_update {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:16.415938 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [None req-0d97bd74-2590-4a15-99b5-909160298e3e None None] Current status of the port 260560a1-e505-408d-9b81-23a145e8991a is: DOWN; New status is: ACTIVE {{(pid=103471) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 14:13:16.415938 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-0d97bd74-2590-4a15-99b5-909160298e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585126'] for port (260560a1-e505-408d-9b81-23a145e8991a), before_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:16.424265 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-1adac66e-e630-4e61-8cb1-d5bb8fbdac92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786921284783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786920821414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786920821432'] for port (411354ed-274d-4270-83dd-a73b41b936ab), after_update {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:16.504087 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07020e4c-bb91-4c85-b987-d039076b1969 None None] Checking agent: {'id': '43411681-d6d4-43ac-b892-434a22df3f6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839793-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 14, 4, 43), 'started_at': datetime.datetime(2022, 5, 3, 14, 5, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 14, 13, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839793-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 03 14:13:16.504551 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07020e4c-bb91-4c85-b987-d039076b1969 None None] Checking segment: {'id': '331ae69a-aeba-4f56-bd87-f289cf94ba88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 14:13:16.504830 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-07020e4c-bb91-4c85-b987-d039076b1969 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:16.505222 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07020e4c-bb91-4c85-b987-d039076b1969 None None] Bound using segment: {'id': '331ae69a-aeba-4f56-bd87-f289cf94ba88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2'} {{(pid=103471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 03 14:13:16.505358 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5a3a4c-04b2-42fb-9273-e69bd089a0d4 admin admin] Pushing event updated for resources: {'Port': ['ID=a2c69b00-6ed1-4962-8523-e3def77f90f5,revision_number=2']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:13:16.505734 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.managers [None req-07020e4c-bb91-4c85-b987-d039076b1969 None None] Bound port: f990efd3-2f56-432e-bf17-f72ae18d5aeb, host: dv-cinder-839793-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '331ae69a-aeba-4f56-bd87-f289cf94ba88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2'}}] {{(pid=103471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 03 14:13:16.506142 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-07020e4c-bb91-4c85-b987-d039076b1969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585126'] for port (f990efd3-2f56-432e-bf17-f72ae18d5aeb), before_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:16.523650 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-28d3f2be-a4cc-4815-8fc7-c2e82f7188f7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:16.558478 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.db [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] For port 260560a1-e505-408d-9b81-23a145e8991a, host dv-cinder-839793-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-5-iscsi',level=0,port_id=260560a1-e505-408d-9b81-23a145e8991a,segment=NetworkSegment(e1835114-80bf-41da-a21b-fba78594b9dd),segment_id=e1835114-80bf-41da-a21b-fba78594b9dd)] {{(pid=103471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 14:13:16.612533 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.managers [None req-1adac66e-e630-4e61-8cb1-d5bb8fbdac92 None None] Attempting to bind port 411354ed-274d-4270-83dd-a73b41b936ab on host dv-cinder-839793-5-iscsi for vnic_type normal with profile {{(pid=103472) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 03 14:13:16.612919 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.managers [None req-1adac66e-e630-4e61-8cb1-d5bb8fbdac92 None None] Attempting to bind port 411354ed-274d-4270-83dd-a73b41b936ab by drivers openvswitch,hyperv on host dv-cinder-839793-5-iscsi at level 0 using segments [{'id': '331ae69a-aeba-4f56-bd87-f289cf94ba88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2'}] {{(pid=103472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 03 14:13:16.613378 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1adac66e-e630-4e61-8cb1-d5bb8fbdac92 None None] Attempting to bind port 411354ed-274d-4270-83dd-a73b41b936ab on network e0cd7c6d-9919-41eb-b035-2bfb3175faa2 {{(pid=103472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 14:13:16.644401 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786921284783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786920821414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786920821432'] for port (260560a1-e505-408d-9b81-23a145e8991a), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:16.644604 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2320e6c-dc35-45ee-8e9e-85fd128889e4 None None] Pushing event updated for resources: {'Port': ['ID=411354ed-274d-4270-83dd-a73b41b936ab,revision_number=2']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:13:16.645199 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.rpc [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Device 6810fb71-32e2-4a09-bf94-4b7446b55373 up at agent ovs-agent-dv-cinder-839793-5-iscsi {{(pid=103471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 14:13:16.650304 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1adac66e-e630-4e61-8cb1-d5bb8fbdac92 None None] Checking agent: {'id': '43411681-d6d4-43ac-b892-434a22df3f6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839793-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 14, 4, 43), 'started_at': datetime.datetime(2022, 5, 3, 14, 5, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 14, 13, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839793-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 03 14:13:16.650701 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1adac66e-e630-4e61-8cb1-d5bb8fbdac92 None None] Checking segment: {'id': '331ae69a-aeba-4f56-bd87-f289cf94ba88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103472) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 14:13:16.651111 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-1adac66e-e630-4e61-8cb1-d5bb8fbdac92 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:16.651521 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1adac66e-e630-4e61-8cb1-d5bb8fbdac92 None None] Bound using segment: {'id': '331ae69a-aeba-4f56-bd87-f289cf94ba88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2'} {{(pid=103472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 03 14:13:16.651991 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.managers [None req-1adac66e-e630-4e61-8cb1-d5bb8fbdac92 None None] Bound port: 411354ed-274d-4270-83dd-a73b41b936ab, host: dv-cinder-839793-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '331ae69a-aeba-4f56-bd87-f289cf94ba88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2'}}] {{(pid=103472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 03 14:13:16.652424 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-1adac66e-e630-4e61-8cb1-d5bb8fbdac92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585126'] for port (411354ed-274d-4270-83dd-a73b41b936ab), before_update {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:16.780752 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.db [None req-1adac66e-e630-4e61-8cb1-d5bb8fbdac92 None None] For port 411354ed-274d-4270-83dd-a73b41b936ab, host dv-cinder-839793-5-iscsi, cleared binding levels {{(pid=103472) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 14:13:16.789957 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.db [None req-1adac66e-e630-4e61-8cb1-d5bb8fbdac92 None None] For port 411354ed-274d-4270-83dd-a73b41b936ab, host dv-cinder-839793-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-5-iscsi',level=0,port_id=411354ed-274d-4270-83dd-a73b41b936ab,segment=NetworkSegment(331ae69a-aeba-4f56-bd87-f289cf94ba88),segment_id=331ae69a-aeba-4f56-bd87-f289cf94ba88)] {{(pid=103472) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 14:13:16.800203 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-1adac66e-e630-4e61-8cb1-d5bb8fbdac92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786921284783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786920821414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786920821432'] for port (411354ed-274d-4270-83dd-a73b41b936ab), after_update {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:16.883497 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-69cbe845-8d91-41ce-9167-f328b70ddf2a req-b0a1c6d5-0d7f-47bc-8b99-06ebe47b85d1 tempest-DeleteServersTestJSON-192415404 tempest-DeleteServersTestJSON-192415404-project] 10.222.0.36 "GET /v2.0/ports?device_id=dc4affea-e303-483f-a2f6-72e48c8034df HTTP/1.1" status: 200 len: 210 time: 0.1460707 May 03 14:13:16.907079 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c5a3a4c-04b2-42fb-9273-e69bd089a0d4 admin admin] Network ed744a5b-777c-4bee-b278-dee1b499d8aa is already hosted by enough agents. {{(pid=103470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 14:13:16.911287 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.db.db_base_plugin_common [None req-a5dffbd9-3fd6-43bb-b65b-0059935a578a admin admin] Allocated IP 172.20.0.1 (1672c90c-dee1-453a-a1dd-749ff902086f/9797d54b-d4ac-4959-9119-15649c917e44/7e3ad977-c281-4719-87ff-0634b02ca3d1) {{(pid=103470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 14:13:16.927559 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.scheduler.base_scheduler [None req-5c5a3a4c-04b2-42fb-9273-e69bd089a0d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 14:13:16.932181 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Pushing event updated for resources: {'Port': ['ID=260560a1-e505-408d-9b81-23a145e8991a,revision_number=3']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:13:16.950862 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1adac66e-e630-4e61-8cb1-d5bb8fbdac92 None None] Routers {'e8428cc7-9811-4071-85c7-725df93cfce0'} bound to L3 agent in host dv-cinder-839793-5-iscsi {{(pid=103472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 14:13:16.951515 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.db.l3_hamode_db [None req-1adac66e-e630-4e61-8cb1-d5bb8fbdac92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-03T14:04:39Z,description=,heartbeat_timestamp=2022-05-03T14:13:09Z,host='dv-cinder-839793-5-iscsi',id=2583ee88-9503-4370-b6e4-0a676865815e,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T14:04:39Z,topic='l3_agent')) {'router_ids': ['e8428cc7-9811-4071-85c7-725df93cfce0'], 'active': True} {{(pid=103472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:13:17.077472 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2320e6c-dc35-45ee-8e9e-85fd128889e4 None None] Pushing event updated for resources: {'Port': ['ID=411354ed-274d-4270-83dd-a73b41b936ab,revision_number=3']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:13:17.160112 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.provisioning_blocks [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Provisioning complete for port 6810fb71-32e2-4a09-bf94-4b7446b55373 triggered by entity L2. {{(pid=103471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 14:13:17.160813 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749148'] for port (6810fb71-32e2-4a09-bf94-4b7446b55373), provisioning_complete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:17.254553 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.db [None req-07020e4c-bb91-4c85-b987-d039076b1969 None None] For port f990efd3-2f56-432e-bf17-f72ae18d5aeb, host dv-cinder-839793-5-iscsi, cleared binding levels {{(pid=103471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 14:13:17.269347 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.db.api [None req-0d97bd74-2590-4a15-99b5-909160298e3e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103471) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 03 14:13:17.269681 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG oslo_db.api [None req-0d97bd74-2590-4a15-99b5-909160298e3e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 03 14:13:17.357390 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.db [None req-07020e4c-bb91-4c85-b987-d039076b1969 None None] For port f990efd3-2f56-432e-bf17-f72ae18d5aeb, host dv-cinder-839793-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-5-iscsi',level=0,port_id=f990efd3-2f56-432e-bf17-f72ae18d5aeb,segment=NetworkSegment(331ae69a-aeba-4f56-bd87-f289cf94ba88),segment_id=331ae69a-aeba-4f56-bd87-f289cf94ba88)] {{(pid=103471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 14:13:17.358225 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.db.l3_dvr_db [None req-1adac66e-e630-4e61-8cb1-d5bb8fbdac92 None None] Set router e8428cc7-9811-4071-85c7-725df93cfce0 gateway port host: dv-cinder-839793-5-iscsi {{(pid=103472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 14:13:17.368271 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-28d3f2be-a4cc-4815-8fc7-c2e82f7188f7 admin admin] Publish callbacks [] for security_group (e34e9227-76ab-4a51-9b70-1e0726e5cdb8), precommit_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:17.380355 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-28d3f2be-a4cc-4815-8fc7-c2e82f7188f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656397'] for security_group (e34e9227-76ab-4a51-9b70-1e0726e5cdb8), after_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:17.419561 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-07020e4c-bb91-4c85-b987-d039076b1969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786921284783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786920821414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786920821432'] for port (f990efd3-2f56-432e-bf17-f72ae18d5aeb), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:17.455988 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [None req-28d3f2be-a4cc-4815-8fc7-c2e82f7188f7 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=5cefa0e767c8424dbe114d8f6fcda1f0&name=default HTTP/1.1" status: 200 len: 2992 time: 1.3585885 May 03 14:13:17.505165 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.wsgi [-] (103470) accepted ('10.222.0.36', 42182) {{(pid=103470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:13:17.645932 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-d22c945e-616a-4c79-8b6c-1a81bc2304e8 req-edc6d043-3eda-486a-b88e-b9d29695610f tempest-DeleteServersTestJSON-192415404 tempest-DeleteServersTestJSON-192415404-project] Publish callbacks [] for port (f7ef36ed-a7b3-4cc2-b2a5-c5fe96f2f96c), precommit_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:17.689905 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-d22c945e-616a-4c79-8b6c-1a81bc2304e8 req-edc6d043-3eda-486a-b88e-b9d29695610f tempest-DeleteServersTestJSON-192415404 tempest-DeleteServersTestJSON-192415404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786920821396'] for port (f7ef36ed-a7b3-4cc2-b2a5-c5fe96f2f96c), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:17.726681 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d3f2be-a4cc-4815-8fc7-c2e82f7188f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e34e9227-76ab-4a51-9b70-1e0726e5cdb8,revision_number=1']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:13:17.754264 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad021970-8dc2-47b0-87ee-93f526dde8d8 None None] Pushing event updated for resources: {'Port': ['ID=f990efd3-2f56-432e-bf17-f72ae18d5aeb,revision_number=3']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:13:17.770487 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07020e4c-bb91-4c85-b987-d039076b1969 None None] Routers {'0a0e8fdb-42c2-47e4-8c7a-1011e541207f'} bound to L3 agent in host dv-cinder-839793-5-iscsi {{(pid=103471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 14:13:17.773279 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.l3_hamode_db [None req-07020e4c-bb91-4c85-b987-d039076b1969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-03T14:04:39Z,description=,heartbeat_timestamp=2022-05-03T14:13:09Z,host='dv-cinder-839793-5-iscsi',id=2583ee88-9503-4370-b6e4-0a676865815e,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T14:04:39Z,topic='l3_agent')) {'router_ids': ['0a0e8fdb-42c2-47e4-8c7a-1011e541207f'], 'active': True} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:13:17.838626 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-a5dffbd9-3fd6-43bb-b65b-0059935a578a admin admin] Publish callbacks [] for port (7e3ad977-c281-4719-87ff-0634b02ca3d1), precommit_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:17.871440 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.wsgi [-] (103470) accepted ('10.222.0.36', 42188) {{(pid=103470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:13:17.940834 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.db.l3_hamode_db [None req-1adac66e-e630-4e61-8cb1-d5bb8fbdac92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8428cc7-9811-4071-85c7-725df93cfce0', 'name': 'tempest-AttachVolumeNegativeTest-1392786833-router', 'tenant_id': '453906a2a829425aac1abdfad7b441d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2', 'external_fixed_ips': [{'subnet_id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'ip_address': '172.27.3.72'}], 'enable_snat': True}, 'gw_port_id': '411354ed-274d-4270-83dd-a73b41b936ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T14:13:05Z', 'updated_at': '2022-05-03T14:13:10Z', 'revision_number': 3, 'project_id': '453906a2a829425aac1abdfad7b441d6', 'gw_port': {'id': '411354ed-274d-4270-83dd-a73b41b936ab', 'name': '', 'network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:90:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8428cc7-9811-4071-85c7-725df93cfce0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'ip_address': '172.27.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:13:07Z', 'updated_at': '2022-05-03T14:13:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-5-iscsi'}], 'dv-cinder-839793-5-iscsi', False) {} {{(pid=103472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:13:17.992733 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d22c945e-616a-4c79-8b6c-1a81bc2304e8 req-edc6d043-3eda-486a-b88e-b9d29695610f tempest-DeleteServersTestJSON-192415404 tempest-DeleteServersTestJSON-192415404-project] Network 3b1deb6b-f4d1-4363-a738-382e6da075be is already hosted by enough agents. {{(pid=103469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 14:13:17.993465 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c5a3a4c-04b2-42fb-9273-e69bd089a0d4 admin admin] Router 19ccbb16-fbf6-4309-89e5-60d4788239f2 has already been hosted by L3 agent 2583ee88-9503-4370-b6e4-0a676865815e {{(pid=103470) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 14:13:18.002033 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.scheduler.base_scheduler [req-d22c945e-616a-4c79-8b6c-1a81bc2304e8 req-edc6d043-3eda-486a-b88e-b9d29695610f tempest-DeleteServersTestJSON-192415404 tempest-DeleteServersTestJSON-192415404-project] Resources bound (agent type, host, resource id): {{(pid=103469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 14:13:18.014434 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.db.l3_dvrscheduler_db [req-d22c945e-616a-4c79-8b6c-1a81bc2304e8 req-edc6d043-3eda-486a-b88e-b9d29695610f tempest-DeleteServersTestJSON-192415404 tempest-DeleteServersTestJSON-192415404-project] Received port after_create {{(pid=103469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 14:13:18.019909 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Current status of the port 6810fb71-32e2-4a09-bf94-4b7446b55373 is: ACTIVE; New status is: ACTIVE {{(pid=103471) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 14:13:18.021069 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.rpc [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Device 943d0a20-0d1e-43b5-90cd-cd70d64349a2 up at agent ovs-agent-dv-cinder-839793-5-iscsi {{(pid=103471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 14:13:18.028481 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22c945e-616a-4c79-8b6c-1a81bc2304e8 req-edc6d043-3eda-486a-b88e-b9d29695610f tempest-DeleteServersTestJSON-192415404 tempest-DeleteServersTestJSON-192415404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:13:18.029399 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-d22c945e-616a-4c79-8b6c-1a81bc2304e8 req-edc6d043-3eda-486a-b88e-b9d29695610f tempest-DeleteServersTestJSON-192415404 tempest-DeleteServersTestJSON-192415404-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599744'] for port (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:18.035733 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1adac66e-e630-4e61-8cb1-d5bb8fbdac92 None None] The sync data for ids ['e8428cc7-9811-4071-85c7-725df93cfce0'] in dv-cinder-839793-5-iscsi is: [{'id': 'e8428cc7-9811-4071-85c7-725df93cfce0', 'name': 'tempest-AttachVolumeNegativeTest-1392786833-router', 'tenant_id': '453906a2a829425aac1abdfad7b441d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2', 'external_fixed_ips': [{'subnet_id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'ip_address': '172.27.3.72'}], 'enable_snat': True}, 'gw_port_id': '411354ed-274d-4270-83dd-a73b41b936ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T14:13:05Z', 'updated_at': '2022-05-03T14:13:10Z', 'revision_number': 3, 'project_id': '453906a2a829425aac1abdfad7b441d6', 'gw_port': {'id': '411354ed-274d-4270-83dd-a73b41b936ab', 'name': '', 'network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:90:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8428cc7-9811-4071-85c7-725df93cfce0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'ip_address': '172.27.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:13:07Z', 'updated_at': '2022-05-03T14:13:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-5-iscsi'}] {{(pid=103472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 14:13:18.075244 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.db.db_base_plugin_common [None req-91dcccfb-2ee7-40cc-8624-41e2df27f6c4 admin admin] Allocated IP 172.20.0.1 (89bc2c7d-2b97-4518-b62e-d0f098e36f62/ce824052-6a3b-4ab6-8ac7-7607bba43c53/e285b81a-5601-4a75-a305-ba94b7768a2e) {{(pid=103469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 14:13:18.102218 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-2bf097b6-b323-4437-8d2e-0aa674b1bc18 admin admin] Publish callbacks [] for security_group (e34e9227-76ab-4a51-9b70-1e0726e5cdb8), before_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:18.154021 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-d22c945e-616a-4c79-8b6c-1a81bc2304e8 req-edc6d043-3eda-486a-b88e-b9d29695610f tempest-DeleteServersTestJSON-192415404 tempest-DeleteServersTestJSON-192415404-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.4151702 May 03 14:13:18.180261 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.wsgi [req-d22c945e-616a-4c79-8b6c-1a81bc2304e8 req-6a42c074-7edc-4805-b5e2-a5f7d5ab844a tempest-DeleteServersTestJSON-192415404 tempest-DeleteServersTestJSON-192415404-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103469) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 03 14:13:18.181644 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-d22c945e-616a-4c79-8b6c-1a81bc2304e8 req-6a42c074-7edc-4805-b5e2-a5f7d5ab844a tempest-DeleteServersTestJSON-192415404 tempest-DeleteServersTestJSON-192415404-project] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0111825 May 03 14:13:18.193394 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc6d043-3eda-486a-b88e-b9d29695610f tempest-DeleteServersTestJSON-192415404 tempest-DeleteServersTestJSON-192415404-project] Pushing event updated for resources: {'Port': ['ID=f7ef36ed-a7b3-4cc2-b2a5-c5fe96f2f96c,revision_number=1']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:13:18.227206 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78b8f2d-b64a-491e-af03-ebf3055d2835 req-b3618969-ced8-4b2d-9a96-438f63cb61a2 tempest-DeleteServersTestJSON-192415404 tempest-DeleteServersTestJSON-192415404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:13:18.237013 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-b78b8f2d-b64a-491e-af03-ebf3055d2835 req-b3618969-ced8-4b2d-9a96-438f63cb61a2 tempest-DeleteServersTestJSON-192415404 tempest-DeleteServersTestJSON-192415404-project] 10.222.0.36 "GET /v2.0/ports?device_id=dc4affea-e303-483f-a2f6-72e48c8034df HTTP/1.1" status: 200 len: 931 time: 0.1817513 May 03 14:13:18.368766 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-b78b8f2d-b64a-491e-af03-ebf3055d2835 req-5b05e426-8902-4670-92fb-9dd948849ef1 tempest-DeleteServersTestJSON-192415404 tempest-DeleteServersTestJSON-192415404-project] 10.222.0.36 "GET /v2.0/security-groups?id=4cb41abf-3a2c-4d1f-8158-0555ad7265bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306028 May 03 14:13:18.404363 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvr_db [None req-07020e4c-bb91-4c85-b987-d039076b1969 None None] Set router 0a0e8fdb-42c2-47e4-8c7a-1011e541207f gateway port host: dv-cinder-839793-5-iscsi {{(pid=103471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 14:13:18.446699 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-91dcccfb-2ee7-40cc-8624-41e2df27f6c4 admin admin] Publish callbacks [] for port (e285b81a-5601-4a75-a305-ba94b7768a2e), precommit_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:18.480040 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.v2.base [req-d22c945e-616a-4c79-8b6c-1a81bc2304e8 req-2de12b7f-12c9-420d-a2b1-295ecfaf91b5 service neutron] Request body: {'port': {'device_id': 'dc4affea-e303-483f-a2f6-72e48c8034df', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83979'}} {{(pid=103469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 14:13:18.588916 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [None req-0d97bd74-2590-4a15-99b5-909160298e3e None None] Current status of the port 260560a1-e505-408d-9b81-23a145e8991a is: ACTIVE; New status is: ACTIVE {{(pid=103471) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 14:13:18.662188 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-91dcccfb-2ee7-40cc-8624-41e2df27f6c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786920821396'] for port (e285b81a-5601-4a75-a305-ba94b7768a2e), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:18.719094 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c5a3a4c-04b2-42fb-9273-e69bd089a0d4 admin admin] Notify agent at l3_agent.dv-cinder-839793-5-iscsi the message routers_updated {{(pid=103470) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 14:13:18.743127 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-d22c945e-616a-4c79-8b6c-1a81bc2304e8 req-2de12b7f-12c9-420d-a2b1-295ecfaf91b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585126'] for port (f7ef36ed-a7b3-4cc2-b2a5-c5fe96f2f96c), before_update {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:18.782561 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-2bf097b6-b323-4437-8d2e-0aa674b1bc18 admin admin] Publish callbacks [] for security_group (e34e9227-76ab-4a51-9b70-1e0726e5cdb8), precommit_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:18.870079 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91dcccfb-2ee7-40cc-8624-41e2df27f6c4 admin admin] Pushing event updated for resources: {'Port': ['ID=e285b81a-5601-4a75-a305-ba94b7768a2e,revision_number=1']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:13:18.894074 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [None req-5c5a3a4c-04b2-42fb-9273-e69bd089a0d4 admin admin] 10.222.0.36 "PUT /v2.0/routers/19ccbb16-fbf6-4309-89e5-60d4788239f2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4482653 May 03 14:13:18.897059 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-a5dffbd9-3fd6-43bb-b65b-0059935a578a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786920821396'] for port (7e3ad977-c281-4719-87ff-0634b02ca3d1), after_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:18.912448 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91dcccfb-2ee7-40cc-8624-41e2df27f6c4 admin admin] Network 89bc2c7d-2b97-4518-b62e-d0f098e36f62 is already hosted by enough agents. {{(pid=103469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 14:13:18.919353 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.scheduler.base_scheduler [None req-91dcccfb-2ee7-40cc-8624-41e2df27f6c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 14:13:18.922595 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5dffbd9-3fd6-43bb-b65b-0059935a578a admin admin] Network 1672c90c-dee1-453a-a1dd-749ff902086f is already hosted by enough agents. {{(pid=103470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 14:13:18.923992 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-2bf097b6-b323-4437-8d2e-0aa674b1bc18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656397'] for security_group (e34e9227-76ab-4a51-9b70-1e0726e5cdb8), after_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:18.927590 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-2bf097b6-b323-4437-8d2e-0aa674b1bc18 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:18.929117 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [None req-2bf097b6-b323-4437-8d2e-0aa674b1bc18 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e34e9227-76ab-4a51-9b70-1e0726e5cdb8 HTTP/1.1" status: 204 len: 168 time: 1.4223225 May 03 14:13:18.929536 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-427cd18c-c422-44e9-83e1-c63f4eed9eb4 None None] Sync routers for ids ['19ccbb16-fbf6-4309-89e5-60d4788239f2'] in dv-cinder-839793-5-iscsi {{(pid=103471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 14:13:18.946328 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91dcccfb-2ee7-40cc-8624-41e2df27f6c4 admin admin] Received port after_create {{(pid=103469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 14:13:18.946871 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-91dcccfb-2ee7-40cc-8624-41e2df27f6c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1691063'] for router_interface (e8428cc7-9811-4071-85c7-725df93cfce0), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:18.974232 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.scheduler.base_scheduler [None req-a5dffbd9-3fd6-43bb-b65b-0059935a578a admin admin] Resources bound (agent type, host, resource id): {{(pid=103470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 14:13:18.986658 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5dffbd9-3fd6-43bb-b65b-0059935a578a admin admin] Received port after_create {{(pid=103470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 14:13:18.987396 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-a5dffbd9-3fd6-43bb-b65b-0059935a578a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1691063'] for router_interface (0a0e8fdb-42c2-47e4-8c7a-1011e541207f), before_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:19.116746 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.provisioning_blocks [None req-be639486-5f9f-43b1-867a-edcfdb01c0a5 None None] Provisioning complete for port a2c69b00-6ed1-4962-8523-e3def77f90f5 triggered by entity DHCP. {{(pid=103471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 14:13:19.117176 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-be639486-5f9f-43b1-867a-edcfdb01c0a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749148'] for port (a2c69b00-6ed1-4962-8523-e3def77f90f5), provisioning_complete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:19.224600 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-427cd18c-c422-44e9-83e1-c63f4eed9eb4 None None] Routers {'19ccbb16-fbf6-4309-89e5-60d4788239f2'} bound to L3 agent in host dv-cinder-839793-5-iscsi {{(pid=103471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 14:13:19.226418 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.l3_hamode_db [None req-427cd18c-c422-44e9-83e1-c63f4eed9eb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-03T14:04:39Z,description=,heartbeat_timestamp=2022-05-03T14:13:09Z,host='dv-cinder-839793-5-iscsi',id=2583ee88-9503-4370-b6e4-0a676865815e,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T14:04:39Z,topic='l3_agent')) {'router_ids': ['19ccbb16-fbf6-4309-89e5-60d4788239f2'], 'active': True} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:13:19.316971 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.db.agents_db [None req-22b75db3-e88f-46e7-98cb-691740c6eaf9 None None] Agent healthcheck: found 6 active agents {{(pid=103472) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 03 14:13:19.560847 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf097b6-b323-4437-8d2e-0aa674b1bc18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e34e9227-76ab-4a51-9b70-1e0726e5cdb8,revision_number=None']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:13:19.656894 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-eeee4a20-dbb3-4657-9998-8f1891787646 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:19.680886 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.l3_hamode_db [None req-07020e4c-bb91-4c85-b987-d039076b1969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a0e8fdb-42c2-47e4-8c7a-1011e541207f', 'name': 'tempest-AttachVolumeShelveTestJSON-1368453836-router', 'tenant_id': '8a5fa41c00a84a80ac2b2c0cc1ef74d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2', 'external_fixed_ips': [{'subnet_id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'ip_address': '172.27.3.155'}], 'enable_snat': True}, 'gw_port_id': 'f990efd3-2f56-432e-bf17-f72ae18d5aeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T14:13:05Z', 'updated_at': '2022-05-03T14:13:08Z', 'revision_number': 3, 'project_id': '8a5fa41c00a84a80ac2b2c0cc1ef74d8', 'gw_port': {'id': 'f990efd3-2f56-432e-bf17-f72ae18d5aeb', 'name': '', 'network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:46:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a0e8fdb-42c2-47e4-8c7a-1011e541207f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'ip_address': '172.27.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:13:07Z', 'updated_at': '2022-05-03T14:13:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-5-iscsi'}], 'dv-cinder-839793-5-iscsi', False) {} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:13:19.904586 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-eeee4a20-dbb3-4657-9998-8f1891787646 admin admin] Publish callbacks [] for security_group (5cc4af59-2172-4032-a1c3-61837e0a4432), precommit_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:19.908231 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.provisioning_blocks [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Provisioning complete for port 943d0a20-0d1e-43b5-90cd-cd70d64349a2 triggered by entity L2. {{(pid=103471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 14:13:19.908624 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749148'] for port (943d0a20-0d1e-43b5-90cd-cd70d64349a2), provisioning_complete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:19.912721 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5dffbd9-3fd6-43bb-b65b-0059935a578a admin admin] Pushing event updated for resources: {'Port': ['ID=7e3ad977-c281-4719-87ff-0634b02ca3d1,revision_number=1']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:13:19.949809 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-eeee4a20-dbb3-4657-9998-8f1891787646 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656397'] for security_group (5cc4af59-2172-4032-a1c3-61837e0a4432), after_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:20.065976 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07020e4c-bb91-4c85-b987-d039076b1969 None None] The sync data for ids ['0a0e8fdb-42c2-47e4-8c7a-1011e541207f'] in dv-cinder-839793-5-iscsi is: [{'id': '0a0e8fdb-42c2-47e4-8c7a-1011e541207f', 'name': 'tempest-AttachVolumeShelveTestJSON-1368453836-router', 'tenant_id': '8a5fa41c00a84a80ac2b2c0cc1ef74d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2', 'external_fixed_ips': [{'subnet_id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'ip_address': '172.27.3.155'}], 'enable_snat': True}, 'gw_port_id': 'f990efd3-2f56-432e-bf17-f72ae18d5aeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T14:13:05Z', 'updated_at': '2022-05-03T14:13:08Z', 'revision_number': 3, 'project_id': '8a5fa41c00a84a80ac2b2c0cc1ef74d8', 'gw_port': {'id': 'f990efd3-2f56-432e-bf17-f72ae18d5aeb', 'name': '', 'network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:46:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a0e8fdb-42c2-47e4-8c7a-1011e541207f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'ip_address': '172.27.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:13:07Z', 'updated_at': '2022-05-03T14:13:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-5-iscsi'}] {{(pid=103471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 14:13:20.085815 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.notifiers.nova [req-d22c945e-616a-4c79-8b6c-1a81bc2304e8 req-2de12b7f-12c9-420d-a2b1-295ecfaf91b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7ef36ed-a7b3-4cc2-b2a5-c5fe96f2f96c {{(pid=103469) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 14:13:20.095424 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvr_db [None req-427cd18c-c422-44e9-83e1-c63f4eed9eb4 None None] Set router 19ccbb16-fbf6-4309-89e5-60d4788239f2 gateway port host: dv-cinder-839793-5-iscsi {{(pid=103471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 14:13:20.105879 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-d22c945e-616a-4c79-8b6c-1a81bc2304e8 req-2de12b7f-12c9-420d-a2b1-295ecfaf91b5 service neutron] Publish callbacks [] for port (f7ef36ed-a7b3-4cc2-b2a5-c5fe96f2f96c), precommit_update {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:20.128753 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.36', 42250) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:13:20.149372 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [None req-eeee4a20-dbb3-4657-9998-8f1891787646 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=63ccbdc980a8425199bd529b12de44d1&name=default HTTP/1.1" status: 200 len: 2993 time: 2.2566881 May 03 14:13:20.168806 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.wsgi [-] (103470) accepted ('10.222.0.36', 42254) {{(pid=103470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:13:20.309275 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.db.provisioning_blocks [req-d22c945e-616a-4c79-8b6c-1a81bc2304e8 req-2de12b7f-12c9-420d-a2b1-295ecfaf91b5 service neutron] Transition to ACTIVE for port object f7ef36ed-a7b3-4cc2-b2a5-c5fe96f2f96c will not be triggered until provisioned by entity L2. {{(pid=103469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 03 14:13:20.331498 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-80b6a7e3-023b-4563-8808-1a82c8a312e3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:20.350425 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-a5dffbd9-3fd6-43bb-b65b-0059935a578a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585126'] for port (7e3ad977-c281-4719-87ff-0634b02ca3d1), before_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:20.371308 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-d22c945e-616a-4c79-8b6c-1a81bc2304e8 req-2de12b7f-12c9-420d-a2b1-295ecfaf91b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786921284783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786920821414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786920821432'] for port (f7ef36ed-a7b3-4cc2-b2a5-c5fe96f2f96c), after_update {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:20.377582 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.wsgi [-] (103470) accepted ('10.222.0.36', 42258) {{(pid=103470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:13:20.472792 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91314318-457d-4ca3-9cb0-11eddd50662e req-4a69e299-e1c6-4b5d-92b9-6e7fcaf32955 tempest-DeleteServersTestJSON-192415404 tempest-DeleteServersTestJSON-192415404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:13:20.482039 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [None req-be639486-5f9f-43b1-867a-edcfdb01c0a5 None None] Port a2c69b00-6ed1-4962-8523-e3def77f90f5 cannot update to ACTIVE because it is not bound. {{(pid=103471) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 03 14:13:20.483535 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-91314318-457d-4ca3-9cb0-11eddd50662e req-4a69e299-e1c6-4b5d-92b9-6e7fcaf32955 tempest-DeleteServersTestJSON-192415404 tempest-DeleteServersTestJSON-192415404-project] 10.222.0.36 "GET /v2.0/ports?device_id=dc4affea-e303-483f-a2f6-72e48c8034df HTTP/1.1" status: 200 len: 931 time: 0.8099091 May 03 14:13:20.499404 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeee4a20-dbb3-4657-9998-8f1891787646 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cc4af59-2172-4032-a1c3-61837e0a4432,revision_number=1']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:13:20.530667 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.provisioning_blocks [None req-be639486-5f9f-43b1-867a-edcfdb01c0a5 None None] Provisioning complete for port 260560a1-e505-408d-9b81-23a145e8991a triggered by entity DHCP. {{(pid=103471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 14:13:20.531752 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-be639486-5f9f-43b1-867a-edcfdb01c0a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749148'] for port (260560a1-e505-408d-9b81-23a145e8991a), provisioning_complete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:20.708756 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-0cfec811-64ef-4890-b36f-cbaaa3f5da3d admin admin] Publish callbacks [] for security_group (5cc4af59-2172-4032-a1c3-61837e0a4432), before_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:20.753741 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de12b7f-12c9-420d-a2b1-295ecfaf91b5 service neutron] Pushing event updated for resources: {'Port': ['ID=f7ef36ed-a7b3-4cc2-b2a5-c5fe96f2f96c,revision_number=2']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:13:20.791692 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-91dcccfb-2ee7-40cc-8624-41e2df27f6c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585126'] for port (e285b81a-5601-4a75-a305-ba94b7768a2e), before_update {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:20.826913 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Current status of the port 943d0a20-0d1e-43b5-90cd-cd70d64349a2 is: DOWN; New status is: ACTIVE {{(pid=103471) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 14:13:20.827665 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585126'] for port (943d0a20-0d1e-43b5-90cd-cd70d64349a2), before_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:20.851599 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-0cfec811-64ef-4890-b36f-cbaaa3f5da3d admin admin] Publish callbacks [] for security_group (5cc4af59-2172-4032-a1c3-61837e0a4432), precommit_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:20.872179 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.db [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] For port 943d0a20-0d1e-43b5-90cd-cd70d64349a2, host dv-cinder-839793-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-5-iscsi',level=0,port_id=943d0a20-0d1e-43b5-90cd-cd70d64349a2,segment=NetworkSegment(331ae69a-aeba-4f56-bd87-f289cf94ba88),segment_id=331ae69a-aeba-4f56-bd87-f289cf94ba88)] {{(pid=103471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 14:13:20.882685 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.managers [req-d22c945e-616a-4c79-8b6c-1a81bc2304e8 req-2de12b7f-12c9-420d-a2b1-295ecfaf91b5 service neutron] Attempting to bind port f7ef36ed-a7b3-4cc2-b2a5-c5fe96f2f96c on host hv-cinder-83979 for vnic_type normal with profile {{(pid=103469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 03 14:13:20.883052 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.managers [req-d22c945e-616a-4c79-8b6c-1a81bc2304e8 req-2de12b7f-12c9-420d-a2b1-295ecfaf91b5 service neutron] Attempting to bind port f7ef36ed-a7b3-4cc2-b2a5-c5fe96f2f96c by drivers openvswitch,hyperv on host hv-cinder-83979 at level 0 using segments [{'id': '722bef02-8968-4827-9162-fc1e452e0aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '3b1deb6b-f4d1-4363-a738-382e6da075be'}] {{(pid=103469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 03 14:13:20.883397 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d22c945e-616a-4c79-8b6c-1a81bc2304e8 req-2de12b7f-12c9-420d-a2b1-295ecfaf91b5 service neutron] Attempting to bind port f7ef36ed-a7b3-4cc2-b2a5-c5fe96f2f96c on network 3b1deb6b-f4d1-4363-a738-382e6da075be {{(pid=103469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 14:13:20.890177 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786921284783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786920821414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786920821432'] for port (943d0a20-0d1e-43b5-90cd-cd70d64349a2), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:20.891050 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.rpc [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Device 38c4ff32-3999-4aa3-beb0-4162d5de63ca up at agent ovs-agent-dv-cinder-839793-5-iscsi {{(pid=103471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 14:13:20.972080 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d22c945e-616a-4c79-8b6c-1a81bc2304e8 req-2de12b7f-12c9-420d-a2b1-295ecfaf91b5 service neutron] Port f7ef36ed-a7b3-4cc2-b2a5-c5fe96f2f96c on network 3b1deb6b-f4d1-4363-a738-382e6da075be not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83979 {{(pid=103469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 03 14:13:20.972455 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d22c945e-616a-4c79-8b6c-1a81bc2304e8 req-2de12b7f-12c9-420d-a2b1-295ecfaf91b5 service neutron] Attempting to bind port f7ef36ed-a7b3-4cc2-b2a5-c5fe96f2f96c on network 3b1deb6b-f4d1-4363-a738-382e6da075be {{(pid=103469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 14:13:20.989606 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-91314318-457d-4ca3-9cb0-11eddd50662e req-16ae8a35-e3e1-4e8a-a6e7-038d3be00d7c tempest-DeleteServersTestJSON-192415404 tempest-DeleteServersTestJSON-192415404-project] 10.222.0.36 "GET /v2.0/security-groups?id=4cb41abf-3a2c-4d1f-8158-0555ad7265bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5036731 May 03 14:13:21.034071 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-51a98d0d-9969-49e5-93cd-e42b07f3cbf1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:21.087423 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Pushing event updated for resources: {'Port': ['ID=943d0a20-0d1e-43b5-90cd-cd70d64349a2,revision_number=4']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:13:21.113615 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d22c945e-616a-4c79-8b6c-1a81bc2304e8 req-2de12b7f-12c9-420d-a2b1-295ecfaf91b5 service neutron] Checking agent: {'id': 'e81ee3ce-91e9-46ba-a5c7-9619c95b22a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83979', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 14, 11, 7), 'started_at': datetime.datetime(2022, 5, 3, 14, 11, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 14, 13, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 03 14:13:21.113615 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d22c945e-616a-4c79-8b6c-1a81bc2304e8 req-2de12b7f-12c9-420d-a2b1-295ecfaf91b5 service neutron] Checking segment: {'id': '722bef02-8968-4827-9162-fc1e452e0aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '3b1deb6b-f4d1-4363-a738-382e6da075be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 14:13:21.115071 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d22c945e-616a-4c79-8b6c-1a81bc2304e8 req-2de12b7f-12c9-420d-a2b1-295ecfaf91b5 service neutron] Bound using segment: {'id': '722bef02-8968-4827-9162-fc1e452e0aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '3b1deb6b-f4d1-4363-a738-382e6da075be'} {{(pid=103469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 03 14:13:21.115071 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.managers [req-d22c945e-616a-4c79-8b6c-1a81bc2304e8 req-2de12b7f-12c9-420d-a2b1-295ecfaf91b5 service neutron] Bound port: f7ef36ed-a7b3-4cc2-b2a5-c5fe96f2f96c, host: hv-cinder-83979, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '722bef02-8968-4827-9162-fc1e452e0aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '3b1deb6b-f4d1-4363-a738-382e6da075be'}}] {{(pid=103469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 03 14:13:21.115441 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-d22c945e-616a-4c79-8b6c-1a81bc2304e8 req-2de12b7f-12c9-420d-a2b1-295ecfaf91b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585126'] for port (f7ef36ed-a7b3-4cc2-b2a5-c5fe96f2f96c), before_update {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:21.215800 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-0cfec811-64ef-4890-b36f-cbaaa3f5da3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656397'] for security_group (5cc4af59-2172-4032-a1c3-61837e0a4432), after_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:21.222841 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-0cfec811-64ef-4890-b36f-cbaaa3f5da3d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:21.226249 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.l3_hamode_db [None req-427cd18c-c422-44e9-83e1-c63f4eed9eb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19ccbb16-fbf6-4309-89e5-60d4788239f2', 'name': 'tempest-ServerRescueNegativeTestJSON-1452391224-router', 'tenant_id': '4e31890e50da4bcab23b81eee1c9a2d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2', 'external_fixed_ips': [{'subnet_id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'ip_address': '172.27.3.215'}], 'enable_snat': True}, 'gw_port_id': '943d0a20-0d1e-43b5-90cd-cd70d64349a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T14:13:05Z', 'updated_at': '2022-05-03T14:13:14Z', 'revision_number': 4, 'project_id': '4e31890e50da4bcab23b81eee1c9a2d7', 'gw_port': {'id': '943d0a20-0d1e-43b5-90cd-cd70d64349a2', 'name': '', 'network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:7d:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19ccbb16-fbf6-4309-89e5-60d4788239f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'ip_address': '172.27.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:13:06Z', 'updated_at': '2022-05-03T14:13:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-5-iscsi', '_interfaces': [{'id': 'a2c69b00-6ed1-4962-8523-e3def77f90f5', 'name': '', 'network_id': 'ed744a5b-777c-4bee-b278-dee1b499d8aa', 'tenant_id': '4e31890e50da4bcab23b81eee1c9a2d7', 'mac_address': 'fa:16:3e:62:07:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19ccbb16-fbf6-4309-89e5-60d4788239f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'a87b0fb7-75d3-4b90-b91b-05349e630701', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:13:10Z', 'updated_at': '2022-05-03T14:13:14Z', 'revision_number': 2, 'project_id': '4e31890e50da4bcab23b81eee1c9a2d7', 'subnets': [{'id': 'a87b0fb7-75d3-4b90-b91b-05349e630701', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-5-iscsi', False) {} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:13:21.226610 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [None req-0cfec811-64ef-4890-b36f-cbaaa3f5da3d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/5cc4af59-2172-4032-a1c3-61837e0a4432 HTTP/1.1" status: 204 len: 168 time: 1.0315676 May 03 14:13:21.305884 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-427cd18c-c422-44e9-83e1-c63f4eed9eb4 None None] Checking router: 19ccbb16-fbf6-4309-89e5-60d4788239f2 for host: dv-cinder-839793-5-iscsi {{(pid=103471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 14:13:21.310668 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-427cd18c-c422-44e9-83e1-c63f4eed9eb4 None None] Updating router 19ccbb16-fbf6-4309-89e5-60d4788239f2 port a2c69b00-6ed1-4962-8523-e3def77f90f5 binding host dv-cinder-839793-5-iscsi {{(pid=103471) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 03 14:13:21.387717 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3fa9c5-b18c-4bb2-aae2-08b4cfaf5cf1 req-5a351d0f-afad-41c9-9157-2262833f57e7 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:13:21.392932 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-a5dffbd9-3fd6-43bb-b65b-0059935a578a admin admin] Publish callbacks [] for port (7e3ad977-c281-4719-87ff-0634b02ca3d1), precommit_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:21.397023 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-8d3fa9c5-b18c-4bb2-aae2-08b4cfaf5cf1 req-5a351d0f-afad-41c9-9157-2262833f57e7 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] 10.222.0.36 "GET /v2.0/networks?id=ed744a5b-777c-4bee-b278-dee1b499d8aa HTTP/1.1" status: 200 len: 819 time: 0.4929795 May 03 14:13:21.402089 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-80b6a7e3-023b-4563-8808-1a82c8a312e3 admin admin] Publish callbacks [] for security_group (96a7247a-f9cf-49da-97d0-7e32a8375e6a), precommit_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:21.436024 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.provisioning_blocks [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Provisioning complete for port 38c4ff32-3999-4aa3-beb0-4162d5de63ca triggered by entity L2. {{(pid=103471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 14:13:21.436897 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749148'] for port (38c4ff32-3999-4aa3-beb0-4162d5de63ca), provisioning_complete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:21.437852 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-80b6a7e3-023b-4563-8808-1a82c8a312e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656397'] for security_group (96a7247a-f9cf-49da-97d0-7e32a8375e6a), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:21.474695 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-8d3fa9c5-b18c-4bb2-aae2-08b4cfaf5cf1 req-ff9965b6-6fc8-4056-b44a-d613a154b2f4 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] 10.222.0.36 "GET /v2.0/quotas/4e31890e50da4bcab23b81eee1c9a2d7 HTTP/1.1" status: 200 len: 375 time: 0.0504172 May 03 14:13:21.480064 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-51a98d0d-9969-49e5-93cd-e42b07f3cbf1 admin admin] Publish callbacks [] for security_group (3655a057-f163-4cef-8df2-6bb4c9809140), precommit_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:21.485803 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-a5dffbd9-3fd6-43bb-b65b-0059935a578a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786921284783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786920821414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786920821432'] for port (7e3ad977-c281-4719-87ff-0634b02ca3d1), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:21.488589 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-a5dffbd9-3fd6-43bb-b65b-0059935a578a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1599844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1690985'] for router_interface (0a0e8fdb-42c2-47e4-8c7a-1011e541207f), after_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:21.493973 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfec811-64ef-4890-b36f-cbaaa3f5da3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cc4af59-2172-4032-a1c3-61837e0a4432,revision_number=None']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:13:21.533255 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-427cd18c-c422-44e9-83e1-c63f4eed9eb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585126'] for port (a2c69b00-6ed1-4962-8523-e3def77f90f5), before_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:21.536081 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-51a98d0d-9969-49e5-93cd-e42b07f3cbf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656397'] for security_group (3655a057-f163-4cef-8df2-6bb4c9809140), after_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:21.745809 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [None req-51a98d0d-9969-49e5-93cd-e42b07f3cbf1 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=160cc3d05844420e90b47380a0381e67&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3044722 May 03 14:13:21.753567 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.wsgi [-] (103470) accepted ('10.222.0.36', 42282) {{(pid=103470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:13:21.786742 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a98d0d-9969-49e5-93cd-e42b07f3cbf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3655a057-f163-4cef-8df2-6bb4c9809140,revision_number=1']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:13:21.790042 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5dffbd9-3fd6-43bb-b65b-0059935a578a admin admin] Pushing event updated for resources: {'Port': ['ID=7e3ad977-c281-4719-87ff-0634b02ca3d1,revision_number=2']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:13:21.878956 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [None req-be639486-5f9f-43b1-867a-edcfdb01c0a5 None None] Current status of the port 260560a1-e505-408d-9b81-23a145e8991a is: ACTIVE; New status is: ACTIVE {{(pid=103471) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 14:13:21.966485 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5dffbd9-3fd6-43bb-b65b-0059935a578a admin admin] Network 1672c90c-dee1-453a-a1dd-749ff902086f is already hosted by enough agents. {{(pid=103470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 14:13:21.976004 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.scheduler.base_scheduler [None req-a5dffbd9-3fd6-43bb-b65b-0059935a578a admin admin] Resources bound (agent type, host, resource id): {{(pid=103470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 14:13:22.141060 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-91dcccfb-2ee7-40cc-8624-41e2df27f6c4 admin admin] Publish callbacks [] for port (e285b81a-5601-4a75-a305-ba94b7768a2e), precommit_update {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:22.196567 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca02bf2-4f60-487b-bfb7-3db36f04d0f1 req-b04adfec-9c73-4765-a056-b010f401a474 tempest-DeleteServersTestJSON-192415404 tempest-DeleteServersTestJSON-192415404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:13:22.205540 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-91dcccfb-2ee7-40cc-8624-41e2df27f6c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786921284783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786920821414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786920821432'] for port (e285b81a-5601-4a75-a305-ba94b7768a2e), after_update {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:22.206299 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-91dcccfb-2ee7-40cc-8624-41e2df27f6c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1599844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1690985'] for router_interface (e8428cc7-9811-4071-85c7-725df93cfce0), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:22.206647 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-dca02bf2-4f60-487b-bfb7-3db36f04d0f1 req-b04adfec-9c73-4765-a056-b010f401a474 tempest-DeleteServersTestJSON-192415404 tempest-DeleteServersTestJSON-192415404-project] 10.222.0.36 "GET /v2.0/ports?device_id=dc4affea-e303-483f-a2f6-72e48c8034df HTTP/1.1" status: 200 len: 943 time: 0.0705352 May 03 14:13:22.245868 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-e8cb985b-a044-4d45-8d23-fe84df4fc80d admin admin] Publish callbacks [] for security_group (3655a057-f163-4cef-8df2-6bb4c9809140), before_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:22.265426 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b6a7e3-023b-4563-8808-1a82c8a312e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96a7247a-f9cf-49da-97d0-7e32a8375e6a,revision_number=1']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:13:22.373482 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-dca02bf2-4f60-487b-bfb7-3db36f04d0f1 req-004dbaf1-7955-4b39-9a1c-93eba9eb1df5 tempest-DeleteServersTestJSON-192415404 tempest-DeleteServersTestJSON-192415404-project] 10.222.0.36 "GET /v2.0/security-groups?id=4cb41abf-3a2c-4d1f-8158-0555ad7265bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627412 May 03 14:13:22.379856 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-8d3fa9c5-b18c-4bb2-aae2-08b4cfaf5cf1 req-1b8e51ed-96fc-4971-a081-70815c6b04a9 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=4e31890e50da4bcab23b81eee1c9a2d7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.8353491 May 03 14:13:22.387936 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-80b6a7e3-023b-4563-8808-1a82c8a312e3 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f44a0c0337b84fedb428590ee3dbd981&name=default HTTP/1.1" status: 200 len: 2996 time: 2.2215686 May 03 14:13:22.407624 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.36', 42296) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:13:22.435467 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5dffbd9-3fd6-43bb-b65b-0059935a578a admin admin] Router 0a0e8fdb-42c2-47e4-8c7a-1011e541207f has already been hosted by L3 agent 2583ee88-9503-4370-b6e4-0a676865815e {{(pid=103470) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 14:13:22.468702 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-e8cb985b-a044-4d45-8d23-fe84df4fc80d admin admin] Publish callbacks [] for security_group (3655a057-f163-4cef-8df2-6bb4c9809140), precommit_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:22.515639 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.db [req-d22c945e-616a-4c79-8b6c-1a81bc2304e8 req-2de12b7f-12c9-420d-a2b1-295ecfaf91b5 service neutron] For port f7ef36ed-a7b3-4cc2-b2a5-c5fe96f2f96c, host hv-cinder-83979, cleared binding levels {{(pid=103469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 14:13:22.522651 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.db [req-d22c945e-616a-4c79-8b6c-1a81bc2304e8 req-2de12b7f-12c9-420d-a2b1-295ecfaf91b5 service neutron] For port f7ef36ed-a7b3-4cc2-b2a5-c5fe96f2f96c, host hv-cinder-83979, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=f7ef36ed-a7b3-4cc2-b2a5-c5fe96f2f96c,segment=NetworkSegment(722bef02-8968-4827-9162-fc1e452e0aa3),segment_id=722bef02-8968-4827-9162-fc1e452e0aa3)] {{(pid=103469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 14:13:22.538749 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91dcccfb-2ee7-40cc-8624-41e2df27f6c4 admin admin] Pushing event updated for resources: {'Port': ['ID=e285b81a-5601-4a75-a305-ba94b7768a2e,revision_number=2']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:13:22.558641 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-d22c945e-616a-4c79-8b6c-1a81bc2304e8 req-2de12b7f-12c9-420d-a2b1-295ecfaf91b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786921284783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786920821414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786920821432'] for port (f7ef36ed-a7b3-4cc2-b2a5-c5fe96f2f96c), after_update {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:22.601005 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-427cd18c-c422-44e9-83e1-c63f4eed9eb4 None None] Publish callbacks [] for port (a2c69b00-6ed1-4962-8523-e3def77f90f5), precommit_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:22.705795 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.provisioning_blocks [None req-4bfcc6fe-2dda-4a43-804d-b00d97352701 None None] Provisioning complete for port e285b81a-5601-4a75-a305-ba94b7768a2e triggered by entity DHCP. {{(pid=103471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 14:13:22.706208 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-4bfcc6fe-2dda-4a43-804d-b00d97352701 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749148'] for port (e285b81a-5601-4a75-a305-ba94b7768a2e), provisioning_complete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:22.709783 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Current status of the port 38c4ff32-3999-4aa3-beb0-4162d5de63ca is: ACTIVE; New status is: ACTIVE {{(pid=103471) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 14:13:22.712136 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-427cd18c-c422-44e9-83e1-c63f4eed9eb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786921284783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786920821414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786920821432'] for port (a2c69b00-6ed1-4962-8523-e3def77f90f5), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:22.866915 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-e8cb985b-a044-4d45-8d23-fe84df4fc80d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656397'] for security_group (3655a057-f163-4cef-8df2-6bb4c9809140), after_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:22.886096 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-e8cb985b-a044-4d45-8d23-fe84df4fc80d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:22.887465 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [None req-e8cb985b-a044-4d45-8d23-fe84df4fc80d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/3655a057-f163-4cef-8df2-6bb4c9809140 HTTP/1.1" status: 204 len: 168 time: 1.1325138 May 03 14:13:23.111972 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22c945e-616a-4c79-8b6c-1a81bc2304e8 req-2de12b7f-12c9-420d-a2b1-295ecfaf91b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:13:23.118740 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-d22c945e-616a-4c79-8b6c-1a81bc2304e8 req-2de12b7f-12c9-420d-a2b1-295ecfaf91b5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599744'] for port (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:23.132335 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-d22c945e-616a-4c79-8b6c-1a81bc2304e8 req-2de12b7f-12c9-420d-a2b1-295ecfaf91b5 service neutron] 10.222.0.26 "PUT /v2.0/ports/f7ef36ed-a7b3-4cc2-b2a5-c5fe96f2f96c HTTP/1.1" status: 200 len: 1093 time: 4.8215630 May 03 14:13:23.135706 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5dffbd9-3fd6-43bb-b65b-0059935a578a admin admin] Notify agent at l3_agent.dv-cinder-839793-5-iscsi the message routers_updated {{(pid=103470) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 14:13:23.160596 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [None req-a5dffbd9-3fd6-43bb-b65b-0059935a578a admin admin] 10.222.0.36 "PUT /v2.0/routers/0a0e8fdb-42c2-47e4-8c7a-1011e541207f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.8938813 May 03 14:13:23.166456 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cb985b-a044-4d45-8d23-fe84df4fc80d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3655a057-f163-4cef-8df2-6bb4c9809140,revision_number=None']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:13:23.169259 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc4affea-e303-483f-a2f6-72e48c8034df', 'tag': 'f7ef36ed-a7b3-4cc2-b2a5-c5fe96f2f96c'}] {{(pid=103469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 14:13:23.226469 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.wsgi [-] (103470) accepted ('10.222.0.36', 42318) {{(pid=103470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:13:23.257004 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca44af2-1179-451c-bae6-a63313510d9e None None] Pushing event updated for resources: {'Port': ['ID=a2c69b00-6ed1-4962-8523-e3def77f90f5,revision_number=3']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:13:23.284689 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [None req-4bfcc6fe-2dda-4a43-804d-b00d97352701 None None] Port e285b81a-5601-4a75-a305-ba94b7768a2e cannot update to ACTIVE because it is not bound. {{(pid=103471) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 03 14:13:23.435330 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.rpc [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Device 260560a1-e505-408d-9b81-23a145e8991a up at agent ovs-agent-dv-cinder-839793-5-iscsi {{(pid=103471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 14:13:23.474478 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de12b7f-12c9-420d-a2b1-295ecfaf91b5 service neutron] Pushing event updated for resources: {'Port': ['ID=f7ef36ed-a7b3-4cc2-b2a5-c5fe96f2f96c,revision_number=3']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:13:23.525311 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6a0d88d-8336-4a3f-a083-e26fafddf229 None None] Sync routers for ids ['0a0e8fdb-42c2-47e4-8c7a-1011e541207f'] in dv-cinder-839793-5-iscsi {{(pid=103472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 14:13:23.557495 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6a0d88d-8336-4a3f-a083-e26fafddf229 None None] Routers {'0a0e8fdb-42c2-47e4-8c7a-1011e541207f'} bound to L3 agent in host dv-cinder-839793-5-iscsi {{(pid=103472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 14:13:23.561214 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.db.l3_hamode_db [None req-b6a0d88d-8336-4a3f-a083-e26fafddf229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-03T14:04:39Z,description=,heartbeat_timestamp=2022-05-03T14:13:09Z,host='dv-cinder-839793-5-iscsi',id=2583ee88-9503-4370-b6e4-0a676865815e,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T14:04:39Z,topic='l3_agent')) {'router_ids': ['0a0e8fdb-42c2-47e4-8c7a-1011e541207f'], 'active': True} {{(pid=103472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:13:23.599075 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1435cb4b-b726-4454-ac9c-d7c1566b973e req-77314851-4f2e-456a-895d-de4cbae78275 tempest-DeleteServersTestJSON-192415404 tempest-DeleteServersTestJSON-192415404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:13:23.601649 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.provisioning_blocks [None req-4bfcc6fe-2dda-4a43-804d-b00d97352701 None None] Provisioning complete for port 7e3ad977-c281-4719-87ff-0634b02ca3d1 triggered by entity DHCP. {{(pid=103471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 14:13:23.603245 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-4bfcc6fe-2dda-4a43-804d-b00d97352701 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749148'] for port (7e3ad977-c281-4719-87ff-0634b02ca3d1), provisioning_complete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:23.617053 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-1435cb4b-b726-4454-ac9c-d7c1566b973e req-77314851-4f2e-456a-895d-de4cbae78275 tempest-DeleteServersTestJSON-192415404 tempest-DeleteServersTestJSON-192415404-project] 10.222.0.36 "GET /v2.0/ports?device_id=dc4affea-e303-483f-a2f6-72e48c8034df HTTP/1.1" status: 200 len: 943 time: 0.1228366 May 03 14:13:23.712213 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.managers [None req-427cd18c-c422-44e9-83e1-c63f4eed9eb4 None None] Attempting to bind port a2c69b00-6ed1-4962-8523-e3def77f90f5 on host dv-cinder-839793-5-iscsi for vnic_type normal with profile {{(pid=103471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 03 14:13:23.712575 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.managers [None req-427cd18c-c422-44e9-83e1-c63f4eed9eb4 None None] Attempting to bind port a2c69b00-6ed1-4962-8523-e3def77f90f5 by drivers openvswitch,hyperv on host dv-cinder-839793-5-iscsi at level 0 using segments [{'id': '1c54dd20-bf4d-49bf-9498-4e1d488f7c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'ed744a5b-777c-4bee-b278-dee1b499d8aa'}] {{(pid=103471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 03 14:13:23.712931 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-427cd18c-c422-44e9-83e1-c63f4eed9eb4 None None] Attempting to bind port a2c69b00-6ed1-4962-8523-e3def77f90f5 on network ed744a5b-777c-4bee-b278-dee1b499d8aa {{(pid=103471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 14:13:23.727583 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-1435cb4b-b726-4454-ac9c-d7c1566b973e req-a08bd63d-1d1c-4738-91dd-898a87263f9b tempest-DeleteServersTestJSON-192415404 tempest-DeleteServersTestJSON-192415404-project] 10.222.0.36 "GET /v2.0/security-groups?id=4cb41abf-3a2c-4d1f-8158-0555ad7265bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094139 May 03 14:13:23.766177 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-427cd18c-c422-44e9-83e1-c63f4eed9eb4 None None] Checking agent: {'id': '43411681-d6d4-43ac-b892-434a22df3f6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839793-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 14, 4, 43), 'started_at': datetime.datetime(2022, 5, 3, 14, 5, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 14, 13, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839793-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 03 14:13:23.766551 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-427cd18c-c422-44e9-83e1-c63f4eed9eb4 None None] Checking segment: {'id': '1c54dd20-bf4d-49bf-9498-4e1d488f7c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'ed744a5b-777c-4bee-b278-dee1b499d8aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 14:13:23.767001 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-427cd18c-c422-44e9-83e1-c63f4eed9eb4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:23.767388 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-427cd18c-c422-44e9-83e1-c63f4eed9eb4 None None] Bound using segment: {'id': '1c54dd20-bf4d-49bf-9498-4e1d488f7c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'ed744a5b-777c-4bee-b278-dee1b499d8aa'} {{(pid=103471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 03 14:13:23.767866 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.managers [None req-427cd18c-c422-44e9-83e1-c63f4eed9eb4 None None] Bound port: a2c69b00-6ed1-4962-8523-e3def77f90f5, host: dv-cinder-839793-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c54dd20-bf4d-49bf-9498-4e1d488f7c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'ed744a5b-777c-4bee-b278-dee1b499d8aa'}}] {{(pid=103471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 03 14:13:23.768340 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-427cd18c-c422-44e9-83e1-c63f4eed9eb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585126'] for port (a2c69b00-6ed1-4962-8523-e3def77f90f5), before_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:23.778564 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [None req-4bfcc6fe-2dda-4a43-804d-b00d97352701 None None] Port 7e3ad977-c281-4719-87ff-0634b02ca3d1 cannot update to ACTIVE because it is not bound. {{(pid=103471) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 03 14:13:23.811045 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.provisioning_blocks [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Provisioning complete for port 260560a1-e505-408d-9b81-23a145e8991a triggered by entity L2. {{(pid=103471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 14:13:23.811471 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749148'] for port (260560a1-e505-408d-9b81-23a145e8991a), provisioning_complete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:23.884127 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.db [None req-427cd18c-c422-44e9-83e1-c63f4eed9eb4 None None] For port a2c69b00-6ed1-4962-8523-e3def77f90f5, host dv-cinder-839793-5-iscsi, cleared binding levels {{(pid=103471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 14:13:23.903314 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.db [None req-427cd18c-c422-44e9-83e1-c63f4eed9eb4 None None] For port a2c69b00-6ed1-4962-8523-e3def77f90f5, host dv-cinder-839793-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-5-iscsi',level=0,port_id=a2c69b00-6ed1-4962-8523-e3def77f90f5,segment=NetworkSegment(1c54dd20-bf4d-49bf-9498-4e1d488f7c61),segment_id=1c54dd20-bf4d-49bf-9498-4e1d488f7c61)] {{(pid=103471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 14:13:23.920585 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.v2.base [None req-6ab0437d-1e9f-4015-92e8-da31a290c9c4 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2052827307-network', 'tenant_id': 'b93d213e2ffb496a965faffef1768a56'}} {{(pid=103470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 14:13:23.930435 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22c945e-616a-4c79-8b6c-1a81bc2304e8 req-97c9fe33-f849-4b50-84ef-9ad76bbbcb11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:13:23.932877 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-427cd18c-c422-44e9-83e1-c63f4eed9eb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786921284783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786920821414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786920821432'] for port (a2c69b00-6ed1-4962-8523-e3def77f90f5), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:23.935055 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.provisioning_blocks [None req-9e2beb9b-96d0-466b-a56e-36682ecae91e None None] Provisioning complete for port a2c69b00-6ed1-4962-8523-e3def77f90f5 triggered by entity DHCP. {{(pid=103471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 14:13:23.935416 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-9e2beb9b-96d0-466b-a56e-36682ecae91e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749148'] for port (a2c69b00-6ed1-4962-8523-e3def77f90f5), provisioning_complete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:23.937602 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-d22c945e-616a-4c79-8b6c-1a81bc2304e8 req-97c9fe33-f849-4b50-84ef-9ad76bbbcb11 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=831ebb047e5b4805875d2606cb8e08c0&device_id=dc4affea-e303-483f-a2f6-72e48c8034df HTTP/1.1" status: 200 len: 1127 time: 0.5374181 May 03 14:13:23.940800 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.db.l3_dvr_db [None req-b6a0d88d-8336-4a3f-a083-e26fafddf229 None None] Set router 0a0e8fdb-42c2-47e4-8c7a-1011e541207f gateway port host: dv-cinder-839793-5-iscsi {{(pid=103472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 14:13:24.000891 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ab0437d-1e9f-4015-92e8-da31a290c9c4 admin admin] Made reservation on behalf of b93d213e2ffb496a965faffef1768a56 for: {'network': 1} {{(pid=103470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 14:13:24.018300 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-6ab0437d-1e9f-4015-92e8-da31a290c9c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585126'] for network (None), before_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:24.035699 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.wsgi [-] (103470) accepted ('10.222.0.36', 42338) {{(pid=103470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:13:24.055366 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-6ab0437d-1e9f-4015-92e8-da31a290c9c4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:24.136663 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-4ff905da-83ef-4664-80a0-fc93f0e81338 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:24.192733 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-d22c945e-616a-4c79-8b6c-1a81bc2304e8 req-4070dc28-a3e5-439f-acf8-46805d03cecd service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f7ef36ed-a7b3-4cc2-b2a5-c5fe96f2f96c HTTP/1.1" status: 200 len: 217 time: 0.2389908 May 03 14:13:24.199207 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-391a8f05-871e-4459-a055-37f0777a29e5 admin admin] Publish callbacks [] for security_group (96a7247a-f9cf-49da-97d0-7e32a8375e6a), before_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:24.218621 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91dcccfb-2ee7-40cc-8624-41e2df27f6c4 admin admin] Network 89bc2c7d-2b97-4518-b62e-d0f098e36f62 is already hosted by enough agents. {{(pid=103469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 14:13:24.237098 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68fe64b6b3a70a2f5f611128c103f52e8e68dc233ccb418b63396cbb83134719" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-844feed7-6b19-4bab-9db3-9d4e5a8468c9" -d '{"events": [{"name": "network-changed", "server_uuid": "dc4affea-e303-483f-a2f6-72e48c8034df", "tag": "f7ef36ed-a7b3-4cc2-b2a5-c5fe96f2f96c"}]}' {{(pid=103469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 14:13:24.249206 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.scheduler.base_scheduler [None req-91dcccfb-2ee7-40cc-8624-41e2df27f6c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 14:13:24.273910 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-8d3fa9c5-b18c-4bb2-aae2-08b4cfaf5cf1 req-81200284-c949-4c16-86d8-c84e8ef46428 service neutron] 10.222.0.36 "GET /v2.0/networks/ed744a5b-777c-4bee-b278-dee1b499d8aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.8845482 May 03 14:13:24.434050 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-427cd18c-c422-44e9-83e1-c63f4eed9eb4 None None] Routers {'19ccbb16-fbf6-4309-89e5-60d4788239f2'} bound to L3 agent in host dv-cinder-839793-5-iscsi {{(pid=103471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 14:13:24.434700 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.l3_hamode_db [None req-427cd18c-c422-44e9-83e1-c63f4eed9eb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-03T14:04:39Z,description=,heartbeat_timestamp=2022-05-03T14:13:09Z,host='dv-cinder-839793-5-iscsi',id=2583ee88-9503-4370-b6e4-0a676865815e,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T14:04:39Z,topic='l3_agent')) {'router_ids': ['19ccbb16-fbf6-4309-89e5-60d4788239f2'], 'active': True} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:13:24.454990 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Current status of the port 260560a1-e505-408d-9b81-23a145e8991a is: ACTIVE; New status is: ACTIVE {{(pid=103471) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 14:13:24.455783 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.rpc [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Device 943d0a20-0d1e-43b5-90cd-cd70d64349a2 up at agent ovs-agent-dv-cinder-839793-5-iscsi {{(pid=103471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 14:13:24.495068 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-391a8f05-871e-4459-a055-37f0777a29e5 admin admin] Publish callbacks [] for security_group (96a7247a-f9cf-49da-97d0-7e32a8375e6a), precommit_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:24.545084 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca44af2-1179-451c-bae6-a63313510d9e None None] Pushing event updated for resources: {'Port': ['ID=a2c69b00-6ed1-4962-8523-e3def77f90f5,revision_number=4']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:13:24.656544 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.db.l3_hamode_db [None req-b6a0d88d-8336-4a3f-a083-e26fafddf229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a0e8fdb-42c2-47e4-8c7a-1011e541207f', 'name': 'tempest-AttachVolumeShelveTestJSON-1368453836-router', 'tenant_id': '8a5fa41c00a84a80ac2b2c0cc1ef74d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2', 'external_fixed_ips': [{'subnet_id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'ip_address': '172.27.3.155'}], 'enable_snat': True}, 'gw_port_id': 'f990efd3-2f56-432e-bf17-f72ae18d5aeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T14:13:05Z', 'updated_at': '2022-05-03T14:13:19Z', 'revision_number': 4, 'project_id': '8a5fa41c00a84a80ac2b2c0cc1ef74d8', 'gw_port': {'id': 'f990efd3-2f56-432e-bf17-f72ae18d5aeb', 'name': '', 'network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:46:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a0e8fdb-42c2-47e4-8c7a-1011e541207f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'ip_address': '172.27.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:13:07Z', 'updated_at': '2022-05-03T14:13:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-5-iscsi', '_interfaces': [{'id': '7e3ad977-c281-4719-87ff-0634b02ca3d1', 'name': '', 'network_id': '1672c90c-dee1-453a-a1dd-749ff902086f', 'tenant_id': '8a5fa41c00a84a80ac2b2c0cc1ef74d8', 'mac_address': 'fa:16:3e:79:72:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a0e8fdb-42c2-47e4-8c7a-1011e541207f', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '9797d54b-d4ac-4959-9119-15649c917e44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:13:15Z', 'updated_at': '2022-05-03T14:13:20Z', 'revision_number': 2, 'project_id': '8a5fa41c00a84a80ac2b2c0cc1ef74d8', 'subnets': [{'id': '9797d54b-d4ac-4959-9119-15649c917e44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-5-iscsi', False) {} {{(pid=103472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:13:24.672170 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-6ab0437d-1e9f-4015-92e8-da31a290c9c4 admin admin] Publish callbacks [] for security_group (1674a4d0-2c3d-40e7-9d16-2a574814ae78), precommit_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:24.684265 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-6ab0437d-1e9f-4015-92e8-da31a290c9c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656397'] for security_group (1674a4d0-2c3d-40e7-9d16-2a574814ae78), after_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:24.723013 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ab0437d-1e9f-4015-92e8-da31a290c9c4 admin admin] vlan segment allocate from pool success with {'vlan_id': 246, 'physical_network': 'physnet1'} {{(pid=103470) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 14:13:24.759008 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22c945e-616a-4c79-8b6c-1a81bc2304e8 req-9a85cf48-1fd7-4126-b07a-65e6a07dab03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:13:24.760708 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-d22c945e-616a-4c79-8b6c-1a81bc2304e8 req-9a85cf48-1fd7-4126-b07a-65e6a07dab03 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a10b42f5-3d4c-4c22-afc3-747834519bb9 HTTP/1.1" status: 200 len: 852 time: 0.5195465 May 03 14:13:24.764205 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [None req-9e2beb9b-96d0-466b-a56e-36682ecae91e None None] Current status of the port a2c69b00-6ed1-4962-8523-e3def77f90f5 is: DOWN; New status is: ACTIVE {{(pid=103471) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 14:13:24.764977 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-9e2beb9b-96d0-466b-a56e-36682ecae91e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585126'] for port (a2c69b00-6ed1-4962-8523-e3def77f90f5), before_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:24.777958 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-6ab0437d-1e9f-4015-92e8-da31a290c9c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-690795'] for segment (64ae6ef4-93cd-49fb-be04-45866378b810), precommit_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:24.780438 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.db.segments_db [None req-6ab0437d-1e9f-4015-92e8-da31a290c9c4 admin admin] Added segment 64ae6ef4-93cd-49fb-be04-45866378b810 of type vlan for network 642ad582-dbdc-48e1-b3c1-1ecd7a0d8da0 May 03 14:13:24.796999 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6a0d88d-8336-4a3f-a083-e26fafddf229 None None] Checking router: 0a0e8fdb-42c2-47e4-8c7a-1011e541207f for host: dv-cinder-839793-5-iscsi {{(pid=103472) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 14:13:24.797379 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6a0d88d-8336-4a3f-a083-e26fafddf229 None None] Updating router 0a0e8fdb-42c2-47e4-8c7a-1011e541207f port 7e3ad977-c281-4719-87ff-0634b02ca3d1 binding host dv-cinder-839793-5-iscsi {{(pid=103472) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 03 14:13:24.873120 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvr_db [None req-427cd18c-c422-44e9-83e1-c63f4eed9eb4 None None] Set router 19ccbb16-fbf6-4309-89e5-60d4788239f2 gateway port host: dv-cinder-839793-5-iscsi {{(pid=103471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 14:13:24.880483 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.provisioning_blocks [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Provisioning complete for port 943d0a20-0d1e-43b5-90cd-cd70d64349a2 triggered by entity L2. {{(pid=103471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 14:13:24.881368 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749148'] for port (943d0a20-0d1e-43b5-90cd-cd70d64349a2), provisioning_complete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:24.913525 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.db [None req-9e2beb9b-96d0-466b-a56e-36682ecae91e None None] For port a2c69b00-6ed1-4962-8523-e3def77f90f5, host dv-cinder-839793-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-5-iscsi',level=0,port_id=a2c69b00-6ed1-4962-8523-e3def77f90f5,segment=NetworkSegment(1c54dd20-bf4d-49bf-9498-4e1d488f7c61),segment_id=1c54dd20-bf4d-49bf-9498-4e1d488f7c61)] {{(pid=103471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 14:13:24.940352 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-b6a0d88d-8336-4a3f-a083-e26fafddf229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585126'] for port (7e3ad977-c281-4719-87ff-0634b02ca3d1), before_update {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:24.946558 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-d22c945e-616a-4c79-8b6c-1a81bc2304e8 req-37b252f4-c8bd-4c6c-a618-9c7c4014b13b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=3b1deb6b-f4d1-4363-a738-382e6da075be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1704290 May 03 14:13:24.953681 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-9e2beb9b-96d0-466b-a56e-36682ecae91e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786921284783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786920821414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786920821432'] for port (a2c69b00-6ed1-4962-8523-e3def77f90f5), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:24.979225 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-6ab0437d-1e9f-4015-92e8-da31a290c9c4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786920812993'] for network (642ad582-dbdc-48e1-b3c1-1ecd7a0d8da0), precommit_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:25.036118 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.provisioning_blocks [None req-9e2beb9b-96d0-466b-a56e-36682ecae91e None None] Provisioning complete for port 7e3ad977-c281-4719-87ff-0634b02ca3d1 triggered by entity DHCP. {{(pid=103471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 14:13:25.036518 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-9e2beb9b-96d0-466b-a56e-36682ecae91e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749148'] for port (7e3ad977-c281-4719-87ff-0634b02ca3d1), provisioning_complete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:25.051736 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-4ff905da-83ef-4664-80a0-fc93f0e81338 admin admin] Publish callbacks [] for security_group (fe51395d-da1a-4f44-86ee-20647b5deaa5), precommit_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:25.078882 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-4ff905da-83ef-4664-80a0-fc93f0e81338 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656397'] for security_group (fe51395d-da1a-4f44-86ee-20647b5deaa5), after_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:25.169095 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab0437d-1e9f-4015-92e8-da31a290c9c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1674a4d0-2c3d-40e7-9d16-2a574814ae78,revision_number=1']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:13:25.194351 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-6ab0437d-1e9f-4015-92e8-da31a290c9c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766'] for network (642ad582-dbdc-48e1-b3c1-1ecd7a0d8da0), after_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:25.198846 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ab0437d-1e9f-4015-92e8-da31a290c9c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:13:25.201548 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-6ab0437d-1e9f-4015-92e8-da31a290c9c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599744'] for network (None), before_response {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:25.231217 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2beb9b-96d0-466b-a56e-36682ecae91e None None] Pushing event updated for resources: {'Port': ['ID=a2c69b00-6ed1-4962-8523-e3def77f90f5,revision_number=5']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:13:25.279541 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [None req-4ff905da-83ef-4664-80a0-fc93f0e81338 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b8d5f7f6a4b24de0bea994e4e004082c&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2425830 May 03 14:13:25.281159 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff905da-83ef-4664-80a0-fc93f0e81338 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe51395d-da1a-4f44-86ee-20647b5deaa5,revision_number=1']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:13:25.287462 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.wsgi [-] (103470) accepted ('10.222.0.36', 42358) {{(pid=103470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:13:25.298809 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-d22c945e-616a-4c79-8b6c-1a81bc2304e8 req-c972e838-870b-4ea7-9144-520c30be4245 service neutron] 10.222.0.26 "GET /v2.0/networks/3b1deb6b-f4d1-4363-a738-382e6da075be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3292017 May 03 14:13:25.300606 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-8d3fa9c5-b18c-4bb2-aae2-08b4cfaf5cf1 req-1caba18a-27ca-40cc-9c15-714f361d123f service neutron] 10.222.0.36 "GET /v2.0/networks/ed744a5b-777c-4bee-b278-dee1b499d8aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0254996 May 03 14:13:25.396174 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [None req-9e2beb9b-96d0-466b-a56e-36682ecae91e None None] Port 7e3ad977-c281-4719-87ff-0634b02ca3d1 cannot update to ACTIVE because it is not bound. {{(pid=103471) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 03 14:13:25.429383 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [None req-6ab0437d-1e9f-4015-92e8-da31a290c9c4 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.2016544 May 03 14:13:25.432507 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.wsgi [-] (103470) accepted ('10.222.0.36', 42364) {{(pid=103470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:13:25.460529 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.v2.base [None req-4268f443-7309-421c-b724-121d59398a4b admin admin] Request body: {'subnet': {'network_id': '642ad582-dbdc-48e1-b3c1-1ecd7a0d8da0', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2052827307-subnet', 'tenant_id': 'b93d213e2ffb496a965faffef1768a56', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 14:13:25.514093 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-391a8f05-871e-4459-a055-37f0777a29e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656397'] for security_group (96a7247a-f9cf-49da-97d0-7e32a8375e6a), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:25.517703 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-391a8f05-871e-4459-a055-37f0777a29e5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:25.525607 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-391a8f05-871e-4459-a055-37f0777a29e5 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/96a7247a-f9cf-49da-97d0-7e32a8375e6a HTTP/1.1" status: 204 len: 168 time: 2.9941394 May 03 14:13:25.554401 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Current status of the port 943d0a20-0d1e-43b5-90cd-cd70d64349a2 is: ACTIVE; New status is: ACTIVE {{(pid=103471) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 14:13:25.557525 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.rpc [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Device 411354ed-274d-4270-83dd-a73b41b936ab up at agent ovs-agent-dv-cinder-839793-5-iscsi {{(pid=103471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 14:13:25.559983 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab0437d-1e9f-4015-92e8-da31a290c9c4 admin admin] Pushing event updated for resources: {'Network': ['ID=642ad582-dbdc-48e1-b3c1-1ecd7a0d8da0,revision_number=1']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:13:25.616802 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.provisioning_blocks [None req-96b88daa-6a30-49f1-afd0-fe7cfa56de31 None None] Provisioning complete for port a2c69b00-6ed1-4962-8523-e3def77f90f5 triggered by entity DHCP. {{(pid=103471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 14:13:25.617570 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-96b88daa-6a30-49f1-afd0-fe7cfa56de31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749148'] for port (a2c69b00-6ed1-4962-8523-e3def77f90f5), provisioning_complete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:25.623201 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4268f443-7309-421c-b724-121d59398a4b admin admin] Made reservation on behalf of b93d213e2ffb496a965faffef1768a56 for: {'subnet': 1} {{(pid=103470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 14:13:25.625754 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-4268f443-7309-421c-b724-121d59398a4b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:25.632463 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91dcccfb-2ee7-40cc-8624-41e2df27f6c4 admin admin] Router e8428cc7-9811-4071-85c7-725df93cfce0 has already been hosted by L3 agent 2583ee88-9503-4370-b6e4-0a676865815e {{(pid=103469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 14:13:25.664408 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391a8f05-871e-4459-a055-37f0777a29e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96a7247a-f9cf-49da-97d0-7e32a8375e6a,revision_number=None']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:13:25.670946 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-8e8af06d-395c-4459-a50f-b6a7593ef45e admin admin] Publish callbacks [] for security_group (fe51395d-da1a-4f44-86ee-20647b5deaa5), before_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:25.709274 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.wsgi [-] (103470) accepted ('10.222.0.36', 42372) {{(pid=103470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:13:25.748372 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.v2.base [None req-7cba72cd-0208-4b0d-8873-0b09154f38e2 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] Request body: {'security_group': {'name': 'tempest-securitygroup--998580570', 'description': 'tempest-description--1090963838'}} {{(pid=103470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 14:13:25.755253 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.rpc [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Network 642ad582-dbdc-48e1-b3c1-1ecd7a0d8da0 details requested by agent ovs-agent-dv-cinder-839793-5-iscsi with host dv-cinder-839793-5-iscsi {{(pid=103471) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 03 14:13:25.971450 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91dcccfb-2ee7-40cc-8624-41e2df27f6c4 admin admin] Notify agent at l3_agent.dv-cinder-839793-5-iscsi the message routers_updated {{(pid=103469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 14:13:26.006605 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-8e8af06d-395c-4459-a50f-b6a7593ef45e admin admin] Publish callbacks [] for security_group (fe51395d-da1a-4f44-86ee-20647b5deaa5), precommit_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:26.043819 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-7cba72cd-0208-4b0d-8873-0b09154f38e2 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] Publish callbacks [] for security_group (None), before_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:26.085666 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-d22c945e-616a-4c79-8b6c-1a81bc2304e8 req-df60ce60-2f1f-43f4-bfbb-c4e01ec7361c service neutron] 10.222.0.26 "GET /v2.0/networks/3b1deb6b-f4d1-4363-a738-382e6da075be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6599841 May 03 14:13:26.085666 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-91dcccfb-2ee7-40cc-8624-41e2df27f6c4 admin admin] 10.222.0.36 "PUT /v2.0/routers/e8428cc7-9811-4071-85c7-725df93cfce0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.6343019 May 03 14:13:26.171929 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3259161b-284b-422f-b5c3-98e687636e43 None None] Sync routers for ids ['e8428cc7-9811-4071-85c7-725df93cfce0'] in dv-cinder-839793-5-iscsi {{(pid=103471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 14:13:26.185760 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 May 2022 14:13:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff8890e1-4de9-43db-8519-d87233f4b4c6 x-openstack-request-id: req-ff8890e1-4de9-43db-8519-d87233f4b4c6 {{(pid=103469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 14:13:26.186449 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc4affea-e303-483f-a2f6-72e48c8034df", "tag": "f7ef36ed-a7b3-4cc2-b2a5-c5fe96f2f96c", "status": "completed", "code": 200}]} {{(pid=103469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 14:13:26.187591 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ff8890e1-4de9-43db-8519-d87233f4b4c6 {{(pid=103469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 14:13:26.188138 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ff8890e1-4de9-43db-8519-d87233f4b4c6'] response: {'name': 'network-changed', 'server_uuid': 'dc4affea-e303-483f-a2f6-72e48c8034df', 'tag': 'f7ef36ed-a7b3-4cc2-b2a5-c5fe96f2f96c', 'status': 'completed', 'code': 200} May 03 14:13:26.262504 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b7c866-ea1d-491e-b711-d45ca990431f req-330e55a9-a496-43b3-bc35-71fc59f576d3 tempest-DeleteServersTestJSON-192415404 tempest-DeleteServersTestJSON-192415404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:13:26.269917 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-b1b7c866-ea1d-491e-b711-d45ca990431f req-330e55a9-a496-43b3-bc35-71fc59f576d3 tempest-DeleteServersTestJSON-192415404 tempest-DeleteServersTestJSON-192415404-project] 10.222.0.36 "GET /v2.0/ports?device_id=dc4affea-e303-483f-a2f6-72e48c8034df HTTP/1.1" status: 200 len: 943 time: 0.2986186 May 03 14:13:26.335459 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-b6a0d88d-8336-4a3f-a083-e26fafddf229 None None] Publish callbacks [] for port (7e3ad977-c281-4719-87ff-0634b02ca3d1), precommit_update {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:26.345920 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-b6a0d88d-8336-4a3f-a083-e26fafddf229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786921284783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786920821414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786920821432'] for port (7e3ad977-c281-4719-87ff-0634b02ca3d1), after_update {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:26.393813 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3259161b-284b-422f-b5c3-98e687636e43 None None] Routers {'e8428cc7-9811-4071-85c7-725df93cfce0'} bound to L3 agent in host dv-cinder-839793-5-iscsi {{(pid=103471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 14:13:26.394613 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.l3_hamode_db [None req-3259161b-284b-422f-b5c3-98e687636e43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-03T14:04:39Z,description=,heartbeat_timestamp=2022-05-03T14:13:09Z,host='dv-cinder-839793-5-iscsi',id=2583ee88-9503-4370-b6e4-0a676865815e,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T14:04:39Z,topic='l3_agent')) {'router_ids': ['e8428cc7-9811-4071-85c7-725df93cfce0'], 'active': True} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:13:26.428547 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844feed7-6b19-4bab-9db3-9d4e5a8468c9 req-362e0d1a-abb7-443a-9729-c6df7427389e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:13:26.430272 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-844feed7-6b19-4bab-9db3-9d4e5a8468c9 req-362e0d1a-abb7-443a-9729-c6df7427389e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=831ebb047e5b4805875d2606cb8e08c0&device_id=dc4affea-e303-483f-a2f6-72e48c8034df HTTP/1.1" status: 200 len: 1127 time: 0.2222874 May 03 14:13:26.508604 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7b5cc2-b7b8-460a-8419-e6d3fcf15f81 None None] Pushing event updated for resources: {'Port': ['ID=7e3ad977-c281-4719-87ff-0634b02ca3d1,revision_number=3']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:13:26.664764 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-eb008a07-10dd-4ffd-b374-3a3eed66f3b3 req-062dc327-5507-4225-9c9f-06987bb6a6ea tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] 10.222.0.36 "GET /v2.0/ports?device_id=ba9b5683-3cbc-4f53-803e-cd5413dfcbc0 HTTP/1.1" status: 200 len: 210 time: 0.3105226 May 03 14:13:26.714135 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.managers [None req-b6a0d88d-8336-4a3f-a083-e26fafddf229 None None] Attempting to bind port 7e3ad977-c281-4719-87ff-0634b02ca3d1 on host dv-cinder-839793-5-iscsi for vnic_type normal with profile {{(pid=103472) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 03 14:13:26.714485 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.managers [None req-b6a0d88d-8336-4a3f-a083-e26fafddf229 None None] Attempting to bind port 7e3ad977-c281-4719-87ff-0634b02ca3d1 by drivers openvswitch,hyperv on host dv-cinder-839793-5-iscsi at level 0 using segments [{'id': '67863d8e-3b7d-4783-aeb0-1e512a0dd290', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '1672c90c-dee1-453a-a1dd-749ff902086f'}] {{(pid=103472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 03 14:13:26.714848 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6a0d88d-8336-4a3f-a083-e26fafddf229 None None] Attempting to bind port 7e3ad977-c281-4719-87ff-0634b02ca3d1 on network 1672c90c-dee1-453a-a1dd-749ff902086f {{(pid=103472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 14:13:26.747381 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6a0d88d-8336-4a3f-a083-e26fafddf229 None None] Checking agent: {'id': '43411681-d6d4-43ac-b892-434a22df3f6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839793-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 14, 4, 43), 'started_at': datetime.datetime(2022, 5, 3, 14, 5, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 14, 13, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839793-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 03 14:13:26.747767 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6a0d88d-8336-4a3f-a083-e26fafddf229 None None] Checking segment: {'id': '67863d8e-3b7d-4783-aeb0-1e512a0dd290', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '1672c90c-dee1-453a-a1dd-749ff902086f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103472) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 14:13:26.750309 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-b6a0d88d-8336-4a3f-a083-e26fafddf229 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:26.752528 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6a0d88d-8336-4a3f-a083-e26fafddf229 None None] Bound using segment: {'id': '67863d8e-3b7d-4783-aeb0-1e512a0dd290', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '1672c90c-dee1-453a-a1dd-749ff902086f'} {{(pid=103472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 03 14:13:26.753240 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.managers [None req-b6a0d88d-8336-4a3f-a083-e26fafddf229 None None] Bound port: 7e3ad977-c281-4719-87ff-0634b02ca3d1, host: dv-cinder-839793-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67863d8e-3b7d-4783-aeb0-1e512a0dd290', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '1672c90c-dee1-453a-a1dd-749ff902086f'}}] {{(pid=103472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 03 14:13:26.755196 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-b6a0d88d-8336-4a3f-a083-e26fafddf229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585126'] for port (7e3ad977-c281-4719-87ff-0634b02ca3d1), before_update {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:26.969002 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.db [None req-b6a0d88d-8336-4a3f-a083-e26fafddf229 None None] For port 7e3ad977-c281-4719-87ff-0634b02ca3d1, host dv-cinder-839793-5-iscsi, cleared binding levels {{(pid=103472) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 14:13:26.982241 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.db [None req-b6a0d88d-8336-4a3f-a083-e26fafddf229 None None] For port 7e3ad977-c281-4719-87ff-0634b02ca3d1, host dv-cinder-839793-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-5-iscsi',level=0,port_id=7e3ad977-c281-4719-87ff-0634b02ca3d1,segment=NetworkSegment(67863d8e-3b7d-4783-aeb0-1e512a0dd290),segment_id=67863d8e-3b7d-4783-aeb0-1e512a0dd290)] {{(pid=103472) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 14:13:26.985348 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-7cba72cd-0208-4b0d-8873-0b09154f38e2 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] Publish callbacks [] for security_group (5256d9b7-303d-41e8-9beb-13271ea5bfe5), precommit_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:27.011229 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-b6a0d88d-8336-4a3f-a083-e26fafddf229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786921284783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786920821414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786920821432'] for port (7e3ad977-c281-4719-87ff-0634b02ca3d1), after_update {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:27.025389 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.l3_hamode_db [None req-427cd18c-c422-44e9-83e1-c63f4eed9eb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19ccbb16-fbf6-4309-89e5-60d4788239f2', 'name': 'tempest-ServerRescueNegativeTestJSON-1452391224-router', 'tenant_id': '4e31890e50da4bcab23b81eee1c9a2d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2', 'external_fixed_ips': [{'subnet_id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'ip_address': '172.27.3.215'}], 'enable_snat': True}, 'gw_port_id': '943d0a20-0d1e-43b5-90cd-cd70d64349a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T14:13:05Z', 'updated_at': '2022-05-03T14:13:14Z', 'revision_number': 4, 'project_id': '4e31890e50da4bcab23b81eee1c9a2d7', 'gw_port': {'id': '943d0a20-0d1e-43b5-90cd-cd70d64349a2', 'name': '', 'network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:7d:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19ccbb16-fbf6-4309-89e5-60d4788239f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'ip_address': '172.27.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:13:06Z', 'updated_at': '2022-05-03T14:13:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-5-iscsi', '_interfaces': [{'id': 'a2c69b00-6ed1-4962-8523-e3def77f90f5', 'name': '', 'network_id': 'ed744a5b-777c-4bee-b278-dee1b499d8aa', 'tenant_id': '4e31890e50da4bcab23b81eee1c9a2d7', 'mac_address': 'fa:16:3e:62:07:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19ccbb16-fbf6-4309-89e5-60d4788239f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'a87b0fb7-75d3-4b90-b91b-05349e630701', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:13:10Z', 'updated_at': '2022-05-03T14:13:23Z', 'revision_number': 4, 'project_id': '4e31890e50da4bcab23b81eee1c9a2d7', 'subnets': [{'id': 'a87b0fb7-75d3-4b90-b91b-05349e630701', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-5-iscsi', False) {} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:13:27.045704 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-7cba72cd-0208-4b0d-8873-0b09154f38e2 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656397'] for security_group (5256d9b7-303d-41e8-9beb-13271ea5bfe5), after_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:27.203664 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-b1b7c866-ea1d-491e-b711-d45ca990431f req-967b4ff4-2040-499c-9901-b241579119d0 tempest-DeleteServersTestJSON-192415404 tempest-DeleteServersTestJSON-192415404-project] 10.222.0.36 "GET /v2.0/security-groups?id=4cb41abf-3a2c-4d1f-8158-0555ad7265bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9216182 May 03 14:13:27.279838 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.provisioning_blocks [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Provisioning complete for port 411354ed-274d-4270-83dd-a73b41b936ab triggered by entity L2. {{(pid=103471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 14:13:27.280263 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749148'] for port (411354ed-274d-4270-83dd-a73b41b936ab), provisioning_complete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:27.281451 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-8e8af06d-395c-4459-a50f-b6a7593ef45e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656397'] for security_group (fe51395d-da1a-4f44-86ee-20647b5deaa5), after_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:27.291464 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-8e8af06d-395c-4459-a50f-b6a7593ef45e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:27.306558 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [None req-8e8af06d-395c-4459-a50f-b6a7593ef45e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/fe51395d-da1a-4f44-86ee-20647b5deaa5 HTTP/1.1" status: 204 len: 168 time: 2.0019789 May 03 14:13:27.353835 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6a0d88d-8336-4a3f-a083-e26fafddf229 None None] Routers {'0a0e8fdb-42c2-47e4-8c7a-1011e541207f'} bound to L3 agent in host dv-cinder-839793-5-iscsi {{(pid=103472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 14:13:27.357569 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.db.l3_hamode_db [None req-b6a0d88d-8336-4a3f-a083-e26fafddf229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-03T14:04:39Z,description=,heartbeat_timestamp=2022-05-03T14:13:09Z,host='dv-cinder-839793-5-iscsi',id=2583ee88-9503-4370-b6e4-0a676865815e,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T14:04:39Z,topic='l3_agent')) {'router_ids': ['0a0e8fdb-42c2-47e4-8c7a-1011e541207f'], 'active': True} {{(pid=103472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:13:27.434623 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-427cd18c-c422-44e9-83e1-c63f4eed9eb4 None None] The sync data for ids ['19ccbb16-fbf6-4309-89e5-60d4788239f2'] in dv-cinder-839793-5-iscsi is: [{'id': '19ccbb16-fbf6-4309-89e5-60d4788239f2', 'name': 'tempest-ServerRescueNegativeTestJSON-1452391224-router', 'tenant_id': '4e31890e50da4bcab23b81eee1c9a2d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2', 'external_fixed_ips': [{'subnet_id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'ip_address': '172.27.3.215'}], 'enable_snat': True}, 'gw_port_id': '943d0a20-0d1e-43b5-90cd-cd70d64349a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T14:13:05Z', 'updated_at': '2022-05-03T14:13:14Z', 'revision_number': 4, 'project_id': '4e31890e50da4bcab23b81eee1c9a2d7', 'gw_port': {'id': '943d0a20-0d1e-43b5-90cd-cd70d64349a2', 'name': '', 'network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:7d:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19ccbb16-fbf6-4309-89e5-60d4788239f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'ip_address': '172.27.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:13:06Z', 'updated_at': '2022-05-03T14:13:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-5-iscsi', '_interfaces': [{'id': 'a2c69b00-6ed1-4962-8523-e3def77f90f5', 'name': '', 'network_id': 'ed744a5b-777c-4bee-b278-dee1b499d8aa', 'tenant_id': '4e31890e50da4bcab23b81eee1c9a2d7', 'mac_address': 'fa:16:3e:62:07:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19ccbb16-fbf6-4309-89e5-60d4788239f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'a87b0fb7-75d3-4b90-b91b-05349e630701', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:13:10Z', 'updated_at': '2022-05-03T14:13:23Z', 'revision_number': 4, 'project_id': '4e31890e50da4bcab23b81eee1c9a2d7', 'subnets': [{'id': 'a87b0fb7-75d3-4b90-b91b-05349e630701', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 14:13:27.465959 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-7cba72cd-0208-4b0d-8873-0b09154f38e2 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] Publish callbacks [] for security_group (None), before_response {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:27.478217 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [None req-7cba72cd-0208-4b0d-8873-0b09154f38e2 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.7672992 May 03 14:13:27.510820 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.wsgi [-] (103470) accepted ('10.222.0.36', 42450) {{(pid=103470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:13:27.578625 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.v2.base [None req-573f627f-2712-46ac-be1d-dce4950d3d27 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] Request body: {'security_group_rule': {'security_group_id': '5256d9b7-303d-41e8-9beb-13271ea5bfe5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 14:13:27.619962 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-4268f443-7309-421c-b724-121d59398a4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766'] for subnet (0c20dc25-b183-49e6-bfc1-a380dfea11a0), after_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:27.663720 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cba72cd-0208-4b0d-8873-0b09154f38e2 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5256d9b7-303d-41e8-9beb-13271ea5bfe5,revision_number=1']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:13:27.837646 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8af06d-395c-4459-a50f-b6a7593ef45e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe51395d-da1a-4f44-86ee-20647b5deaa5,revision_number=None']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:13:27.923025 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [None req-96b88daa-6a30-49f1-afd0-fe7cfa56de31 None None] Current status of the port a2c69b00-6ed1-4962-8523-e3def77f90f5 is: ACTIVE; New status is: ACTIVE {{(pid=103471) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 14:13:28.017543 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844feed7-6b19-4bab-9db3-9d4e5a8468c9 req-33d4b3f9-8081-4aeb-9ff1-3f38d122885e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:13:28.017543 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-844feed7-6b19-4bab-9db3-9d4e5a8468c9 req-33d4b3f9-8081-4aeb-9ff1-3f38d122885e service neutron] 10.222.0.26 "GET /v2.0/networks?id=3b1deb6b-f4d1-4363-a738-382e6da075be HTTP/1.1" status: 200 len: 913 time: 1.5305314 May 03 14:13:28.018403 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.provisioning_blocks [None req-96b88daa-6a30-49f1-afd0-fe7cfa56de31 None None] Provisioning complete for port e285b81a-5601-4a75-a305-ba94b7768a2e triggered by entity DHCP. {{(pid=103471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 14:13:28.018403 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-96b88daa-6a30-49f1-afd0-fe7cfa56de31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749148'] for port (e285b81a-5601-4a75-a305-ba94b7768a2e), provisioning_complete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:28.096525 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.db.l3_dvr_db [None req-b6a0d88d-8336-4a3f-a083-e26fafddf229 None None] Set router 0a0e8fdb-42c2-47e4-8c7a-1011e541207f gateway port host: dv-cinder-839793-5-iscsi {{(pid=103472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 14:13:28.177959 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-844feed7-6b19-4bab-9db3-9d4e5a8468c9 req-0532a090-b09b-4258-8344-f1d760c075de service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f7ef36ed-a7b3-4cc2-b2a5-c5fe96f2f96c HTTP/1.1" status: 200 len: 217 time: 0.1558058 May 03 14:13:28.200216 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvr_db [None req-3259161b-284b-422f-b5c3-98e687636e43 None None] Set router e8428cc7-9811-4071-85c7-725df93cfce0 gateway port host: dv-cinder-839793-5-iscsi {{(pid=103471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 14:13:28.375022 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4268f443-7309-421c-b724-121d59398a4b admin admin] Pushing event updated for resources: {'Subnet': ['ID=0c20dc25-b183-49e6-bfc1-a380dfea11a0,revision_number=0']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:13:28.411560 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-573f627f-2712-46ac-be1d-dce4950d3d27 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] Publish callbacks [] for security_group_rule (aa8f2cf9-ec44-4261-81b1-a252877256cf), before_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:28.441045 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4268f443-7309-421c-b724-121d59398a4b admin admin] Checking segment: {'id': '64ae6ef4-93cd-49fb-be04-45866378b810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '642ad582-dbdc-48e1-b3c1-1ecd7a0d8da0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 14:13:28.441713 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4268f443-7309-421c-b724-121d59398a4b admin admin] Network hostable DHCP agents. Network: 642ad582-dbdc-48e1-b3c1-1ecd7a0d8da0, hostable agents: ['2d0d8db6-b1c3-4022-9f9b-561ce4a4d2d8'], hosted agents: [] {{(pid=103470) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 14:13:28.471820 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [None req-96b88daa-6a30-49f1-afd0-fe7cfa56de31 None None] Port e285b81a-5601-4a75-a305-ba94b7768a2e cannot update to ACTIVE because it is not bound. {{(pid=103471) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 03 14:13:28.476365 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844feed7-6b19-4bab-9db3-9d4e5a8468c9 req-0ddfdd2d-7442-45a4-96f9-5a696a4ffdb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:13:28.489129 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-844feed7-6b19-4bab-9db3-9d4e5a8468c9 req-0ddfdd2d-7442-45a4-96f9-5a696a4ffdb1 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a10b42f5-3d4c-4c22-afc3-747834519bb9 HTTP/1.1" status: 200 len: 852 time: 0.2930942 May 03 14:13:28.521505 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.wsgi [-] (103470) accepted ('10.222.0.36', 42484) {{(pid=103470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:13:28.535782 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.v2.base [None req-0f084fb9-8d2a-4878-8a99-22a79c7fa064 tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Request body: {'security_group': {'name': 'tempest-securitygroup--454443357', 'description': 'tempest-description--16368902'}} {{(pid=103470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 14:13:28.660960 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01b9966-bd8d-4f23-a38f-85597adfe441 req-98afc71b-6237-4454-bd6a-15b2e2e97c57 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:13:28.674013 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-f01b9966-bd8d-4f23-a38f-85597adfe441 req-98afc71b-6237-4454-bd6a-15b2e2e97c57 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] 10.222.0.36 "GET /v2.0/networks?id=ed744a5b-777c-4bee-b278-dee1b499d8aa HTTP/1.1" status: 200 len: 819 time: 1.0586481 May 03 14:13:28.683534 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-844feed7-6b19-4bab-9db3-9d4e5a8468c9 req-39f47c5a-993f-4250-ab35-abbe683a2739 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=3b1deb6b-f4d1-4363-a738-382e6da075be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1896579 May 03 14:13:28.746782 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4268f443-7309-421c-b724-121d59398a4b admin admin] Network 642ad582-dbdc-48e1-b3c1-1ecd7a0d8da0 is scheduled to be hosted by DHCP agent 2d0d8db6-b1c3-4022-9f9b-561ce4a4d2d8 with binding_index 1 {{(pid=103470) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 14:13:28.783727 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7b5cc2-b7b8-460a-8419-e6d3fcf15f81 None None] Pushing event updated for resources: {'Port': ['ID=7e3ad977-c281-4719-87ff-0634b02ca3d1,revision_number=4']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:13:28.803066 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.db.l3_hamode_db [None req-b6a0d88d-8336-4a3f-a083-e26fafddf229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a0e8fdb-42c2-47e4-8c7a-1011e541207f', 'name': 'tempest-AttachVolumeShelveTestJSON-1368453836-router', 'tenant_id': '8a5fa41c00a84a80ac2b2c0cc1ef74d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2', 'external_fixed_ips': [{'subnet_id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'ip_address': '172.27.3.155'}], 'enable_snat': True}, 'gw_port_id': 'f990efd3-2f56-432e-bf17-f72ae18d5aeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T14:13:05Z', 'updated_at': '2022-05-03T14:13:19Z', 'revision_number': 4, 'project_id': '8a5fa41c00a84a80ac2b2c0cc1ef74d8', 'gw_port': {'id': 'f990efd3-2f56-432e-bf17-f72ae18d5aeb', 'name': '', 'network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:46:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a0e8fdb-42c2-47e4-8c7a-1011e541207f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'ip_address': '172.27.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:13:07Z', 'updated_at': '2022-05-03T14:13:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-5-iscsi', '_interfaces': [{'id': '7e3ad977-c281-4719-87ff-0634b02ca3d1', 'name': '', 'network_id': '1672c90c-dee1-453a-a1dd-749ff902086f', 'tenant_id': '8a5fa41c00a84a80ac2b2c0cc1ef74d8', 'mac_address': 'fa:16:3e:79:72:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a0e8fdb-42c2-47e4-8c7a-1011e541207f', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '9797d54b-d4ac-4959-9119-15649c917e44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:13:15Z', 'updated_at': '2022-05-03T14:13:26Z', 'revision_number': 4, 'project_id': '8a5fa41c00a84a80ac2b2c0cc1ef74d8', 'subnets': [{'id': '9797d54b-d4ac-4959-9119-15649c917e44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-5-iscsi', False) {} {{(pid=103472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:13:28.853426 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-f01b9966-bd8d-4f23-a38f-85597adfe441 req-cb4b22e5-74cc-4cb5-8f70-29ec11171c1a tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] 10.222.0.36 "GET /v2.0/quotas/4e31890e50da4bcab23b81eee1c9a2d7 HTTP/1.1" status: 200 len: 375 time: 0.1767232 May 03 14:13:28.881237 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-573f627f-2712-46ac-be1d-dce4950d3d27 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] Publish callbacks [] for security_group_rule (aa8f2cf9-ec44-4261-81b1-a252877256cf), precommit_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:28.953245 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6a0d88d-8336-4a3f-a083-e26fafddf229 None None] The sync data for ids ['0a0e8fdb-42c2-47e4-8c7a-1011e541207f'] in dv-cinder-839793-5-iscsi is: [{'id': '0a0e8fdb-42c2-47e4-8c7a-1011e541207f', 'name': 'tempest-AttachVolumeShelveTestJSON-1368453836-router', 'tenant_id': '8a5fa41c00a84a80ac2b2c0cc1ef74d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2', 'external_fixed_ips': [{'subnet_id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'ip_address': '172.27.3.155'}], 'enable_snat': True}, 'gw_port_id': 'f990efd3-2f56-432e-bf17-f72ae18d5aeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T14:13:05Z', 'updated_at': '2022-05-03T14:13:19Z', 'revision_number': 4, 'project_id': '8a5fa41c00a84a80ac2b2c0cc1ef74d8', 'gw_port': {'id': 'f990efd3-2f56-432e-bf17-f72ae18d5aeb', 'name': '', 'network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:46:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a0e8fdb-42c2-47e4-8c7a-1011e541207f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'ip_address': '172.27.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:13:07Z', 'updated_at': '2022-05-03T14:13:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-5-iscsi', '_interfaces': [{'id': '7e3ad977-c281-4719-87ff-0634b02ca3d1', 'name': '', 'network_id': '1672c90c-dee1-453a-a1dd-749ff902086f', 'tenant_id': '8a5fa41c00a84a80ac2b2c0cc1ef74d8', 'mac_address': 'fa:16:3e:79:72:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a0e8fdb-42c2-47e4-8c7a-1011e541207f', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '9797d54b-d4ac-4959-9119-15649c917e44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:13:15Z', 'updated_at': '2022-05-03T14:13:26Z', 'revision_number': 4, 'project_id': '8a5fa41c00a84a80ac2b2c0cc1ef74d8', 'subnets': [{'id': '9797d54b-d4ac-4959-9119-15649c917e44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 14:13:29.011852 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.wsgi [-] (103470) accepted ('10.222.0.36', 42488) {{(pid=103470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:13:29.019412 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-573f627f-2712-46ac-be1d-dce4950d3d27 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656574'] for security_group_rule (aa8f2cf9-ec44-4261-81b1-a252877256cf), after_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:29.032929 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.scheduler.base_scheduler [None req-4268f443-7309-421c-b724-121d59398a4b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839793-5-iscsi, 642ad582-dbdc-48e1-b3c1-1ecd7a0d8da0) {{(pid=103470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 14:13:29.056401 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4268f443-7309-421c-b724-121d59398a4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:13:29.057200 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-4268f443-7309-421c-b724-121d59398a4b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599744'] for subnet (None), before_response {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:29.113391 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-0f084fb9-8d2a-4878-8a99-22a79c7fa064 tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Publish callbacks [] for security_group (None), before_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:29.166340 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-518c077c-de3a-4f49-8a5c-ef13e83d932d None None] Network 642ad582-dbdc-48e1-b3c1-1ecd7a0d8da0 requested from dv-cinder-839793-5-iscsi {{(pid=103471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 03 14:13:29.210056 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328eaa1b-95ee-4328-997f-f12339a313f8 req-d30aa2cb-c256-4ed4-8307-796ee181e649 tempest-DeleteServersTestJSON-192415404 tempest-DeleteServersTestJSON-192415404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:13:29.215599 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-328eaa1b-95ee-4328-997f-f12339a313f8 req-d30aa2cb-c256-4ed4-8307-796ee181e649 tempest-DeleteServersTestJSON-192415404 tempest-DeleteServersTestJSON-192415404-project] 10.222.0.36 "GET /v2.0/ports?device_id=dc4affea-e303-483f-a2f6-72e48c8034df HTTP/1.1" status: 200 len: 943 time: 0.3373592 May 03 14:13:29.347867 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.wsgi [-] (103470) accepted ('10.222.0.26', 58694) {{(pid=103470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:13:29.363890 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573f627f-2712-46ac-be1d-dce4950d3d27 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa8f2cf9-ec44-4261-81b1-a252877256cf,revision_number=0']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:13:29.395619 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [None req-4268f443-7309-421c-b724-121d59398a4b admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 3.9509656 May 03 14:13:29.404271 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-573f627f-2712-46ac-be1d-dce4950d3d27 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:29.406873 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [None req-573f627f-2712-46ac-be1d-dce4950d3d27 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.8545604 May 03 14:13:29.447809 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Current status of the port 411354ed-274d-4270-83dd-a73b41b936ab is: DOWN; New status is: ACTIVE {{(pid=103471) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 14:13:29.461970 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585126'] for port (411354ed-274d-4270-83dd-a73b41b936ab), before_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:29.537075 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.db [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] For port 411354ed-274d-4270-83dd-a73b41b936ab, host dv-cinder-839793-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-5-iscsi',level=0,port_id=411354ed-274d-4270-83dd-a73b41b936ab,segment=NetworkSegment(331ae69a-aeba-4f56-bd87-f289cf94ba88),segment_id=331ae69a-aeba-4f56-bd87-f289cf94ba88)] {{(pid=103471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 14:13:29.545011 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-844feed7-6b19-4bab-9db3-9d4e5a8468c9 req-68387cec-af04-42c1-af0f-0081528c7a58 service neutron] 10.222.0.26 "GET /v2.0/networks/3b1deb6b-f4d1-4363-a738-382e6da075be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8525627 May 03 14:13:29.547188 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.36', 42500) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:13:29.553193 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.v2.base [None req-b107a919-d1c7-4d0e-bbe1-eb07177c0fde tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] Request body: {'security_group_rule': {'security_group_id': '5256d9b7-303d-41e8-9beb-13271ea5bfe5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 14:13:29.557021 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ec5a61a-ada1-469a-a8c7-5847d5be0f7e None None] Network 642ad582-dbdc-48e1-b3c1-1ecd7a0d8da0 requested from dv-cinder-839793-5-iscsi {{(pid=103471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 03 14:13:29.658470 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-b107a919-d1c7-4d0e-bbe1-eb07177c0fde tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] Publish callbacks [] for security_group_rule (f0b64bee-150a-4042-8ae3-352f36d55af2), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:29.807363 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3fa9c5-b18c-4bb2-aae2-08b4cfaf5cf1 req-efbe7c95-c207-431b-b6c9-0c25d7b062df tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:13:29.809123 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-8d3fa9c5-b18c-4bb2-aae2-08b4cfaf5cf1 req-efbe7c95-c207-431b-b6c9-0c25d7b062df tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] 10.222.0.26 "GET /v2.0/networks?id=ed744a5b-777c-4bee-b278-dee1b499d8aa HTTP/1.1" status: 200 len: 819 time: 0.4267850 May 03 14:13:29.845755 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786921284783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786920821414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786920821432'] for port (411354ed-274d-4270-83dd-a73b41b936ab), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:29.846553 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.rpc [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Device f990efd3-2f56-432e-bf17-f72ae18d5aeb up at agent ovs-agent-dv-cinder-839793-5-iscsi {{(pid=103471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 14:13:29.893160 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.v2.base [req-8d3fa9c5-b18c-4bb2-aae2-08b4cfaf5cf1 req-06ba198b-8bd0-4c7b-be2d-8dfc5755987a tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] Request body: {'port': {'device_id': 'ba9b5683-3cbc-4f53-803e-cd5413dfcbc0', 'network_id': 'ed744a5b-777c-4bee-b278-dee1b499d8aa', 'admin_state_up': True, 'tenant_id': '4e31890e50da4bcab23b81eee1c9a2d7'}} {{(pid=103470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 14:13:29.973459 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-b107a919-d1c7-4d0e-bbe1-eb07177c0fde tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] Publish callbacks [] for security_group_rule (f0b64bee-150a-4042-8ae3-352f36d55af2), precommit_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:29.986686 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.provisioning_blocks [None req-7f696f13-48f9-419c-80b9-6737c48c8135 None None] Provisioning complete for port 7e3ad977-c281-4719-87ff-0634b02ca3d1 triggered by entity DHCP. {{(pid=103471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 14:13:29.987314 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-7f696f13-48f9-419c-80b9-6737c48c8135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749148'] for port (7e3ad977-c281-4719-87ff-0634b02ca3d1), provisioning_complete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:30.035729 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-f01b9966-bd8d-4f23-a38f-85597adfe441 req-8a2f3741-1a24-4758-84ac-c3c22f02ac27 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=4e31890e50da4bcab23b81eee1c9a2d7&fields=id HTTP/1.1" status: 200 len: 302 time: 1.1778700 May 03 14:13:30.036802 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-b107a919-d1c7-4d0e-bbe1-eb07177c0fde tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656574'] for security_group_rule (f0b64bee-150a-4042-8ae3-352f36d55af2), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:30.099526 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-011ef555-76b1-4163-98bc-e455e84aac49 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:30.106631 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-328eaa1b-95ee-4328-997f-f12339a313f8 req-9bbc3845-5bcd-4e21-9ce0-aeb8987c8761 tempest-DeleteServersTestJSON-192415404 tempest-DeleteServersTestJSON-192415404-project] 10.222.0.36 "GET /v2.0/security-groups?id=4cb41abf-3a2c-4d1f-8158-0555ad7265bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7328439 May 03 14:13:30.237608 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.provisioning_blocks [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Provisioning complete for port f990efd3-2f56-432e-bf17-f72ae18d5aeb triggered by entity L2. {{(pid=103471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 14:13:30.237986 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749148'] for port (f990efd3-2f56-432e-bf17-f72ae18d5aeb), provisioning_complete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:30.257865 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b107a919-d1c7-4d0e-bbe1-eb07177c0fde tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0b64bee-150a-4042-8ae3-352f36d55af2,revision_number=0']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:13:30.282650 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-b107a919-d1c7-4d0e-bbe1-eb07177c0fde tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:30.287167 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-b107a919-d1c7-4d0e-bbe1-eb07177c0fde tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7388575 May 03 14:13:30.292719 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.36', 42522) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:13:30.303126 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.v2.base [None req-eeb1e802-1347-4f13-8178-05d5a8372391 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] Request body: {'floatingip': {'floating_network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2'}} {{(pid=103469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 14:13:30.369151 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-844feed7-6b19-4bab-9db3-9d4e5a8468c9 req-48b4bea3-0374-46e5-9e0f-729bfb9d4abe service neutron] 10.222.0.26 "GET /v2.0/networks/3b1deb6b-f4d1-4363-a738-382e6da075be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7668242 May 03 14:13:30.372216 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-eeb1e802-1347-4f13-8178-05d5a8372391 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:30.447368 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Pushing event updated for resources: {'Port': ['ID=411354ed-274d-4270-83dd-a73b41b936ab,revision_number=4']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:13:30.495346 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-0f084fb9-8d2a-4878-8a99-22a79c7fa064 tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Publish callbacks [] for security_group (ac69989c-0c14-4feb-99e3-645de97976bd), precommit_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:30.515999 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-0f084fb9-8d2a-4878-8a99-22a79c7fa064 tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656397'] for security_group (ac69989c-0c14-4feb-99e3-645de97976bd), after_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:30.524242 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-eeb1e802-1347-4f13-8178-05d5a8372391 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585126'] for port (None), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:30.544229 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-0f084fb9-8d2a-4878-8a99-22a79c7fa064 tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Publish callbacks [] for security_group (None), before_response {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:30.548867 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [None req-0f084fb9-8d2a-4878-8a99-22a79c7fa064 tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 2.0221376 May 03 14:13:30.549593 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.wsgi [-] (103470) accepted ('10.222.0.36', 42528) {{(pid=103470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:13:30.565155 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.v2.base [None req-c57c4883-b37a-4867-8ec4-5623676bc50d tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Request body: {'security_group_rule': {'security_group_id': 'ac69989c-0c14-4feb-99e3-645de97976bd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 14:13:30.568038 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Current status of the port f990efd3-2f56-432e-bf17-f72ae18d5aeb is: DOWN; New status is: ACTIVE {{(pid=103471) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 14:13:30.569045 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585126'] for port (f990efd3-2f56-432e-bf17-f72ae18d5aeb), before_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:30.594983 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.db [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] For port f990efd3-2f56-432e-bf17-f72ae18d5aeb, host dv-cinder-839793-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-5-iscsi',level=0,port_id=f990efd3-2f56-432e-bf17-f72ae18d5aeb,segment=NetworkSegment(331ae69a-aeba-4f56-bd87-f289cf94ba88),segment_id=331ae69a-aeba-4f56-bd87-f289cf94ba88)] {{(pid=103471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 14:13:30.602024 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d3fa9c5-b18c-4bb2-aae2-08b4cfaf5cf1 req-06ba198b-8bd0-4c7b-be2d-8dfc5755987a tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] Made reservation on behalf of 4e31890e50da4bcab23b81eee1c9a2d7 for: {'port': 1} {{(pid=103470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 14:13:30.605570 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [req-8d3fa9c5-b18c-4bb2-aae2-08b4cfaf5cf1 req-06ba198b-8bd0-4c7b-be2d-8dfc5755987a tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585126'] for port (None), before_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:30.610436 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786921284783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786920821414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786920821432'] for port (f990efd3-2f56-432e-bf17-f72ae18d5aeb), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:30.648237 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f084fb9-8d2a-4878-8a99-22a79c7fa064 tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac69989c-0c14-4feb-99e3-645de97976bd,revision_number=1']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:13:30.685191 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Pushing event updated for resources: {'Port': ['ID=f990efd3-2f56-432e-bf17-f72ae18d5aeb,revision_number=4']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:13:30.791266 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.db.db_base_plugin_common [None req-eeb1e802-1347-4f13-8178-05d5a8372391 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] Allocated IP 172.27.3.11 (e0cd7c6d-9919-41eb-b035-2bfb3175faa2/4f18d5d6-ed18-48e7-a335-d8ef216f5f78/7eed3417-a1cc-430b-9136-85d7bbe06778) {{(pid=103469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 14:13:30.810953 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.l3_hamode_db [None req-3259161b-284b-422f-b5c3-98e687636e43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8428cc7-9811-4071-85c7-725df93cfce0', 'name': 'tempest-AttachVolumeNegativeTest-1392786833-router', 'tenant_id': '453906a2a829425aac1abdfad7b441d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2', 'external_fixed_ips': [{'subnet_id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'ip_address': '172.27.3.72'}], 'enable_snat': True}, 'gw_port_id': '411354ed-274d-4270-83dd-a73b41b936ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T14:13:05Z', 'updated_at': '2022-05-03T14:13:20Z', 'revision_number': 4, 'project_id': '453906a2a829425aac1abdfad7b441d6', 'gw_port': {'id': '411354ed-274d-4270-83dd-a73b41b936ab', 'name': '', 'network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:90:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8428cc7-9811-4071-85c7-725df93cfce0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'ip_address': '172.27.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:13:07Z', 'updated_at': '2022-05-03T14:13:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-5-iscsi', '_interfaces': [{'id': 'e285b81a-5601-4a75-a305-ba94b7768a2e', 'name': '', 'network_id': '89bc2c7d-2b97-4518-b62e-d0f098e36f62', 'tenant_id': '453906a2a829425aac1abdfad7b441d6', 'mac_address': 'fa:16:3e:38:91:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8428cc7-9811-4071-85c7-725df93cfce0', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'ce824052-6a3b-4ab6-8ac7-7607bba43c53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:13:16Z', 'updated_at': '2022-05-03T14:13:21Z', 'revision_number': 2, 'project_id': '453906a2a829425aac1abdfad7b441d6', 'subnets': [{'id': 'ce824052-6a3b-4ab6-8ac7-7607bba43c53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-5-iscsi', False) {} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:13:30.865849 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3259161b-284b-422f-b5c3-98e687636e43 None None] Checking router: e8428cc7-9811-4071-85c7-725df93cfce0 for host: dv-cinder-839793-5-iscsi {{(pid=103471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 14:13:30.866435 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3259161b-284b-422f-b5c3-98e687636e43 None None] Updating router e8428cc7-9811-4071-85c7-725df93cfce0 port e285b81a-5601-4a75-a305-ba94b7768a2e binding host dv-cinder-839793-5-iscsi {{(pid=103471) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 03 14:13:30.902565 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [None req-7f696f13-48f9-419c-80b9-6737c48c8135 None None] Current status of the port 7e3ad977-c281-4719-87ff-0634b02ca3d1 is: DOWN; New status is: ACTIVE {{(pid=103471) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 14:13:30.903369 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-7f696f13-48f9-419c-80b9-6737c48c8135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585126'] for port (7e3ad977-c281-4719-87ff-0634b02ca3d1), before_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:30.954129 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.db [None req-7f696f13-48f9-419c-80b9-6737c48c8135 None None] For port 7e3ad977-c281-4719-87ff-0634b02ca3d1, host dv-cinder-839793-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-5-iscsi',level=0,port_id=7e3ad977-c281-4719-87ff-0634b02ca3d1,segment=NetworkSegment(67863d8e-3b7d-4783-aeb0-1e512a0dd290),segment_id=67863d8e-3b7d-4783-aeb0-1e512a0dd290)] {{(pid=103471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 14:13:30.960062 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-3259161b-284b-422f-b5c3-98e687636e43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585126'] for port (e285b81a-5601-4a75-a305-ba94b7768a2e), before_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:30.964221 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-7f696f13-48f9-419c-80b9-6737c48c8135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786921284783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786920821414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786920821432'] for port (7e3ad977-c281-4719-87ff-0634b02ca3d1), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:31.034094 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.db.db_base_plugin_common [req-8d3fa9c5-b18c-4bb2-aae2-08b4cfaf5cf1 req-06ba198b-8bd0-4c7b-be2d-8dfc5755987a tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] Allocated IP 172.20.0.4 (ed744a5b-777c-4bee-b278-dee1b499d8aa/a87b0fb7-75d3-4b90-b91b-05349e630701/21ad2528-42ab-4579-b7d9-353333b840fe) {{(pid=103470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 14:13:31.058586 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.rpc [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Device 411354ed-274d-4270-83dd-a73b41b936ab up at agent ovs-agent-dv-cinder-839793-5-iscsi {{(pid=103471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 14:13:31.108340 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-eeb1e802-1347-4f13-8178-05d5a8372391 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] Publish callbacks [] for port (7eed3417-a1cc-430b-9136-85d7bbe06778), precommit_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:31.191953 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-eeb1e802-1347-4f13-8178-05d5a8372391 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786920821396'] for port (7eed3417-a1cc-430b-9136-85d7bbe06778), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:31.197026 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.provisioning_blocks [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Provisioning complete for port 411354ed-274d-4270-83dd-a73b41b936ab triggered by entity L2. {{(pid=103471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 14:13:31.202648 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749148'] for port (411354ed-274d-4270-83dd-a73b41b936ab), provisioning_complete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:31.239653 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [req-8d3fa9c5-b18c-4bb2-aae2-08b4cfaf5cf1 req-06ba198b-8bd0-4c7b-be2d-8dfc5755987a tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] Publish callbacks [] for port (21ad2528-42ab-4579-b7d9-353333b840fe), precommit_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:31.248271 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-011ef555-76b1-4163-98bc-e455e84aac49 admin admin] Publish callbacks [] for security_group (4b7ad485-6d53-4393-be02-5a22d49361ac), precommit_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:31.253404 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-c57c4883-b37a-4867-8ec4-5623676bc50d tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Publish callbacks [] for security_group_rule (bd056f54-7e8b-4ca5-af0d-60a31d47cd60), before_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:31.268507 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f696f13-48f9-419c-80b9-6737c48c8135 None None] Pushing event updated for resources: {'Port': ['ID=7e3ad977-c281-4719-87ff-0634b02ca3d1,revision_number=5']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:13:31.277168 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.wsgi [req-f01b9966-bd8d-4f23-a38f-85597adfe441 req-abd9b658-e792-4b06-a50c-0f150afdf36d service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103470) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 03 14:13:31.278966 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-f01b9966-bd8d-4f23-a38f-85597adfe441 req-abd9b658-e792-4b06-a50c-0f150afdf36d service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.6955397 May 03 14:13:31.290278 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-011ef555-76b1-4163-98bc-e455e84aac49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656397'] for security_group (4b7ad485-6d53-4393-be02-5a22d49361ac), after_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:31.394345 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb1e802-1347-4f13-8178-05d5a8372391 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] Pushing event updated for resources: {'Port': ['ID=7eed3417-a1cc-430b-9136-85d7bbe06778,revision_number=1']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:13:31.423740 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [None req-011ef555-76b1-4163-98bc-e455e84aac49 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d913f57aed9b45eb8357bd86e534a5c1&name=default HTTP/1.1" status: 200 len: 2996 time: 2.3926048 May 03 14:13:31.429370 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.wsgi [-] (103470) accepted ('10.222.0.36', 42552) {{(pid=103470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:13:31.443646 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011ef555-76b1-4163-98bc-e455e84aac49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b7ad485-6d53-4393-be02-5a22d49361ac,revision_number=1']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:13:31.464091 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeb1e802-1347-4f13-8178-05d5a8372391 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] Network e0cd7c6d-9919-41eb-b035-2bfb3175faa2 is already hosted by enough agents. {{(pid=103469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 14:13:31.478108 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Current status of the port 411354ed-274d-4270-83dd-a73b41b936ab is: ACTIVE; New status is: ACTIVE {{(pid=103471) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 14:13:31.479191 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.rpc [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Device 7e3ad977-c281-4719-87ff-0634b02ca3d1 up at agent ovs-agent-dv-cinder-839793-5-iscsi {{(pid=103471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 14:13:31.481326 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.scheduler.base_scheduler [None req-eeb1e802-1347-4f13-8178-05d5a8372391 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] Resources bound (agent type, host, resource id): {{(pid=103469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 14:13:31.487732 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeb1e802-1347-4f13-8178-05d5a8372391 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] Received port after_create {{(pid=103469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 14:13:31.517069 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [req-8d3fa9c5-b18c-4bb2-aae2-08b4cfaf5cf1 req-06ba198b-8bd0-4c7b-be2d-8dfc5755987a tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786920821396'] for port (21ad2528-42ab-4579-b7d9-353333b840fe), after_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:31.594451 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.provisioning_blocks [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Provisioning complete for port 7e3ad977-c281-4719-87ff-0634b02ca3d1 triggered by entity L2. {{(pid=103471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 14:13:31.595023 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749148'] for port (7e3ad977-c281-4719-87ff-0634b02ca3d1), provisioning_complete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:31.619091 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-eeb1e802-1347-4f13-8178-05d5a8372391 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] Publish callbacks [] for floatingip (aa611721-c513-4f64-a9e6-21b134b25ee8), precommit_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:31.671569 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af0172d-4ba3-45d0-ac57-067774fd8dcb req-668ba5aa-d0e9-4805-b0bf-f4e9b8d0a4f8 tempest-DeleteServersTestJSON-192415404 tempest-DeleteServersTestJSON-192415404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:13:31.673866 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-3af0172d-4ba3-45d0-ac57-067774fd8dcb req-668ba5aa-d0e9-4805-b0bf-f4e9b8d0a4f8 tempest-DeleteServersTestJSON-192415404 tempest-DeleteServersTestJSON-192415404-project] 10.222.0.36 "GET /v2.0/ports?device_id=dc4affea-e303-483f-a2f6-72e48c8034df HTTP/1.1" status: 200 len: 943 time: 0.3641472 May 03 14:13:31.683967 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d3fa9c5-b18c-4bb2-aae2-08b4cfaf5cf1 req-06ba198b-8bd0-4c7b-be2d-8dfc5755987a tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] Network ed744a5b-777c-4bee-b278-dee1b499d8aa is already hosted by enough agents. {{(pid=103470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 14:13:31.713773 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-eeb1e802-1347-4f13-8178-05d5a8372391 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585126'] for port (7eed3417-a1cc-430b-9136-85d7bbe06778), before_update {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:31.716889 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.scheduler.base_scheduler [req-8d3fa9c5-b18c-4bb2-aae2-08b4cfaf5cf1 req-06ba198b-8bd0-4c7b-be2d-8dfc5755987a tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] Resources bound (agent type, host, resource id): {{(pid=103470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 14:13:31.745340 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-f01b9966-bd8d-4f23-a38f-85597adfe441 req-1606395c-d096-4e55-8f62-90dc6499ca2c service neutron] 10.222.0.36 "GET /v2.0/networks/ed744a5b-777c-4bee-b278-dee1b499d8aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4522386 May 03 14:13:31.746704 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d3fa9c5-b18c-4bb2-aae2-08b4cfaf5cf1 req-06ba198b-8bd0-4c7b-be2d-8dfc5755987a tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] Received port after_create {{(pid=103470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 14:13:31.753391 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3fa9c5-b18c-4bb2-aae2-08b4cfaf5cf1 req-06ba198b-8bd0-4c7b-be2d-8dfc5755987a tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:13:31.754213 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [req-8d3fa9c5-b18c-4bb2-aae2-08b4cfaf5cf1 req-06ba198b-8bd0-4c7b-be2d-8dfc5755987a tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599744'] for port (None), before_response {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:31.764275 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-c57c4883-b37a-4867-8ec4-5623676bc50d tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Publish callbacks [] for security_group_rule (bd056f54-7e8b-4ca5-af0d-60a31d47cd60), precommit_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:31.780721 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ba198b-8bd0-4c7b-be2d-8dfc5755987a tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] Pushing event updated for resources: {'Port': ['ID=21ad2528-42ab-4579-b7d9-353333b840fe,revision_number=1']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:13:31.827099 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-82297199-23e2-4563-a0ef-1ee59912639a admin admin] Publish callbacks [] for security_group (4b7ad485-6d53-4393-be02-5a22d49361ac), before_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:31.838250 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-c57c4883-b37a-4867-8ec4-5623676bc50d tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656574'] for security_group_rule (bd056f54-7e8b-4ca5-af0d-60a31d47cd60), after_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:31.906090 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-eeb1e802-1347-4f13-8178-05d5a8372391 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] Publish callbacks [] for port (7eed3417-a1cc-430b-9136-85d7bbe06778), precommit_update {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:31.917312 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-eeb1e802-1347-4f13-8178-05d5a8372391 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786921284783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786920821414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786920821432'] for port (7eed3417-a1cc-430b-9136-85d7bbe06778), after_update {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:31.937170 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-eeb1e802-1347-4f13-8178-05d5a8372391 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1700089'] for floatingip (aa611721-c513-4f64-a9e6-21b134b25ee8), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:31.991161 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-eeb1e802-1347-4f13-8178-05d5a8372391 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218734'] for floatingip (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:32.005466 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-eeb1e802-1347-4f13-8178-05d5a8372391 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.7118134 May 03 14:13:32.056348 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.36', 42560) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:13:32.071660 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Current status of the port 7e3ad977-c281-4719-87ff-0634b02ca3d1 is: ACTIVE; New status is: ACTIVE {{(pid=103471) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 14:13:32.072989 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.rpc [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Device a2c69b00-6ed1-4962-8523-e3def77f90f5 up at agent ovs-agent-dv-cinder-839793-5-iscsi {{(pid=103471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 14:13:32.076109 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.v2.base [None req-1b210578-c528-4849-bafd-e8ccf756f6ec admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1419442724-network', 'tenant_id': 'ca6136bae53743bfa63d54a58ed8abb9'}} {{(pid=103469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 14:13:32.090253 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-3af0172d-4ba3-45d0-ac57-067774fd8dcb req-b2507277-6508-4368-8e6e-4794532b87d9 tempest-DeleteServersTestJSON-192415404 tempest-DeleteServersTestJSON-192415404-project] 10.222.0.36 "GET /v2.0/security-groups?id=4cb41abf-3a2c-4d1f-8158-0555ad7265bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4090860 May 03 14:13:32.123424 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb1e802-1347-4f13-8178-05d5a8372391 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] Pushing event updated for resources: {'Port': ['ID=7eed3417-a1cc-430b-9136-85d7bbe06778,revision_number=2']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:13:32.130888 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-c57c4883-b37a-4867-8ec4-5623676bc50d tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:32.134544 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [None req-c57c4883-b37a-4867-8ec4-5623676bc50d tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.5714569 May 03 14:13:32.135250 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.36', 42568) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:13:32.137529 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57c4883-b37a-4867-8ec4-5623676bc50d tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd056f54-7e8b-4ca5-af0d-60a31d47cd60,revision_number=0']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:13:32.142419 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-8d3fa9c5-b18c-4bb2-aae2-08b4cfaf5cf1 req-06ba198b-8bd0-4c7b-be2d-8dfc5755987a tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3054783 May 03 14:13:32.142970 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-3259161b-284b-422f-b5c3-98e687636e43 None None] Publish callbacks [] for port (e285b81a-5601-4a75-a305-ba94b7768a2e), precommit_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:32.153662 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.v2.base [None req-5d495489-89e1-49a6-85d4-3943f9d4f76c tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Request body: {'security_group_rule': {'security_group_id': 'ac69989c-0c14-4feb-99e3-645de97976bd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 14:13:32.159720 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.v2.base [req-8d3fa9c5-b18c-4bb2-aae2-08b4cfaf5cf1 req-709dd4c0-6a6e-4608-bf1d-8399b8bae688 service neutron] Request body: {'port': {'device_id': 'ba9b5683-3cbc-4f53-803e-cd5413dfcbc0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83979'}} {{(pid=103470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 14:13:32.163520 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-82297199-23e2-4563-a0ef-1ee59912639a admin admin] Publish callbacks [] for security_group (4b7ad485-6d53-4393-be02-5a22d49361ac), precommit_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:32.164286 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-3259161b-284b-422f-b5c3-98e687636e43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786921284783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786920821414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786920821432'] for port (e285b81a-5601-4a75-a305-ba94b7768a2e), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:32.167948 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.provisioning_blocks [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Provisioning complete for port a2c69b00-6ed1-4962-8523-e3def77f90f5 triggered by entity L2. {{(pid=103471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 14:13:32.168529 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749148'] for port (a2c69b00-6ed1-4962-8523-e3def77f90f5), provisioning_complete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:32.188239 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b210578-c528-4849-bafd-e8ccf756f6ec admin admin] Made reservation on behalf of ca6136bae53743bfa63d54a58ed8abb9 for: {'network': 1} {{(pid=103469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 14:13:32.191348 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-1b210578-c528-4849-bafd-e8ccf756f6ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585126'] for network (None), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:32.204917 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-1b210578-c528-4849-bafd-e8ccf756f6ec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:32.240396 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-5d495489-89e1-49a6-85d4-3943f9d4f76c tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Publish callbacks [] for security_group_rule (c597a286-1ed9-4495-9588-fa238efd1214), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:32.247958 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.provisioning_blocks [None req-27fbe537-3837-465a-8f53-340b5e837e40 None None] Provisioning complete for port 21ad2528-42ab-4579-b7d9-353333b840fe triggered by entity DHCP. {{(pid=103471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 14:13:32.251972 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-27fbe537-3837-465a-8f53-340b5e837e40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749148'] for port (21ad2528-42ab-4579-b7d9-353333b840fe), provisioning_complete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:32.325492 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [None req-27fbe537-3837-465a-8f53-340b5e837e40 None None] Port 21ad2528-42ab-4579-b7d9-353333b840fe cannot update to ACTIVE because it is not bound. {{(pid=103471) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 03 14:13:32.346828 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d46373f-2837-4a63-81f7-68413d0b0c97 None None] Pushing event updated for resources: {'Port': ['ID=e285b81a-5601-4a75-a305-ba94b7768a2e,revision_number=3']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:13:32.347139 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-5d495489-89e1-49a6-85d4-3943f9d4f76c tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Publish callbacks [] for security_group_rule (c597a286-1ed9-4495-9588-fa238efd1214), precommit_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:32.354770 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-5d495489-89e1-49a6-85d4-3943f9d4f76c tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656574'] for security_group_rule (c597a286-1ed9-4495-9588-fa238efd1214), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:32.397570 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d495489-89e1-49a6-85d4-3943f9d4f76c tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c597a286-1ed9-4495-9588-fa238efd1214,revision_number=0']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:13:32.404397 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-5d495489-89e1-49a6-85d4-3943f9d4f76c tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:32.406146 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-5d495489-89e1-49a6-85d4-3943f9d4f76c tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2697883 May 03 14:13:32.415014 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.36', 42572) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:13:32.423047 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.v2.base [None req-7f7cb5ea-e1c7-4ed4-90a2-5896a0ed2907 tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Request body: {'floatingip': {'floating_network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2'}} {{(pid=103469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 14:13:32.447976 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.managers [None req-3259161b-284b-422f-b5c3-98e687636e43 None None] Attempting to bind port e285b81a-5601-4a75-a305-ba94b7768a2e on host dv-cinder-839793-5-iscsi for vnic_type normal with profile {{(pid=103471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 03 14:13:32.448419 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.managers [None req-3259161b-284b-422f-b5c3-98e687636e43 None None] Attempting to bind port e285b81a-5601-4a75-a305-ba94b7768a2e by drivers openvswitch,hyperv on host dv-cinder-839793-5-iscsi at level 0 using segments [{'id': 'e1835114-80bf-41da-a21b-fba78594b9dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '89bc2c7d-2b97-4518-b62e-d0f098e36f62'}] {{(pid=103471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 03 14:13:32.448832 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3259161b-284b-422f-b5c3-98e687636e43 None None] Attempting to bind port e285b81a-5601-4a75-a305-ba94b7768a2e on network 89bc2c7d-2b97-4518-b62e-d0f098e36f62 {{(pid=103471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 14:13:32.456219 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3259161b-284b-422f-b5c3-98e687636e43 None None] Checking agent: {'id': '43411681-d6d4-43ac-b892-434a22df3f6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839793-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 14, 4, 43), 'started_at': datetime.datetime(2022, 5, 3, 14, 5, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 14, 13, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839793-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 03 14:13:32.456698 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3259161b-284b-422f-b5c3-98e687636e43 None None] Checking segment: {'id': 'e1835114-80bf-41da-a21b-fba78594b9dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '89bc2c7d-2b97-4518-b62e-d0f098e36f62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 14:13:32.457162 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-3259161b-284b-422f-b5c3-98e687636e43 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:32.457643 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3259161b-284b-422f-b5c3-98e687636e43 None None] Bound using segment: {'id': 'e1835114-80bf-41da-a21b-fba78594b9dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '89bc2c7d-2b97-4518-b62e-d0f098e36f62'} {{(pid=103471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 03 14:13:32.465765 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.managers [None req-3259161b-284b-422f-b5c3-98e687636e43 None None] Bound port: e285b81a-5601-4a75-a305-ba94b7768a2e, host: dv-cinder-839793-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1835114-80bf-41da-a21b-fba78594b9dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '89bc2c7d-2b97-4518-b62e-d0f098e36f62'}}] {{(pid=103471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 03 14:13:32.465765 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-3259161b-284b-422f-b5c3-98e687636e43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585126'] for port (e285b81a-5601-4a75-a305-ba94b7768a2e), before_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:32.479075 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [req-8d3fa9c5-b18c-4bb2-aae2-08b4cfaf5cf1 req-709dd4c0-6a6e-4608-bf1d-8399b8bae688 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585126'] for port (21ad2528-42ab-4579-b7d9-353333b840fe), before_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:32.480277 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-1b210578-c528-4849-bafd-e8ccf756f6ec admin admin] Publish callbacks [] for security_group (9931c267-aab3-48aa-9fdf-14eb2101f567), precommit_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:32.497675 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-1b210578-c528-4849-bafd-e8ccf756f6ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656397'] for security_group (9931c267-aab3-48aa-9fdf-14eb2101f567), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:32.512898 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-f01b9966-bd8d-4f23-a38f-85597adfe441 req-f9a3906f-ad33-4cda-851e-a50380e138f1 service neutron] 10.222.0.36 "GET /v2.0/networks/ed744a5b-777c-4bee-b278-dee1b499d8aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7201135 May 03 14:13:32.514840 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b210578-c528-4849-bafd-e8ccf756f6ec admin admin] vlan segment allocate from pool success with {'vlan_id': 243, 'physical_network': 'physnet1'} {{(pid=103469) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 14:13:32.520587 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-7f7cb5ea-e1c7-4ed4-90a2-5896a0ed2907 tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:32.522623 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Current status of the port a2c69b00-6ed1-4962-8523-e3def77f90f5 is: ACTIVE; New status is: ACTIVE {{(pid=103471) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 14:13:32.567307 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-82297199-23e2-4563-a0ef-1ee59912639a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656397'] for security_group (4b7ad485-6d53-4393-be02-5a22d49361ac), after_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:32.571111 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-82297199-23e2-4563-a0ef-1ee59912639a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:32.572245 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [None req-82297199-23e2-4563-a0ef-1ee59912639a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/4b7ad485-6d53-4393-be02-5a22d49361ac HTTP/1.1" status: 204 len: 168 time: 1.1389554 May 03 14:13:32.669028 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-7f7cb5ea-e1c7-4ed4-90a2-5896a0ed2907 tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585126'] for port (None), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:32.671247 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.provisioning_blocks [None req-c7d13210-20c3-47f5-ac28-97204873f0dd None None] Provisioning complete for port e285b81a-5601-4a75-a305-ba94b7768a2e triggered by entity DHCP. {{(pid=103471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 14:13:32.671729 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c7d13210-20c3-47f5-ac28-97204873f0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749148'] for port (e285b81a-5601-4a75-a305-ba94b7768a2e), provisioning_complete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:32.673922 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.db [None req-3259161b-284b-422f-b5c3-98e687636e43 None None] For port e285b81a-5601-4a75-a305-ba94b7768a2e, host dv-cinder-839793-5-iscsi, cleared binding levels {{(pid=103471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 14:13:32.679347 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.db [None req-3259161b-284b-422f-b5c3-98e687636e43 None None] For port e285b81a-5601-4a75-a305-ba94b7768a2e, host dv-cinder-839793-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-5-iscsi',level=0,port_id=e285b81a-5601-4a75-a305-ba94b7768a2e,segment=NetworkSegment(e1835114-80bf-41da-a21b-fba78594b9dd),segment_id=e1835114-80bf-41da-a21b-fba78594b9dd)] {{(pid=103471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 14:13:32.712004 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-3259161b-284b-422f-b5c3-98e687636e43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786921284783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786920821414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786920821432'] for port (e285b81a-5601-4a75-a305-ba94b7768a2e), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:32.783423 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82297199-23e2-4563-a0ef-1ee59912639a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b7ad485-6d53-4393-be02-5a22d49361ac,revision_number=None']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:13:32.799506 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [None req-c7d13210-20c3-47f5-ac28-97204873f0dd None None] Port e285b81a-5601-4a75-a305-ba94b7768a2e cannot update to ACTIVE because it is not bound. {{(pid=103471) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 03 14:13:32.824994 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.db.db_base_plugin_common [None req-7f7cb5ea-e1c7-4ed4-90a2-5896a0ed2907 tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Allocated IP 172.27.3.62 (e0cd7c6d-9919-41eb-b035-2bfb3175faa2/4f18d5d6-ed18-48e7-a335-d8ef216f5f78/88200943-1588-4498-870c-ff912342c00f) {{(pid=103469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 14:13:32.826517 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3259161b-284b-422f-b5c3-98e687636e43 None None] Routers {'e8428cc7-9811-4071-85c7-725df93cfce0'} bound to L3 agent in host dv-cinder-839793-5-iscsi {{(pid=103471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 14:13:32.827528 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.l3_hamode_db [None req-3259161b-284b-422f-b5c3-98e687636e43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-03T14:04:39Z,description=,heartbeat_timestamp=2022-05-03T14:13:09Z,host='dv-cinder-839793-5-iscsi',id=2583ee88-9503-4370-b6e4-0a676865815e,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T14:04:39Z,topic='l3_agent')) {'router_ids': ['e8428cc7-9811-4071-85c7-725df93cfce0'], 'active': True} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:13:32.978474 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-7f7cb5ea-e1c7-4ed4-90a2-5896a0ed2907 tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Publish callbacks [] for port (88200943-1588-4498-870c-ff912342c00f), precommit_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:33.060028 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvr_db [None req-3259161b-284b-422f-b5c3-98e687636e43 None None] Set router e8428cc7-9811-4071-85c7-725df93cfce0 gateway port host: dv-cinder-839793-5-iscsi {{(pid=103471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 14:13:33.131160 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-7f7cb5ea-e1c7-4ed4-90a2-5896a0ed2907 tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786920821396'] for port (88200943-1588-4498-870c-ff912342c00f), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:33.168008 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-1b210578-c528-4849-bafd-e8ccf756f6ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-690795'] for segment (1f223d76-654c-4e87-8d07-ea3ea45625d5), precommit_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:33.168772 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.db.segments_db [None req-1b210578-c528-4849-bafd-e8ccf756f6ec admin admin] Added segment 1f223d76-654c-4e87-8d07-ea3ea45625d5 of type vlan for network b67b8e74-ac1e-4c15-99ef-81713f35810e May 03 14:13:33.198429 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.rpc [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Device f990efd3-2f56-432e-bf17-f72ae18d5aeb up at agent ovs-agent-dv-cinder-839793-5-iscsi {{(pid=103471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 14:13:33.202675 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d46373f-2837-4a63-81f7-68413d0b0c97 None None] Pushing event updated for resources: {'Port': ['ID=e285b81a-5601-4a75-a305-ba94b7768a2e,revision_number=4']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:13:33.234849 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b210578-c528-4849-bafd-e8ccf756f6ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9931c267-aab3-48aa-9fdf-14eb2101f567,revision_number=1']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:13:33.296947 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.36', 42614) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:13:33.301166 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f7cb5ea-e1c7-4ed4-90a2-5896a0ed2907 tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Network e0cd7c6d-9919-41eb-b035-2bfb3175faa2 is already hosted by enough agents. {{(pid=103469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 14:13:33.335711 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.rpc [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Device f7ef36ed-a7b3-4cc2-b2a5-c5fe96f2f96c details requested by agent hyperv_hv-cinder-83979 with host hv-cinder-83979 {{(pid=103471) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 03 14:13:33.450053 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.notifiers.nova [req-8d3fa9c5-b18c-4bb2-aae2-08b4cfaf5cf1 req-709dd4c0-6a6e-4608-bf1d-8399b8bae688 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21ad2528-42ab-4579-b7d9-353333b840fe {{(pid=103470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 14:13:33.459199 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [req-8d3fa9c5-b18c-4bb2-aae2-08b4cfaf5cf1 req-709dd4c0-6a6e-4608-bf1d-8399b8bae688 service neutron] Publish callbacks [] for port (21ad2528-42ab-4579-b7d9-353333b840fe), precommit_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:33.470910 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.provisioning_blocks [None req-daf9272e-b6d7-4750-a706-0851cc9417a7 None None] Provisioning complete for port e285b81a-5601-4a75-a305-ba94b7768a2e triggered by entity DHCP. {{(pid=103471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 14:13:33.471035 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-daf9272e-b6d7-4750-a706-0851cc9417a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749148'] for port (e285b81a-5601-4a75-a305-ba94b7768a2e), provisioning_complete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:33.483690 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.db.provisioning_blocks [req-8d3fa9c5-b18c-4bb2-aae2-08b4cfaf5cf1 req-709dd4c0-6a6e-4608-bf1d-8399b8bae688 service neutron] Transition to ACTIVE for port object 21ad2528-42ab-4579-b7d9-353333b840fe will not be triggered until provisioned by entity L2. {{(pid=103470) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 03 14:13:33.515082 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-2170fa15-491e-49b8-ad6f-44189ec9616d req-56697d86-7bea-45c4-b3e2-6a429da3880d tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--998580570&fields=id&tenant_id=8a5fa41c00a84a80ac2b2c0cc1ef74d8 HTTP/1.1" status: 200 len: 267 time: 0.4350483 May 03 14:13:33.527419 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7cb5ea-e1c7-4ed4-90a2-5896a0ed2907 tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Pushing event updated for resources: {'Port': ['ID=88200943-1588-4498-870c-ff912342c00f,revision_number=1']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:13:33.530388 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.scheduler.base_scheduler [None req-7f7cb5ea-e1c7-4ed4-90a2-5896a0ed2907 tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Resources bound (agent type, host, resource id): {{(pid=103469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 14:13:33.546864 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f7cb5ea-e1c7-4ed4-90a2-5896a0ed2907 tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Received port after_create {{(pid=103469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 14:13:33.573189 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665f28b6-86de-4297-9163-54f5ae6dfae7 req-43bee2c5-4dcd-4936-a045-ada08bab7d13 tempest-DeleteServersTestJSON-192415404 tempest-DeleteServersTestJSON-192415404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:13:33.584007 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-665f28b6-86de-4297-9163-54f5ae6dfae7 req-43bee2c5-4dcd-4936-a045-ada08bab7d13 tempest-DeleteServersTestJSON-192415404 tempest-DeleteServersTestJSON-192415404-project] 10.222.0.36 "GET /v2.0/ports?device_id=dc4affea-e303-483f-a2f6-72e48c8034df HTTP/1.1" status: 200 len: 943 time: 0.0986719 May 03 14:13:33.614794 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-1b210578-c528-4849-bafd-e8ccf756f6ec admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786920812993'] for network (b67b8e74-ac1e-4c15-99ef-81713f35810e), precommit_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:33.620417 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-046420e7-8608-461e-8880-9762ed4203a7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:33.649493 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.provisioning_blocks [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Provisioning complete for port f990efd3-2f56-432e-bf17-f72ae18d5aeb triggered by entity L2. {{(pid=103471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 14:13:33.649956 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749148'] for port (f990efd3-2f56-432e-bf17-f72ae18d5aeb), provisioning_complete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:33.671768 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [req-8d3fa9c5-b18c-4bb2-aae2-08b4cfaf5cf1 req-709dd4c0-6a6e-4608-bf1d-8399b8bae688 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786921284783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786920821414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786920821432'] for port (21ad2528-42ab-4579-b7d9-353333b840fe), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:33.686750 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.db [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] For port f7ef36ed-a7b3-4cc2-b2a5-c5fe96f2f96c, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=f7ef36ed-a7b3-4cc2-b2a5-c5fe96f2f96c,segment=NetworkSegment(722bef02-8968-4827-9162-fc1e452e0aa3),segment_id=722bef02-8968-4827-9162-fc1e452e0aa3)] {{(pid=103471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 14:13:33.700645 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-665f28b6-86de-4297-9163-54f5ae6dfae7 req-f787669e-b9ae-4c29-b01b-b1fb72945262 tempest-DeleteServersTestJSON-192415404 tempest-DeleteServersTestJSON-192415404-project] 10.222.0.36 "GET /v2.0/security-groups?id=4cb41abf-3a2c-4d1f-8158-0555ad7265bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156549 May 03 14:13:33.705418 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.l3_hamode_db [None req-3259161b-284b-422f-b5c3-98e687636e43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8428cc7-9811-4071-85c7-725df93cfce0', 'name': 'tempest-AttachVolumeNegativeTest-1392786833-router', 'tenant_id': '453906a2a829425aac1abdfad7b441d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2', 'external_fixed_ips': [{'subnet_id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'ip_address': '172.27.3.72'}], 'enable_snat': True}, 'gw_port_id': '411354ed-274d-4270-83dd-a73b41b936ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T14:13:05Z', 'updated_at': '2022-05-03T14:13:20Z', 'revision_number': 4, 'project_id': '453906a2a829425aac1abdfad7b441d6', 'gw_port': {'id': '411354ed-274d-4270-83dd-a73b41b936ab', 'name': '', 'network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:90:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8428cc7-9811-4071-85c7-725df93cfce0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'ip_address': '172.27.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:13:07Z', 'updated_at': '2022-05-03T14:13:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-5-iscsi', '_interfaces': [{'id': 'e285b81a-5601-4a75-a305-ba94b7768a2e', 'name': '', 'network_id': '89bc2c7d-2b97-4518-b62e-d0f098e36f62', 'tenant_id': '453906a2a829425aac1abdfad7b441d6', 'mac_address': 'fa:16:3e:38:91:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8428cc7-9811-4071-85c7-725df93cfce0', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'ce824052-6a3b-4ab6-8ac7-7607bba43c53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:13:16Z', 'updated_at': '2022-05-03T14:13:32Z', 'revision_number': 4, 'project_id': '453906a2a829425aac1abdfad7b441d6', 'subnets': [{'id': 'ce824052-6a3b-4ab6-8ac7-7607bba43c53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-5-iscsi', False) {} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:13:33.744284 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.rpc [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Returning: {'device': 'f7ef36ed-a7b3-4cc2-b2a5-c5fe96f2f96c', 'network_id': '3b1deb6b-f4d1-4363-a738-382e6da075be', 'port_id': 'f7ef36ed-a7b3-4cc2-b2a5-c5fe96f2f96c', 'mac_address': 'fa:16:3e:0a:fb:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 230, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a10b42f5-3d4c-4c22-afc3-747834519bb9', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103471) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 03 14:13:33.749662 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3259161b-284b-422f-b5c3-98e687636e43 None None] The sync data for ids ['e8428cc7-9811-4071-85c7-725df93cfce0'] in dv-cinder-839793-5-iscsi is: [{'id': 'e8428cc7-9811-4071-85c7-725df93cfce0', 'name': 'tempest-AttachVolumeNegativeTest-1392786833-router', 'tenant_id': '453906a2a829425aac1abdfad7b441d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2', 'external_fixed_ips': [{'subnet_id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'ip_address': '172.27.3.72'}], 'enable_snat': True}, 'gw_port_id': '411354ed-274d-4270-83dd-a73b41b936ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T14:13:05Z', 'updated_at': '2022-05-03T14:13:20Z', 'revision_number': 4, 'project_id': '453906a2a829425aac1abdfad7b441d6', 'gw_port': {'id': '411354ed-274d-4270-83dd-a73b41b936ab', 'name': '', 'network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:90:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8428cc7-9811-4071-85c7-725df93cfce0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'ip_address': '172.27.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:13:07Z', 'updated_at': '2022-05-03T14:13:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-5-iscsi', '_interfaces': [{'id': 'e285b81a-5601-4a75-a305-ba94b7768a2e', 'name': '', 'network_id': '89bc2c7d-2b97-4518-b62e-d0f098e36f62', 'tenant_id': '453906a2a829425aac1abdfad7b441d6', 'mac_address': 'fa:16:3e:38:91:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8428cc7-9811-4071-85c7-725df93cfce0', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'ce824052-6a3b-4ab6-8ac7-7607bba43c53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:13:16Z', 'updated_at': '2022-05-03T14:13:32Z', 'revision_number': 4, 'project_id': '453906a2a829425aac1abdfad7b441d6', 'subnets': [{'id': 'ce824052-6a3b-4ab6-8ac7-7607bba43c53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 14:13:33.760945 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-7f7cb5ea-e1c7-4ed4-90a2-5896a0ed2907 tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Publish callbacks [] for floatingip (ea74724a-a2fb-419b-88e7-3fe241707f77), precommit_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:33.839666 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.db.resource_extend [None req-1b210578-c528-4849-bafd-e8ccf756f6ec admin admin] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 03 14:13:33.952967 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-813a0ce7-ec71-482a-b233-8ef3eaab7eb0 req-63979c83-6eeb-4471-a6e4-993c86afbef4 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] 10.222.0.36 "GET /v2.0/ports?device_id=92530935-2104-4b61-a2f8-286b3c1184d0 HTTP/1.1" status: 200 len: 210 time: 0.1648004 May 03 14:13:34.004744 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-1b210578-c528-4849-bafd-e8ccf756f6ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766'] for network (b67b8e74-ac1e-4c15-99ef-81713f35810e), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:34.006282 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b210578-c528-4849-bafd-e8ccf756f6ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:13:34.008825 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-1b210578-c528-4849-bafd-e8ccf756f6ec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599744'] for network (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:34.049866 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [None req-daf9272e-b6d7-4750-a706-0851cc9417a7 None None] Current status of the port e285b81a-5601-4a75-a305-ba94b7768a2e is: DOWN; New status is: ACTIVE {{(pid=103471) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 14:13:34.049866 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-daf9272e-b6d7-4750-a706-0851cc9417a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585126'] for port (e285b81a-5601-4a75-a305-ba94b7768a2e), before_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:34.066063 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709dd4c0-6a6e-4608-bf1d-8399b8bae688 service neutron] Pushing event updated for resources: {'Port': ['ID=21ad2528-42ab-4579-b7d9-353333b840fe,revision_number=2']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:13:34.145747 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-7f7cb5ea-e1c7-4ed4-90a2-5896a0ed2907 tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585126'] for port (88200943-1588-4498-870c-ff912342c00f), before_update {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:34.146580 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.wsgi [-] (103470) accepted ('10.222.0.36', 42646) {{(pid=103470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:13:34.154709 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.managers [req-8d3fa9c5-b18c-4bb2-aae2-08b4cfaf5cf1 req-709dd4c0-6a6e-4608-bf1d-8399b8bae688 service neutron] Attempting to bind port 21ad2528-42ab-4579-b7d9-353333b840fe on host hv-cinder-83979 for vnic_type normal with profile {{(pid=103470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 03 14:13:34.155193 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.managers [req-8d3fa9c5-b18c-4bb2-aae2-08b4cfaf5cf1 req-709dd4c0-6a6e-4608-bf1d-8399b8bae688 service neutron] Attempting to bind port 21ad2528-42ab-4579-b7d9-353333b840fe by drivers openvswitch,hyperv on host hv-cinder-83979 at level 0 using segments [{'id': '1c54dd20-bf4d-49bf-9498-4e1d488f7c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'ed744a5b-777c-4bee-b278-dee1b499d8aa'}] {{(pid=103470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 03 14:13:34.155513 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d3fa9c5-b18c-4bb2-aae2-08b4cfaf5cf1 req-709dd4c0-6a6e-4608-bf1d-8399b8bae688 service neutron] Attempting to bind port 21ad2528-42ab-4579-b7d9-353333b840fe on network ed744a5b-777c-4bee-b278-dee1b499d8aa {{(pid=103470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 14:13:34.165638 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2170fa15-491e-49b8-ad6f-44189ec9616d req-2d53d1e3-940a-4a31-87f3-7b102b0d7ba1 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:13:34.168956 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Current status of the port f7ef36ed-a7b3-4cc2-b2a5-c5fe96f2f96c is: DOWN; New status is: BUILD {{(pid=103471) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 14:13:34.170628 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-2170fa15-491e-49b8-ad6f-44189ec9616d req-2d53d1e3-940a-4a31-87f3-7b102b0d7ba1 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] 10.222.0.36 "GET /v2.0/networks?id=1672c90c-dee1-453a-a1dd-749ff902086f HTTP/1.1" status: 200 len: 817 time: 0.6380556 May 03 14:13:34.172321 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585126'] for port (f7ef36ed-a7b3-4cc2-b2a5-c5fe96f2f96c), before_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:34.181332 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d3fa9c5-b18c-4bb2-aae2-08b4cfaf5cf1 req-709dd4c0-6a6e-4608-bf1d-8399b8bae688 service neutron] Port 21ad2528-42ab-4579-b7d9-353333b840fe on network ed744a5b-777c-4bee-b278-dee1b499d8aa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83979 {{(pid=103470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 03 14:13:34.181663 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d3fa9c5-b18c-4bb2-aae2-08b4cfaf5cf1 req-709dd4c0-6a6e-4608-bf1d-8399b8bae688 service neutron] Attempting to bind port 21ad2528-42ab-4579-b7d9-353333b840fe on network ed744a5b-777c-4bee-b278-dee1b499d8aa {{(pid=103470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 14:13:34.208211 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d3fa9c5-b18c-4bb2-aae2-08b4cfaf5cf1 req-709dd4c0-6a6e-4608-bf1d-8399b8bae688 service neutron] Checking agent: {'id': 'e81ee3ce-91e9-46ba-a5c7-9619c95b22a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83979', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 14, 11, 7), 'started_at': datetime.datetime(2022, 5, 3, 14, 11, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 14, 13, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 03 14:13:34.208606 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d3fa9c5-b18c-4bb2-aae2-08b4cfaf5cf1 req-709dd4c0-6a6e-4608-bf1d-8399b8bae688 service neutron] Checking segment: {'id': '1c54dd20-bf4d-49bf-9498-4e1d488f7c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'ed744a5b-777c-4bee-b278-dee1b499d8aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 14:13:34.215111 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d3fa9c5-b18c-4bb2-aae2-08b4cfaf5cf1 req-709dd4c0-6a6e-4608-bf1d-8399b8bae688 service neutron] Bound using segment: {'id': '1c54dd20-bf4d-49bf-9498-4e1d488f7c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'ed744a5b-777c-4bee-b278-dee1b499d8aa'} {{(pid=103470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 03 14:13:34.215620 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.managers [req-8d3fa9c5-b18c-4bb2-aae2-08b4cfaf5cf1 req-709dd4c0-6a6e-4608-bf1d-8399b8bae688 service neutron] Bound port: 21ad2528-42ab-4579-b7d9-353333b840fe, host: hv-cinder-83979, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c54dd20-bf4d-49bf-9498-4e1d488f7c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'ed744a5b-777c-4bee-b278-dee1b499d8aa'}}] {{(pid=103470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 03 14:13:34.216015 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [req-8d3fa9c5-b18c-4bb2-aae2-08b4cfaf5cf1 req-709dd4c0-6a6e-4608-bf1d-8399b8bae688 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585126'] for port (21ad2528-42ab-4579-b7d9-353333b840fe), before_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:34.255599 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Current status of the port f990efd3-2f56-432e-bf17-f72ae18d5aeb is: ACTIVE; New status is: ACTIVE {{(pid=103471) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 14:13:34.256749 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.rpc [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Device 7e3ad977-c281-4719-87ff-0634b02ca3d1 up at agent ovs-agent-dv-cinder-839793-5-iscsi {{(pid=103471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 14:13:34.259371 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.notifiers.nova [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7ef36ed-a7b3-4cc2-b2a5-c5fe96f2f96c {{(pid=103471) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 14:13:34.299576 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-1b210578-c528-4849-bafd-e8ccf756f6ec admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.2419667 May 03 14:13:34.330572 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.db [None req-daf9272e-b6d7-4750-a706-0851cc9417a7 None None] For port e285b81a-5601-4a75-a305-ba94b7768a2e, host dv-cinder-839793-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-5-iscsi',level=0,port_id=e285b81a-5601-4a75-a305-ba94b7768a2e,segment=NetworkSegment(e1835114-80bf-41da-a21b-fba78594b9dd),segment_id=e1835114-80bf-41da-a21b-fba78594b9dd)] {{(pid=103471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 14:13:34.333570 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.36', 42650) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:13:34.346208 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-2170fa15-491e-49b8-ad6f-44189ec9616d req-c4cbf68c-3b39-4ba1-9bc9-13d0c5de9f92 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] 10.222.0.36 "GET /v2.0/quotas/8a5fa41c00a84a80ac2b2c0cc1ef74d8 HTTP/1.1" status: 200 len: 375 time: 0.0445960 May 03 14:13:34.353613 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.db [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] For port f7ef36ed-a7b3-4cc2-b2a5-c5fe96f2f96c, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=f7ef36ed-a7b3-4cc2-b2a5-c5fe96f2f96c,segment=NetworkSegment(722bef02-8968-4827-9162-fc1e452e0aa3),segment_id=722bef02-8968-4827-9162-fc1e452e0aa3)] {{(pid=103471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 14:13:34.357089 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-daf9272e-b6d7-4750-a706-0851cc9417a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786921284783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786920821414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786920821432'] for port (e285b81a-5601-4a75-a305-ba94b7768a2e), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:34.367651 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786921284783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786920821414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786920821432'] for port (f7ef36ed-a7b3-4cc2-b2a5-c5fe96f2f96c), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:34.380728 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.v2.base [None req-9bc38c50-62af-4c56-be54-b655a2dfc893 admin admin] Request body: {'subnet': {'network_id': 'b67b8e74-ac1e-4c15-99ef-81713f35810e', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1419442724-subnet', 'tenant_id': 'ca6136bae53743bfa63d54a58ed8abb9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 14:13:34.443217 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf9272e-b6d7-4750-a706-0851cc9417a7 None None] Pushing event updated for resources: {'Port': ['ID=e285b81a-5601-4a75-a305-ba94b7768a2e,revision_number=5']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:13:34.443338 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [req-8d3fa9c5-b18c-4bb2-aae2-08b4cfaf5cf1 req-709dd4c0-6a6e-4608-bf1d-8399b8bae688 service neutron] For port 21ad2528-42ab-4579-b7d9-353333b840fe, host hv-cinder-83979, cleared binding levels {{(pid=103470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 14:13:34.452326 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [req-8d3fa9c5-b18c-4bb2-aae2-08b4cfaf5cf1 req-709dd4c0-6a6e-4608-bf1d-8399b8bae688 service neutron] For port 21ad2528-42ab-4579-b7d9-353333b840fe, host hv-cinder-83979, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=21ad2528-42ab-4579-b7d9-353333b840fe,segment=NetworkSegment(1c54dd20-bf4d-49bf-9498-4e1d488f7c61),segment_id=1c54dd20-bf4d-49bf-9498-4e1d488f7c61)] {{(pid=103470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 14:13:34.462697 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.provisioning_blocks [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Provisioning complete for port 7e3ad977-c281-4719-87ff-0634b02ca3d1 triggered by entity L2. {{(pid=103471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 14:13:34.463299 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749148'] for port (7e3ad977-c281-4719-87ff-0634b02ca3d1), provisioning_complete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:34.467626 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [req-8d3fa9c5-b18c-4bb2-aae2-08b4cfaf5cf1 req-709dd4c0-6a6e-4608-bf1d-8399b8bae688 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786921284783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786920821414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786920821432'] for port (21ad2528-42ab-4579-b7d9-353333b840fe), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:34.576738 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3fa9c5-b18c-4bb2-aae2-08b4cfaf5cf1 req-709dd4c0-6a6e-4608-bf1d-8399b8bae688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:13:34.577538 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [req-8d3fa9c5-b18c-4bb2-aae2-08b4cfaf5cf1 req-709dd4c0-6a6e-4608-bf1d-8399b8bae688 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599744'] for port (None), before_response {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:34.578987 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-8d3fa9c5-b18c-4bb2-aae2-08b4cfaf5cf1 req-709dd4c0-6a6e-4608-bf1d-8399b8bae688 service neutron] 10.222.0.26 "PUT /v2.0/ports/21ad2528-42ab-4579-b7d9-353333b840fe HTTP/1.1" status: 200 len: 1093 time: 2.4265401 May 03 14:13:34.590218 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba9b5683-3cbc-4f53-803e-cd5413dfcbc0', 'tag': '21ad2528-42ab-4579-b7d9-353333b840fe'}] {{(pid=103470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 14:13:34.634069 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Pushing event updated for resources: {'Port': ['ID=f7ef36ed-a7b3-4cc2-b2a5-c5fe96f2f96c,revision_number=4']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:13:34.637375 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.db [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] get_ports_and_sgs() called for port_ids ['f7ef36ed-a7b3-4cc2-b2a5-c5fe96f2f96c'] {{(pid=103471) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 03 14:13:34.743547 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-2cc664d0-e502-4995-b809-c8e22d7ee12e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:34.975482 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54db713a-dddd-4054-a2e7-51e6e8df36ce req-b7c10202-bcf8-4015-bc24-6e718ba93d04 tempest-DeleteServersTestJSON-192415404 tempest-DeleteServersTestJSON-192415404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:13:34.984278 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-54db713a-dddd-4054-a2e7-51e6e8df36ce req-b7c10202-bcf8-4015-bc24-6e718ba93d04 tempest-DeleteServersTestJSON-192415404 tempest-DeleteServersTestJSON-192415404-project] 10.222.0.36 "GET /v2.0/ports?device_id=dc4affea-e303-483f-a2f6-72e48c8034df HTTP/1.1" status: 200 len: 944 time: 0.1262906 May 03 14:13:34.995258 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b210578-c528-4849-bafd-e8ccf756f6ec admin admin] Pushing event updated for resources: {'Network': ['ID=b67b8e74-ac1e-4c15-99ef-81713f35810e,revision_number=1']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:13:35.069032 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b59263cb8594a65023f6f3ef61310cdc9305c5272296d99e8ebfdd94dfc5ab3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b797d20-37ce-492c-8381-2f0e472e26ac" -d '{"events": [{"name": "network-changed", "server_uuid": "ba9b5683-3cbc-4f53-803e-cd5413dfcbc0", "tag": "21ad2528-42ab-4579-b7d9-353333b840fe"}]}' {{(pid=103470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 14:13:35.090291 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bc38c50-62af-4c56-be54-b655a2dfc893 admin admin] Made reservation on behalf of ca6136bae53743bfa63d54a58ed8abb9 for: {'subnet': 1} {{(pid=103469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 14:13:35.092705 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-9bc38c50-62af-4c56-be54-b655a2dfc893 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:35.162518 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709dd4c0-6a6e-4608-bf1d-8399b8bae688 service neutron] Pushing event updated for resources: {'Port': ['ID=21ad2528-42ab-4579-b7d9-353333b840fe,revision_number=3']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:13:35.187464 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3fa9c5-b18c-4bb2-aae2-08b4cfaf5cf1 req-cdd4af7d-fd8e-454b-a83a-c27b0b37f642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:13:35.189217 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-8d3fa9c5-b18c-4bb2-aae2-08b4cfaf5cf1 req-cdd4af7d-fd8e-454b-a83a-c27b0b37f642 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4e31890e50da4bcab23b81eee1c9a2d7&device_id=ba9b5683-3cbc-4f53-803e-cd5413dfcbc0 HTTP/1.1" status: 200 len: 1127 time: 0.3352013 May 03 14:13:35.239712 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.rpc [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Network b67b8e74-ac1e-4c15-99ef-81713f35810e details requested by agent ovs-agent-dv-cinder-839793-5-iscsi with host dv-cinder-839793-5-iscsi {{(pid=103471) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 03 14:13:35.303449 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-2170fa15-491e-49b8-ad6f-44189ec9616d req-53a0d34a-12b6-43b2-92b2-897e4213b7b5 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=8a5fa41c00a84a80ac2b2c0cc1ef74d8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.9560702 May 03 14:13:35.324397 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Current status of the port 7e3ad977-c281-4719-87ff-0634b02ca3d1 is: ACTIVE; New status is: ACTIVE {{(pid=103471) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 14:13:35.348749 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-8d3fa9c5-b18c-4bb2-aae2-08b4cfaf5cf1 req-a5039238-d776-4e08-b912-a0e861372573 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=21ad2528-42ab-4579-b7d9-353333b840fe HTTP/1.1" status: 200 len: 217 time: 0.1478870 May 03 14:13:35.351346 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-2cc664d0-e502-4995-b809-c8e22d7ee12e admin admin] Publish callbacks [] for security_group (e22e0e98-5b28-4dc4-8834-dca9ed29bb17), precommit_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:35.357982 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-54db713a-dddd-4054-a2e7-51e6e8df36ce req-7c6089c0-4cb6-472c-86ca-036d4038f4aa tempest-DeleteServersTestJSON-192415404 tempest-DeleteServersTestJSON-192415404-project] 10.222.0.36 "GET /v2.0/security-groups?id=4cb41abf-3a2c-4d1f-8158-0555ad7265bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3724756 May 03 14:13:35.359363 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-2cc664d0-e502-4995-b809-c8e22d7ee12e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656397'] for security_group (e22e0e98-5b28-4dc4-8834-dca9ed29bb17), after_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:35.374699 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-046420e7-8608-461e-8880-9762ed4203a7 admin admin] Publish callbacks [] for security_group (4387c69f-4701-4dd3-94f9-afafd5f23d03), precommit_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:35.443514 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [None req-2cc664d0-e502-4995-b809-c8e22d7ee12e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=5af14764aeca42479351494fe0b6b2d7&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2923939 May 03 14:13:35.444022 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.wsgi [-] (103470) accepted ('10.222.0.36', 42682) {{(pid=103470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:13:35.511744 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-046420e7-8608-461e-8880-9762ed4203a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656397'] for security_group (4387c69f-4701-4dd3-94f9-afafd5f23d03), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:35.527017 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3fa9c5-b18c-4bb2-aae2-08b4cfaf5cf1 req-6a40019c-0ecd-4c99-80cf-d00b6ef0bc7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:13:35.528606 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-8d3fa9c5-b18c-4bb2-aae2-08b4cfaf5cf1 req-6a40019c-0ecd-4c99-80cf-d00b6ef0bc7a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a87b0fb7-75d3-4b90-b91b-05349e630701 HTTP/1.1" status: 200 len: 858 time: 0.1341302 May 03 14:13:35.566592 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.rpc [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Device e285b81a-5601-4a75-a305-ba94b7768a2e up at agent ovs-agent-dv-cinder-839793-5-iscsi {{(pid=103471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 14:13:35.640062 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.provisioning_blocks [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Provisioning complete for port e285b81a-5601-4a75-a305-ba94b7768a2e triggered by entity L2. {{(pid=103471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 14:13:35.640773 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749148'] for port (e285b81a-5601-4a75-a305-ba94b7768a2e), provisioning_complete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:35.650809 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc664d0-e502-4995-b809-c8e22d7ee12e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e22e0e98-5b28-4dc4-8834-dca9ed29bb17,revision_number=1']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:13:35.655218 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3fa9c5-b18c-4bb2-aae2-08b4cfaf5cf1 req-01ac9dbd-c767-4413-aff1-086b6edab42b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:13:35.657172 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-8d3fa9c5-b18c-4bb2-aae2-08b4cfaf5cf1 req-01ac9dbd-c767-4413-aff1-086b6edab42b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ed744a5b-777c-4bee-b278-dee1b499d8aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1160288 May 03 14:13:35.701339 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-b1a76657-418b-444b-88a3-862e405ddefc req-cbe4c195-0325-4ff9-b34f-766663c0e742 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] 10.222.0.36 "GET /v2.0/ports?device_id=92530935-2104-4b61-a2f8-286b3c1184d0 HTTP/1.1" status: 200 len: 210 time: 0.1680923 May 03 14:13:35.745013 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-4fbd7414-2d13-49aa-8bd1-aeebbbb20594 admin admin] Publish callbacks [] for security_group (e22e0e98-5b28-4dc4-8834-dca9ed29bb17), before_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:35.757571 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01b9966-bd8d-4f23-a38f-85597adfe441 req-c9ae1b63-9623-47e2-bc51-a96b2df75f81 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:13:35.761966 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Current status of the port e285b81a-5601-4a75-a305-ba94b7768a2e is: ACTIVE; New status is: ACTIVE {{(pid=103471) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 14:13:35.770918 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-f01b9966-bd8d-4f23-a38f-85597adfe441 req-c9ae1b63-9623-47e2-bc51-a96b2df75f81 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] 10.222.0.26 "GET /v2.0/networks?id=ed744a5b-777c-4bee-b278-dee1b499d8aa HTTP/1.1" status: 200 len: 819 time: 0.7835424 May 03 14:13:35.776767 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-046420e7-8608-461e-8880-9762ed4203a7 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=97be4e4cab2c4d0c887c5da3c0c54234&name=default HTTP/1.1" status: 200 len: 2996 time: 2.3997340 May 03 14:13:35.776952 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.wsgi [-] (103470) accepted ('10.222.0.36', 42686) {{(pid=103470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:13:35.781475 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046420e7-8608-461e-8880-9762ed4203a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4387c69f-4701-4dd3-94f9-afafd5f23d03,revision_number=1']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:13:35.810754 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.v2.base [req-f01b9966-bd8d-4f23-a38f-85597adfe441 req-d2565d6b-c910-455a-bdf6-fca7f250d9c1 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] Request body: {'port': {'device_id': '92530935-2104-4b61-a2f8-286b3c1184d0', 'network_id': 'ed744a5b-777c-4bee-b278-dee1b499d8aa', 'admin_state_up': True, 'tenant_id': '4e31890e50da4bcab23b81eee1c9a2d7'}} {{(pid=103469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 14:13:35.865901 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-4fbd7414-2d13-49aa-8bd1-aeebbbb20594 admin admin] Publish callbacks [] for security_group (e22e0e98-5b28-4dc4-8834-dca9ed29bb17), precommit_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:35.876452 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-2170fa15-491e-49b8-ad6f-44189ec9616d req-9f3f06fc-6b76-4389-a0ea-dbb47186fcec service neutron] 10.222.0.36 "GET /v2.0/networks/1672c90c-dee1-453a-a1dd-749ff902086f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5720360 May 03 14:13:35.931490 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-23956aad-887c-43f4-b14a-7ced9bbe1378 admin admin] Publish callbacks [] for security_group (4387c69f-4701-4dd3-94f9-afafd5f23d03), before_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:35.937323 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-7f7cb5ea-e1c7-4ed4-90a2-5896a0ed2907 tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Publish callbacks [] for port (88200943-1588-4498-870c-ff912342c00f), precommit_update {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:35.947968 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 May 2022 14:13:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f45e9ff-9619-40a3-8fa2-ff856bfed8f9 x-openstack-request-id: req-1f45e9ff-9619-40a3-8fa2-ff856bfed8f9 {{(pid=103470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 14:13:35.948260 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba9b5683-3cbc-4f53-803e-cd5413dfcbc0", "tag": "21ad2528-42ab-4579-b7d9-353333b840fe", "status": "completed", "code": 200}]} {{(pid=103470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 14:13:35.948517 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-1f45e9ff-9619-40a3-8fa2-ff856bfed8f9 {{(pid=103470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 14:13:35.948974 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1f45e9ff-9619-40a3-8fa2-ff856bfed8f9'] response: {'name': 'network-changed', 'server_uuid': 'ba9b5683-3cbc-4f53-803e-cd5413dfcbc0', 'tag': '21ad2528-42ab-4579-b7d9-353333b840fe', 'status': 'completed', 'code': 200} May 03 14:13:35.951977 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-8d3fa9c5-b18c-4bb2-aae2-08b4cfaf5cf1 req-c78dbf94-6488-494d-97c7-c18c54fc5c56 service neutron] 10.222.0.26 "GET /v2.0/networks/ed744a5b-777c-4bee-b278-dee1b499d8aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2769053 May 03 14:13:35.972922 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-23956aad-887c-43f4-b14a-7ced9bbe1378 admin admin] Publish callbacks [] for security_group (4387c69f-4701-4dd3-94f9-afafd5f23d03), precommit_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:35.984022 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-7f7cb5ea-e1c7-4ed4-90a2-5896a0ed2907 tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786921284783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786920821414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786920821432'] for port (88200943-1588-4498-870c-ff912342c00f), after_update {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:36.023447 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-4fbd7414-2d13-49aa-8bd1-aeebbbb20594 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656397'] for security_group (e22e0e98-5b28-4dc4-8834-dca9ed29bb17), after_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:36.027353 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-4fbd7414-2d13-49aa-8bd1-aeebbbb20594 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:36.031205 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [None req-4fbd7414-2d13-49aa-8bd1-aeebbbb20594 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e22e0e98-5b28-4dc4-8834-dca9ed29bb17 HTTP/1.1" status: 204 len: 168 time: 0.5795426 May 03 14:13:36.087206 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-7f7cb5ea-e1c7-4ed4-90a2-5896a0ed2907 tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1700089'] for floatingip (ea74724a-a2fb-419b-88e7-3fe241707f77), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:36.171235 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7cb5ea-e1c7-4ed4-90a2-5896a0ed2907 tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Pushing event updated for resources: {'Port': ['ID=88200943-1588-4498-870c-ff912342c00f,revision_number=2']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:13:36.224239 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-7f7cb5ea-e1c7-4ed4-90a2-5896a0ed2907 tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218734'] for floatingip (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:36.225561 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-7f7cb5ea-e1c7-4ed4-90a2-5896a0ed2907 tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.8087614 May 03 14:13:36.251298 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbd7414-2d13-49aa-8bd1-aeebbbb20594 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e22e0e98-5b28-4dc4-8834-dca9ed29bb17,revision_number=None']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:13:36.280611 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-2170fa15-491e-49b8-ad6f-44189ec9616d req-9e866a8e-5e85-455e-b522-f6f0d9b5a543 service neutron] 10.222.0.36 "GET /v2.0/networks/1672c90c-dee1-453a-a1dd-749ff902086f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4025817 May 03 14:13:36.284281 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-9bc38c50-62af-4c56-be54-b655a2dfc893 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766'] for subnet (328c46ee-0f73-467e-9096-f4f9863f63fb), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:36.303330 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-8d3fa9c5-b18c-4bb2-aae2-08b4cfaf5cf1 req-7578852a-2fe8-4dda-93c2-44d4a6f42bbd service neutron] 10.222.0.26 "GET /v2.0/networks/ed744a5b-777c-4bee-b278-dee1b499d8aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3403220 May 03 14:13:36.318814 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-23956aad-887c-43f4-b14a-7ced9bbe1378 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656397'] for security_group (4387c69f-4701-4dd3-94f9-afafd5f23d03), after_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:36.323253 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-23956aad-887c-43f4-b14a-7ced9bbe1378 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:36.327973 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [None req-23956aad-887c-43f4-b14a-7ced9bbe1378 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/4387c69f-4701-4dd3-94f9-afafd5f23d03 HTTP/1.1" status: 204 len: 168 time: 0.5504205 May 03 14:13:36.350126 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23956aad-887c-43f4-b14a-7ced9bbe1378 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4387c69f-4701-4dd3-94f9-afafd5f23d03,revision_number=None']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:13:36.360347 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f01b9966-bd8d-4f23-a38f-85597adfe441 req-d2565d6b-c910-455a-bdf6-fca7f250d9c1 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] Made reservation on behalf of 4e31890e50da4bcab23b81eee1c9a2d7 for: {'port': 1} {{(pid=103469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 14:13:36.363855 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-f01b9966-bd8d-4f23-a38f-85597adfe441 req-d2565d6b-c910-455a-bdf6-fca7f250d9c1 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585126'] for port (None), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:36.484338 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc38c50-62af-4c56-be54-b655a2dfc893 admin admin] Pushing event updated for resources: {'Subnet': ['ID=328c46ee-0f73-467e-9096-f4f9863f63fb,revision_number=0']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:13:36.567456 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.wsgi [-] (103470) accepted ('10.222.0.36', 42714) {{(pid=103470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:13:36.600400 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-8061d8c2-026e-4eee-9f07-b0a85a228a2a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:36.604828 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786921254184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749114'] for agent (e81ee3ce-91e9-46ba-a5c7-9619c95b22a6), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:36.621532 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d427ad8a-fcfe-4083-83a6-5a2f2d4e2048 req-a5b109e6-05af-4980-987b-0d50128d8b4e tempest-DeleteServersTestJSON-192415404 tempest-DeleteServersTestJSON-192415404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:13:36.629048 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-d427ad8a-fcfe-4083-83a6-5a2f2d4e2048 req-a5b109e6-05af-4980-987b-0d50128d8b4e tempest-DeleteServersTestJSON-192415404 tempest-DeleteServersTestJSON-192415404-project] 10.222.0.36 "GET /v2.0/ports?device_id=dc4affea-e303-483f-a2f6-72e48c8034df HTTP/1.1" status: 200 len: 944 time: 0.1098847 May 03 14:13:36.690555 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-d339f047-4646-4796-ad48-d4513970d432 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786921254184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749114'] for agent (2d0d8db6-b1c3-4022-9f9b-561ce4a4d2d8), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:36.724538 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.db.db_base_plugin_common [req-f01b9966-bd8d-4f23-a38f-85597adfe441 req-d2565d6b-c910-455a-bdf6-fca7f250d9c1 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] Allocated IP 172.20.0.9 (ed744a5b-777c-4bee-b278-dee1b499d8aa/a87b0fb7-75d3-4b90-b91b-05349e630701/41bfb89d-3eb0-41a2-94c6-9adcca5e956c) {{(pid=103469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 14:13:36.728862 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-d427ad8a-fcfe-4083-83a6-5a2f2d4e2048 req-e9c3cb7a-6842-40b2-b0f4-fff1c0b9f2a6 tempest-DeleteServersTestJSON-192415404 tempest-DeleteServersTestJSON-192415404-project] 10.222.0.36 "GET /v2.0/security-groups?id=4cb41abf-3a2c-4d1f-8158-0555ad7265bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988531 May 03 14:13:36.768166 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bc38c50-62af-4c56-be54-b655a2dfc893 admin admin] Checking segment: {'id': '1f223d76-654c-4e87-8d07-ea3ea45625d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'b67b8e74-ac1e-4c15-99ef-81713f35810e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 14:13:36.768530 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bc38c50-62af-4c56-be54-b655a2dfc893 admin admin] Network hostable DHCP agents. Network: b67b8e74-ac1e-4c15-99ef-81713f35810e, hostable agents: ['2d0d8db6-b1c3-4022-9f9b-561ce4a4d2d8'], hosted agents: [] {{(pid=103469) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 14:13:36.809875 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-8061d8c2-026e-4eee-9f07-b0a85a228a2a admin admin] Publish callbacks [] for security_group (a5abb2b1-953b-472b-8644-1c3ee64c0917), precommit_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:36.856735 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-8061d8c2-026e-4eee-9f07-b0a85a228a2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656397'] for security_group (a5abb2b1-953b-472b-8644-1c3ee64c0917), after_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:36.880347 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bc38c50-62af-4c56-be54-b655a2dfc893 admin admin] Network b67b8e74-ac1e-4c15-99ef-81713f35810e is scheduled to be hosted by DHCP agent 2d0d8db6-b1c3-4022-9f9b-561ce4a4d2d8 with binding_index 1 {{(pid=103469) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 14:13:36.907446 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [None req-8061d8c2-026e-4eee-9f07-b0a85a228a2a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=2ccaaf97c1ab483aa94af8ca0aa44e1e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3388476 May 03 14:13:36.907950 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.wsgi [-] (103470) accepted ('10.222.0.36', 42730) {{(pid=103470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:13:36.912523 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-682b39dc-ddc3-4610-8af2-44efe5a3eaa7 req-cd4e4025-af30-408a-a707-7be687e121fb tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] 10.222.0.36 "GET /v2.0/ports?device_id=117976ba-33e4-4830-a66f-0cd354096c9b HTTP/1.1" status: 200 len: 210 time: 0.1007383 May 03 14:13:36.933801 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-a4431024-80ad-412d-9625-4874bcffe911 req-80cbd74e-6406-4192-a894-c6f54fdf738d tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--454443357&fields=id&tenant_id=453906a2a829425aac1abdfad7b441d6 HTTP/1.1" status: 200 len: 267 time: 0.1670949 May 03 14:13:36.956997 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.scheduler.base_scheduler [None req-9bc38c50-62af-4c56-be54-b655a2dfc893 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839793-5-iscsi, b67b8e74-ac1e-4c15-99ef-81713f35810e) {{(pid=103469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 14:13:36.961690 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bc38c50-62af-4c56-be54-b655a2dfc893 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:13:36.962550 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-9bc38c50-62af-4c56-be54-b655a2dfc893 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599744'] for subnet (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:36.966756 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75ef7758-1e5e-4160-8a42-533276f725c1 None None] Network b67b8e74-ac1e-4c15-99ef-81713f35810e requested from dv-cinder-839793-5-iscsi {{(pid=103471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 03 14:13:37.094186 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-9bc38c50-62af-4c56-be54-b655a2dfc893 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.7455564 May 03 14:13:37.131575 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8061d8c2-026e-4eee-9f07-b0a85a228a2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5abb2b1-953b-472b-8644-1c3ee64c0917,revision_number=1']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:13:37.180813 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-f43bcf3d-5e73-4756-85fd-f972d7132dcd req-426cab37-c95c-45e8-a471-06720060d042 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] 10.222.0.36 "GET /v2.0/ports?device_id=92530935-2104-4b61-a2f8-286b3c1184d0 HTTP/1.1" status: 200 len: 210 time: 0.0566595 May 03 14:13:37.182174 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b797d20-37ce-492c-8381-2f0e472e26ac req-d7ad28ba-5341-4ffb-a9f3-0373c7aff908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:13:37.183519 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-9b797d20-37ce-492c-8381-2f0e472e26ac req-d7ad28ba-5341-4ffb-a9f3-0373c7aff908 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4e31890e50da4bcab23b81eee1c9a2d7&device_id=ba9b5683-3cbc-4f53-803e-cd5413dfcbc0 HTTP/1.1" status: 200 len: 1127 time: 0.1786103 May 03 14:13:37.207732 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-f01b9966-bd8d-4f23-a38f-85597adfe441 req-d2565d6b-c910-455a-bdf6-fca7f250d9c1 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] Publish callbacks [] for port (41bfb89d-3eb0-41a2-94c6-9adcca5e956c), precommit_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:37.240535 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3438effa-0712-48e7-a0ed-1c989eca4990 None None] Network b67b8e74-ac1e-4c15-99ef-81713f35810e requested from dv-cinder-839793-5-iscsi {{(pid=103471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 03 14:13:37.245077 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-1358e080-7586-4851-ac6e-2f1c3d2951a6 admin admin] Publish callbacks [] for security_group (a5abb2b1-953b-472b-8644-1c3ee64c0917), before_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:37.271795 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.rpc [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Device f7ef36ed-a7b3-4cc2-b2a5-c5fe96f2f96c up at agent hyperv_hv-cinder-83979 {{(pid=103471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 14:13:37.285962 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4431024-80ad-412d-9625-4874bcffe911 req-ea179f76-8cd1-429f-8548-3e37ecc7fe9e tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:13:37.293387 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-a4431024-80ad-412d-9625-4874bcffe911 req-ea179f76-8cd1-429f-8548-3e37ecc7fe9e tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] 10.222.0.36 "GET /v2.0/networks?id=89bc2c7d-2b97-4518-b62e-d0f098e36f62 HTTP/1.1" status: 200 len: 815 time: 0.3376184 May 03 14:13:37.319522 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-a4431024-80ad-412d-9625-4874bcffe911 req-0eebd070-559a-471c-949f-f3e61b8586b5 tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] 10.222.0.36 "GET /v2.0/quotas/453906a2a829425aac1abdfad7b441d6 HTTP/1.1" status: 200 len: 375 time: 0.0249729 May 03 14:13:37.336565 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.36', 42744) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:13:37.359871 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-1358e080-7586-4851-ac6e-2f1c3d2951a6 admin admin] Publish callbacks [] for security_group (a5abb2b1-953b-472b-8644-1c3ee64c0917), precommit_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:37.386662 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.db.db_base_plugin_v2 [None req-a35705a4-078b-4574-8649-6b02ef22a025 admin admin] Deleting subnet 0c20dc25-b183-49e6-bfc1-a380dfea11a0 {{(pid=103469) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 03 14:13:37.410075 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-a35705a4-078b-4574-8649-6b02ef22a025 admin admin] Publish callbacks [] for subnet (0c20dc25-b183-49e6-bfc1-a380dfea11a0), before_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:37.415307 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.provisioning_blocks [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Provisioning for port f7ef36ed-a7b3-4cc2-b2a5-c5fe96f2f96c completed by entity L2. {{(pid=103471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 03 14:13:37.427934 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.provisioning_blocks [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Provisioning complete for port f7ef36ed-a7b3-4cc2-b2a5-c5fe96f2f96c triggered by entity L2. {{(pid=103471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 14:13:37.428142 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b797d20-37ce-492c-8381-2f0e472e26ac req-2cd3f07c-1bef-4624-99a8-8eb5532bec1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:13:37.428467 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749148'] for port (f7ef36ed-a7b3-4cc2-b2a5-c5fe96f2f96c), provisioning_complete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:37.429601 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-9b797d20-37ce-492c-8381-2f0e472e26ac req-2cd3f07c-1bef-4624-99a8-8eb5532bec1c service neutron] 10.222.0.26 "GET /v2.0/networks?id=ed744a5b-777c-4bee-b278-dee1b499d8aa HTTP/1.1" status: 200 len: 920 time: 0.2341893 May 03 14:13:37.438645 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-f01b9966-bd8d-4f23-a38f-85597adfe441 req-d2565d6b-c910-455a-bdf6-fca7f250d9c1 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786920821396'] for port (41bfb89d-3eb0-41a2-94c6-9adcca5e956c), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:37.453550 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-1358e080-7586-4851-ac6e-2f1c3d2951a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656397'] for security_group (a5abb2b1-953b-472b-8644-1c3ee64c0917), after_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:37.456279 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-a4431024-80ad-412d-9625-4874bcffe911 req-b6e07032-6771-47e5-a4b7-c4ea307f5d43 tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=453906a2a829425aac1abdfad7b441d6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1361146 May 03 14:13:37.456395 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-1358e080-7586-4851-ac6e-2f1c3d2951a6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:37.460466 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [None req-1358e080-7586-4851-ac6e-2f1c3d2951a6 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a5abb2b1-953b-472b-8644-1c3ee64c0917 HTTP/1.1" status: 204 len: 168 time: 0.5504074 May 03 14:13:37.470247 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1358e080-7586-4851-ac6e-2f1c3d2951a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5abb2b1-953b-472b-8644-1c3ee64c0917,revision_number=None']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:13:37.489343 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-a35705a4-078b-4574-8649-6b02ef22a025 admin admin] Publish callbacks [] for subnet (0c20dc25-b183-49e6-bfc1-a380dfea11a0), precommit_delete_associations {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:37.601679 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-a35705a4-078b-4574-8649-6b02ef22a025 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751950'] for subnet (0c20dc25-b183-49e6-bfc1-a380dfea11a0), precommit_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:37.602010 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Current status of the port f7ef36ed-a7b3-4cc2-b2a5-c5fe96f2f96c is: BUILD; New status is: ACTIVE {{(pid=103471) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 14:13:37.602010 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585126'] for port (f7ef36ed-a7b3-4cc2-b2a5-c5fe96f2f96c), before_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:37.643000 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc4affea-e303-483f-a2f6-72e48c8034df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7ef36ed-a7b3-4cc2-b2a5-c5fe96f2f96c'}] {{(pid=103471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 14:13:37.643749 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f01b9966-bd8d-4f23-a38f-85597adfe441 req-d2565d6b-c910-455a-bdf6-fca7f250d9c1 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] Network ed744a5b-777c-4bee-b278-dee1b499d8aa is already hosted by enough agents. {{(pid=103469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 14:13:37.663448 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-a4431024-80ad-412d-9625-4874bcffe911 req-bcdeef2e-121f-4845-af9b-22fc738d0390 service neutron] 10.222.0.36 "GET /v2.0/networks/89bc2c7d-2b97-4518-b62e-d0f098e36f62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1688831 May 03 14:13:37.671420 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.scheduler.base_scheduler [req-f01b9966-bd8d-4f23-a38f-85597adfe441 req-d2565d6b-c910-455a-bdf6-fca7f250d9c1 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] Resources bound (agent type, host, resource id): {{(pid=103469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 14:13:37.676164 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.db.l3_dvrscheduler_db [req-f01b9966-bd8d-4f23-a38f-85597adfe441 req-d2565d6b-c910-455a-bdf6-fca7f250d9c1 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] Received port after_create {{(pid=103469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 14:13:37.681223 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01b9966-bd8d-4f23-a38f-85597adfe441 req-d2565d6b-c910-455a-bdf6-fca7f250d9c1 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:13:37.681856 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-f01b9966-bd8d-4f23-a38f-85597adfe441 req-d2565d6b-c910-455a-bdf6-fca7f250d9c1 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599744'] for port (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:37.704660 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2565d6b-c910-455a-bdf6-fca7f250d9c1 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] Pushing event updated for resources: {'Port': ['ID=41bfb89d-3eb0-41a2-94c6-9adcca5e956c,revision_number=1']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:13:37.750289 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-f01b9966-bd8d-4f23-a38f-85597adfe441 req-d2565d6b-c910-455a-bdf6-fca7f250d9c1 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9651225 May 03 14:13:37.763072 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-a35705a4-078b-4574-8649-6b02ef22a025 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766'] for subnet (0c20dc25-b183-49e6-bfc1-a380dfea11a0), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:37.770851 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.db [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] For port f7ef36ed-a7b3-4cc2-b2a5-c5fe96f2f96c, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=f7ef36ed-a7b3-4cc2-b2a5-c5fe96f2f96c,segment=NetworkSegment(722bef02-8968-4827-9162-fc1e452e0aa3),segment_id=722bef02-8968-4827-9162-fc1e452e0aa3)] {{(pid=103471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 14:13:37.776543 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786921284783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786920821414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786920821432'] for port (f7ef36ed-a7b3-4cc2-b2a5-c5fe96f2f96c), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:37.830557 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35705a4-078b-4574-8649-6b02ef22a025 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0c20dc25-b183-49e6-bfc1-a380dfea11a0,revision_number=None']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:13:37.843230 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-a35705a4-078b-4574-8649-6b02ef22a025 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:37.850346 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-a35705a4-078b-4574-8649-6b02ef22a025 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/0c20dc25-b183-49e6-bfc1-a380dfea11a0 HTTP/1.1" status: 204 len: 168 time: 0.5150998 May 03 14:13:37.850575 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.wsgi [-] (103470) accepted ('10.222.0.36', 42768) {{(pid=103470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:13:37.896338 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Pushing event updated for resources: {'Port': ['ID=f7ef36ed-a7b3-4cc2-b2a5-c5fe96f2f96c,revision_number=5']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:13:37.897248 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-a4431024-80ad-412d-9625-4874bcffe911 req-db57787f-aebb-4a47-b548-99dc3c378b02 service neutron] 10.222.0.36 "GET /v2.0/networks/89bc2c7d-2b97-4518-b62e-d0f098e36f62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2329292 May 03 14:13:38.037221 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc549508-e97e-4108-a993-4726560c2872 req-3829b1be-e775-449a-a061-c24749d7e987 tempest-DeleteServersTestJSON-192415404 tempest-DeleteServersTestJSON-192415404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:13:38.039287 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-bc549508-e97e-4108-a993-4726560c2872 req-3829b1be-e775-449a-a061-c24749d7e987 tempest-DeleteServersTestJSON-192415404 tempest-DeleteServersTestJSON-192415404-project] 10.222.0.36 "GET /v2.0/ports?device_id=dc4affea-e303-483f-a2f6-72e48c8034df HTTP/1.1" status: 200 len: 945 time: 0.1571462 May 03 14:13:38.067754 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-1dd8b8f0-c074-4313-b050-3980980c0ede admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-661340'] for network (642ad582-dbdc-48e1-b3c1-1ecd7a0d8da0), before_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:38.078526 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}258de9d1a1c653a46c94c94b096b8a314ffaed5fb8c929df022c823a20d863ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dcc6e66-9a68-4126-8898-70d3c1ed0736" -d '{"events": [{"server_uuid": "dc4affea-e303-483f-a2f6-72e48c8034df", "name": "network-vif-plugged", "status": "completed", "tag": "f7ef36ed-a7b3-4cc2-b2a5-c5fe96f2f96c"}]}' {{(pid=103471) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 14:13:38.109626 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.provisioning_blocks [None req-855428df-c5ba-4220-b2b5-4bc4b1e4a6c1 None None] Provisioning complete for port 41bfb89d-3eb0-41a2-94c6-9adcca5e956c triggered by entity DHCP. {{(pid=103471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 14:13:38.112844 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-855428df-c5ba-4220-b2b5-4bc4b1e4a6c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749148'] for port (41bfb89d-3eb0-41a2-94c6-9adcca5e956c), provisioning_complete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:38.196999 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-bc549508-e97e-4108-a993-4726560c2872 req-b9dec524-4439-47ea-ac76-9efb393e76fc tempest-DeleteServersTestJSON-192415404 tempest-DeleteServersTestJSON-192415404-project] 10.222.0.36 "GET /v2.0/security-groups?id=4cb41abf-3a2c-4d1f-8158-0555ad7265bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237271 May 03 14:13:38.225476 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [None req-855428df-c5ba-4220-b2b5-4bc4b1e4a6c1 None None] Port 41bfb89d-3eb0-41a2-94c6-9adcca5e956c cannot update to ACTIVE because it is not bound. {{(pid=103471) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 03 14:13:38.233898 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-3d497699-f788-4fea-a60d-3e64f2a0f331 req-fdaaea94-e079-4741-9351-94f839f11c92 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] 10.222.0.36 "GET /v2.0/ports?device_id=117976ba-33e4-4830-a66f-0cd354096c9b HTTP/1.1" status: 200 len: 210 time: 0.0706899 May 03 14:13:38.292684 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-1dd8b8f0-c074-4313-b050-3980980c0ede admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-751355', 'neutron.services.segments.db._delete_segments_for_network-8786921254202'] for network (642ad582-dbdc-48e1-b3c1-1ecd7a0d8da0), precommit_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:38.340642 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-565dc6ec-69b7-4e19-9a75-4e10632f23c5 req-652bf834-2743-4be0-b67f-79bdb2b890cc tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] 10.222.0.36 "GET /v2.0/ports?device_id=c69a66ae-c5d7-46a8-9f8f-2f3a59f00efb HTTP/1.1" status: 200 len: 210 time: 0.0442619 May 03 14:13:38.352863 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-1dd8b8f0-c074-4313-b050-3980980c0ede admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103470) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 14:13:38.353508 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-1dd8b8f0-c074-4313-b050-3980980c0ede admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103470) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 14:13:38.354601 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-1dd8b8f0-c074-4313-b050-3980980c0ede admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103470) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 14:13:38.355083 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-1dd8b8f0-c074-4313-b050-3980980c0ede admin admin] Subscribe: > port after_create 55550000 {{(pid=103470) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 14:13:38.355601 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-1dd8b8f0-c074-4313-b050-3980980c0ede admin admin] Subscribe: > port after_delete 55550000 {{(pid=103470) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 14:13:38.356246 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-1dd8b8f0-c074-4313-b050-3980980c0ede admin admin] Subscribe: > port after_update 55550000 {{(pid=103470) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 14:13:38.357181 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-1dd8b8f0-c074-4313-b050-3980980c0ede admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103470) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 14:13:38.357704 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-1dd8b8f0-c074-4313-b050-3980980c0ede admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103470) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 14:13:38.358295 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-1dd8b8f0-c074-4313-b050-3980980c0ede admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103470) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 14:13:38.358932 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-1dd8b8f0-c074-4313-b050-3980980c0ede admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103470) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 14:13:38.415496 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 May 2022 14:13:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d55aaf9-7c30-4146-9e16-493e3e9aab16 x-openstack-request-id: req-6d55aaf9-7c30-4146-9e16-493e3e9aab16 {{(pid=103471) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 14:13:38.415806 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc4affea-e303-483f-a2f6-72e48c8034df", "name": "network-vif-plugged", "status": "completed", "tag": "f7ef36ed-a7b3-4cc2-b2a5-c5fe96f2f96c", "code": 200}]} {{(pid=103471) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 14:13:38.416145 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-6d55aaf9-7c30-4146-9e16-493e3e9aab16 {{(pid=103471) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 14:13:38.416504 dv-cinder-839793-5-iscsi neutron-server[103471]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6d55aaf9-7c30-4146-9e16-493e3e9aab16'] response: {'server_uuid': 'dc4affea-e303-483f-a2f6-72e48c8034df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7ef36ed-a7b3-4cc2-b2a5-c5fe96f2f96c', 'code': 200} May 03 14:13:38.486436 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-1dd8b8f0-c074-4313-b050-3980980c0ede admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103470) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 14:13:38.487069 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-1dd8b8f0-c074-4313-b050-3980980c0ede admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103470) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 14:13:38.487390 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-1dd8b8f0-c074-4313-b050-3980980c0ede admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103470) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 14:13:38.487733 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-1dd8b8f0-c074-4313-b050-3980980c0ede admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103470) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 14:13:38.488217 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.services.segments.db [None req-1dd8b8f0-c074-4313-b050-3980980c0ede admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['642ad582-dbdc-48e1-b3c1-1ecd7a0d8da0']}} {{(pid=103470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:13:38.541940 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.services.segments.db [None req-1dd8b8f0-c074-4313-b050-3980980c0ede admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64ae6ef4-93cd-49fb-be04-45866378b810') {'for_net_delete': True} {{(pid=103470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:13:38.542198 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.services.segments.db [None req-1dd8b8f0-c074-4313-b050-3980980c0ede admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64ae6ef4-93cd-49fb-be04-45866378b810') {} {{(pid=103470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:13:38.569977 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-1dd8b8f0-c074-4313-b050-3980980c0ede admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786921254723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5129613'] for segment (64ae6ef4-93cd-49fb-be04-45866378b810), before_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:38.607849 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc658775-fdbd-4a91-be18-e972f64b8770 req-4536c656-62d3-491c-8b13-5c23e87b56e4 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:13:38.621886 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-bc658775-fdbd-4a91-be18-e972f64b8770 req-4536c656-62d3-491c-8b13-5c23e87b56e4 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] 10.222.0.36 "GET /v2.0/ports?device_id=92530935-2104-4b61-a2f8-286b3c1184d0 HTTP/1.1" status: 200 len: 931 time: 0.1266840 May 03 14:13:38.633872 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-1dd8b8f0-c074-4313-b050-3980980c0ede admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-690795'] for segment (64ae6ef4-93cd-49fb-be04-45866378b810), precommit_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:38.650535 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1dd8b8f0-c074-4313-b050-3980980c0ede admin admin] Releasing vlan 246 on physical network physnet1 to pool {{(pid=103470) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 03 14:13:38.650942 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-1dd8b8f0-c074-4313-b050-3980980c0ede admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-690795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7524522'] for segment (64ae6ef4-93cd-49fb-be04-45866378b810), after_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:38.683538 dv-cinder-839793-5-iscsi neutron-server[103470]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 03 14:13:38.683538 dv-cinder-839793-5-iscsi neutron-server[103470]: from cryptography.utils import int_from_bytes May 03 14:13:38.683538 dv-cinder-839793-5-iscsi neutron-server[103470]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 03 14:13:38.683538 dv-cinder-839793-5-iscsi neutron-server[103470]: from cryptography.utils import int_from_bytes May 03 14:13:38.683538 dv-cinder-839793-5-iscsi neutron-server[103470]: Traceback (most recent call last): May 03 14:13:38.683538 dv-cinder-839793-5-iscsi neutron-server[103470]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 03 14:13:38.683538 dv-cinder-839793-5-iscsi neutron-server[103470]: timer() May 03 14:13:38.683538 dv-cinder-839793-5-iscsi neutron-server[103470]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 14:13:38.683538 dv-cinder-839793-5-iscsi neutron-server[103470]: cb(*args, **kw) May 03 14:13:38.683538 dv-cinder-839793-5-iscsi neutron-server[103470]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 03 14:13:38.683538 dv-cinder-839793-5-iscsi neutron-server[103470]: return func(*args, **kwargs) May 03 14:13:38.683538 dv-cinder-839793-5-iscsi neutron-server[103470]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 14:13:38.683538 dv-cinder-839793-5-iscsi neutron-server[103470]: self._notify() May 03 14:13:38.683538 dv-cinder-839793-5-iscsi neutron-server[103470]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 14:13:38.683538 dv-cinder-839793-5-iscsi neutron-server[103470]: self.callback(batched_events) May 03 14:13:38.683538 dv-cinder-839793-5-iscsi neutron-server[103470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 14:13:38.683538 dv-cinder-839793-5-iscsi neutron-server[103470]: event.method(event) May 03 14:13:38.683538 dv-cinder-839793-5-iscsi neutron-server[103470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 03 14:13:38.683538 dv-cinder-839793-5-iscsi neutron-server[103470]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 14:13:38.683538 dv-cinder-839793-5-iscsi neutron-server[103470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 03 14:13:38.683538 dv-cinder-839793-5-iscsi neutron-server[103470]: aggregate_uuid = self.p_client.list_aggregates( May 03 14:13:38.683538 dv-cinder-839793-5-iscsi neutron-server[103470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 03 14:13:38.683538 dv-cinder-839793-5-iscsi neutron-server[103470]: return f(self, *a, **k) May 03 14:13:38.683538 dv-cinder-839793-5-iscsi neutron-server[103470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 03 14:13:38.683538 dv-cinder-839793-5-iscsi neutron-server[103470]: return self._get(url).json() May 03 14:13:38.683538 dv-cinder-839793-5-iscsi neutron-server[103470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 03 14:13:38.683538 dv-cinder-839793-5-iscsi neutron-server[103470]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 14:13:38.683538 dv-cinder-839793-5-iscsi neutron-server[103470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 03 14:13:38.683538 dv-cinder-839793-5-iscsi neutron-server[103470]: return self.request(url, 'GET', **kwargs) May 03 14:13:38.683538 dv-cinder-839793-5-iscsi neutron-server[103470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 03 14:13:38.683538 dv-cinder-839793-5-iscsi neutron-server[103470]: base_url = self.get_endpoint(auth, allow=allow, May 03 14:13:38.683538 dv-cinder-839793-5-iscsi neutron-server[103470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 03 14:13:38.683538 dv-cinder-839793-5-iscsi neutron-server[103470]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 14:13:38.683538 dv-cinder-839793-5-iscsi neutron-server[103470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 03 14:13:38.683538 dv-cinder-839793-5-iscsi neutron-server[103470]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 14:13:38.683538 dv-cinder-839793-5-iscsi neutron-server[103470]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 14:13:38.761085 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-bc658775-fdbd-4a91-be18-e972f64b8770 req-defaed4b-7da7-4ead-8027-409b2709b0ee tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] 10.222.0.36 "GET /v2.0/security-groups?id=cbfeeeef-c433-4767-a994-eec44f2dc198&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382599 May 03 14:13:38.762416 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-1dd8b8f0-c074-4313-b050-3980980c0ede admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-751234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1700060'] for network (642ad582-dbdc-48e1-b3c1-1ecd7a0d8da0), after_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:38.770466 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-1dd8b8f0-c074-4313-b050-3980980c0ede admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599744'] for network (None), before_response {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:38.773663 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [None req-1dd8b8f0-c074-4313-b050-3980980c0ede admin admin] 10.222.0.36 "DELETE /v2.0/networks/642ad582-dbdc-48e1-b3c1-1ecd7a0d8da0 HTTP/1.1" status: 204 len: 168 time: 0.9219871 May 03 14:13:38.776498 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.36', 42820) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:13:38.805479 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd8b8f0-c074-4313-b050-3980980c0ede admin admin] Pushing event deleted for resources: {'Network': ['ID=642ad582-dbdc-48e1-b3c1-1ecd7a0d8da0,revision_number=None']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:13:38.841711 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.db.db_base_plugin_v2 [None req-2553b13d-37d3-42d7-8020-36f2ac37c47f admin admin] Deleting subnet 328c46ee-0f73-467e-9096-f4f9863f63fb {{(pid=103469) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 03 14:13:38.845963 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-2553b13d-37d3-42d7-8020-36f2ac37c47f admin admin] Publish callbacks [] for subnet (328c46ee-0f73-467e-9096-f4f9863f63fb), before_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:38.885500 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-2553b13d-37d3-42d7-8020-36f2ac37c47f admin admin] Publish callbacks [] for subnet (328c46ee-0f73-467e-9096-f4f9863f63fb), precommit_delete_associations {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:38.891364 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-2553b13d-37d3-42d7-8020-36f2ac37c47f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751950'] for subnet (328c46ee-0f73-467e-9096-f4f9863f63fb), precommit_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:38.937887 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-001bba9e-8f7d-401c-a163-b5915dbbdffe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786921254184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749114'] for agent (2583ee88-9503-4370-b6e4-0a676865815e), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:38.954855 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-2553b13d-37d3-42d7-8020-36f2ac37c47f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766'] for subnet (328c46ee-0f73-467e-9096-f4f9863f63fb), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:38.980362 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2553b13d-37d3-42d7-8020-36f2ac37c47f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=328c46ee-0f73-467e-9096-f4f9863f63fb,revision_number=None']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:13:38.986919 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-2553b13d-37d3-42d7-8020-36f2ac37c47f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:38.990133 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-2553b13d-37d3-42d7-8020-36f2ac37c47f admin admin] 10.222.0.36 "DELETE /v2.0/subnets/328c46ee-0f73-467e-9096-f4f9863f63fb HTTP/1.1" status: 204 len: 168 time: 0.2126646 May 03 14:13:38.992768 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.36', 42826) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:13:39.064937 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-89509f8f-cac9-4757-8b55-8495fef5e3e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-661340'] for network (b67b8e74-ac1e-4c15-99ef-81713f35810e), before_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:39.150228 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-89509f8f-cac9-4757-8b55-8495fef5e3e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-751355', 'neutron.services.segments.db._delete_segments_for_network-8786921254202'] for network (b67b8e74-ac1e-4c15-99ef-81713f35810e), precommit_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:39.171554 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-89509f8f-cac9-4757-8b55-8495fef5e3e5 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103469) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 14:13:39.171951 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-89509f8f-cac9-4757-8b55-8495fef5e3e5 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103469) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 14:13:39.172695 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-89509f8f-cac9-4757-8b55-8495fef5e3e5 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103469) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 14:13:39.173042 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-89509f8f-cac9-4757-8b55-8495fef5e3e5 admin admin] Subscribe: > port after_create 55550000 {{(pid=103469) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 14:13:39.173391 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-89509f8f-cac9-4757-8b55-8495fef5e3e5 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103469) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 14:13:39.173966 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-89509f8f-cac9-4757-8b55-8495fef5e3e5 admin admin] Subscribe: > port after_update 55550000 {{(pid=103469) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 14:13:39.174140 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-89509f8f-cac9-4757-8b55-8495fef5e3e5 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103469) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 14:13:39.174560 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-89509f8f-cac9-4757-8b55-8495fef5e3e5 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103469) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 14:13:39.174871 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-89509f8f-cac9-4757-8b55-8495fef5e3e5 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103469) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 14:13:39.175183 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-89509f8f-cac9-4757-8b55-8495fef5e3e5 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103469) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 14:13:39.240538 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-89509f8f-cac9-4757-8b55-8495fef5e3e5 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103469) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 14:13:39.241513 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-89509f8f-cac9-4757-8b55-8495fef5e3e5 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103469) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 14:13:39.241988 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-89509f8f-cac9-4757-8b55-8495fef5e3e5 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103469) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 14:13:39.242465 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-89509f8f-cac9-4757-8b55-8495fef5e3e5 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103469) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 14:13:39.242989 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.services.segments.db [None req-89509f8f-cac9-4757-8b55-8495fef5e3e5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b67b8e74-ac1e-4c15-99ef-81713f35810e']}} {{(pid=103469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:13:39.274867 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.services.segments.db [None req-89509f8f-cac9-4757-8b55-8495fef5e3e5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f223d76-654c-4e87-8d07-ea3ea45625d5') {'for_net_delete': True} {{(pid=103469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:13:39.275286 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.services.segments.db [None req-89509f8f-cac9-4757-8b55-8495fef5e3e5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f223d76-654c-4e87-8d07-ea3ea45625d5') {} {{(pid=103469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:13:39.340399 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-89509f8f-cac9-4757-8b55-8495fef5e3e5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786921254723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5908823'] for segment (1f223d76-654c-4e87-8d07-ea3ea45625d5), before_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:39.361811 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-31c032e8-95de-4293-b0f0-2ef3d5fe2693 req-756114d4-e865-4160-943c-bbcb9a5203fc tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] 10.222.0.36 "GET /v2.0/ports?device_id=117976ba-33e4-4830-a66f-0cd354096c9b HTTP/1.1" status: 200 len: 210 time: 0.0432944 May 03 14:13:39.387287 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-89509f8f-cac9-4757-8b55-8495fef5e3e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-690795'] for segment (1f223d76-654c-4e87-8d07-ea3ea45625d5), precommit_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:39.409519 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29b703e-fbca-4d2f-ab60-8c876bdc1535 req-49f719f6-a503-42b0-9f3f-0a7d26482efe tempest-DeleteServersTestJSON-192415404 tempest-DeleteServersTestJSON-192415404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:13:39.409519 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-f29b703e-fbca-4d2f-ab60-8c876bdc1535 req-49f719f6-a503-42b0-9f3f-0a7d26482efe tempest-DeleteServersTestJSON-192415404 tempest-DeleteServersTestJSON-192415404-project] 10.222.0.36 "GET /v2.0/ports?device_id=dc4affea-e303-483f-a2f6-72e48c8034df HTTP/1.1" status: 200 len: 945 time: 0.1269536 May 03 14:13:39.420017 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89509f8f-cac9-4757-8b55-8495fef5e3e5 admin admin] Releasing vlan 243 on physical network physnet1 to pool {{(pid=103469) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 03 14:13:39.420886 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-89509f8f-cac9-4757-8b55-8495fef5e3e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-690795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6178114'] for segment (1f223d76-654c-4e87-8d07-ea3ea45625d5), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:39.424833 dv-cinder-839793-5-iscsi neutron-server[103469]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 03 14:13:39.424833 dv-cinder-839793-5-iscsi neutron-server[103469]: from cryptography.utils import int_from_bytes May 03 14:13:39.424833 dv-cinder-839793-5-iscsi neutron-server[103469]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 03 14:13:39.424833 dv-cinder-839793-5-iscsi neutron-server[103469]: from cryptography.utils import int_from_bytes May 03 14:13:39.424833 dv-cinder-839793-5-iscsi neutron-server[103469]: Traceback (most recent call last): May 03 14:13:39.424833 dv-cinder-839793-5-iscsi neutron-server[103469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 03 14:13:39.424833 dv-cinder-839793-5-iscsi neutron-server[103469]: timer() May 03 14:13:39.424833 dv-cinder-839793-5-iscsi neutron-server[103469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 14:13:39.424833 dv-cinder-839793-5-iscsi neutron-server[103469]: cb(*args, **kw) May 03 14:13:39.424833 dv-cinder-839793-5-iscsi neutron-server[103469]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 03 14:13:39.424833 dv-cinder-839793-5-iscsi neutron-server[103469]: return func(*args, **kwargs) May 03 14:13:39.424833 dv-cinder-839793-5-iscsi neutron-server[103469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 14:13:39.424833 dv-cinder-839793-5-iscsi neutron-server[103469]: self._notify() May 03 14:13:39.424833 dv-cinder-839793-5-iscsi neutron-server[103469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 14:13:39.424833 dv-cinder-839793-5-iscsi neutron-server[103469]: self.callback(batched_events) May 03 14:13:39.424833 dv-cinder-839793-5-iscsi neutron-server[103469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 14:13:39.424833 dv-cinder-839793-5-iscsi neutron-server[103469]: event.method(event) May 03 14:13:39.424833 dv-cinder-839793-5-iscsi neutron-server[103469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 03 14:13:39.424833 dv-cinder-839793-5-iscsi neutron-server[103469]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 14:13:39.424833 dv-cinder-839793-5-iscsi neutron-server[103469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 03 14:13:39.424833 dv-cinder-839793-5-iscsi neutron-server[103469]: aggregate_uuid = self.p_client.list_aggregates( May 03 14:13:39.424833 dv-cinder-839793-5-iscsi neutron-server[103469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 03 14:13:39.424833 dv-cinder-839793-5-iscsi neutron-server[103469]: return f(self, *a, **k) May 03 14:13:39.424833 dv-cinder-839793-5-iscsi neutron-server[103469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 03 14:13:39.424833 dv-cinder-839793-5-iscsi neutron-server[103469]: return self._get(url).json() May 03 14:13:39.424833 dv-cinder-839793-5-iscsi neutron-server[103469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 03 14:13:39.424833 dv-cinder-839793-5-iscsi neutron-server[103469]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 14:13:39.424833 dv-cinder-839793-5-iscsi neutron-server[103469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 03 14:13:39.424833 dv-cinder-839793-5-iscsi neutron-server[103469]: return self.request(url, 'GET', **kwargs) May 03 14:13:39.424833 dv-cinder-839793-5-iscsi neutron-server[103469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 03 14:13:39.424833 dv-cinder-839793-5-iscsi neutron-server[103469]: base_url = self.get_endpoint(auth, allow=allow, May 03 14:13:39.424833 dv-cinder-839793-5-iscsi neutron-server[103469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 03 14:13:39.424833 dv-cinder-839793-5-iscsi neutron-server[103469]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 14:13:39.424833 dv-cinder-839793-5-iscsi neutron-server[103469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 03 14:13:39.424833 dv-cinder-839793-5-iscsi neutron-server[103469]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 14:13:39.424833 dv-cinder-839793-5-iscsi neutron-server[103469]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 14:13:39.480195 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-4d6f617a-ad55-42db-94a3-fdcd5d877304 req-27edb25c-d246-47e8-8640-2ed5f757974a tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] 10.222.0.36 "GET /v2.0/ports?device_id=c69a66ae-c5d7-46a8-9f8f-2f3a59f00efb HTTP/1.1" status: 200 len: 210 time: 0.0286994 May 03 14:13:39.691287 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-89509f8f-cac9-4757-8b55-8495fef5e3e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-751234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1700060'] for network (b67b8e74-ac1e-4c15-99ef-81713f35810e), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:39.697158 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-f29b703e-fbca-4d2f-ab60-8c876bdc1535 req-145621dc-237b-49d7-ac89-df11c4e83699 tempest-DeleteServersTestJSON-192415404 tempest-DeleteServersTestJSON-192415404-project] 10.222.0.36 "GET /v2.0/security-groups?id=4cb41abf-3a2c-4d1f-8158-0555ad7265bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2789462 May 03 14:13:39.702216 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-89509f8f-cac9-4757-8b55-8495fef5e3e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599744'] for network (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:39.708019 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-89509f8f-cac9-4757-8b55-8495fef5e3e5 admin admin] 10.222.0.36 "DELETE /v2.0/networks/b67b8e74-ac1e-4c15-99ef-81713f35810e HTTP/1.1" status: 204 len: 168 time: 0.7115948 May 03 14:13:39.718685 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89509f8f-cac9-4757-8b55-8495fef5e3e5 admin admin] Pushing event deleted for resources: {'Network': ['ID=b67b8e74-ac1e-4c15-99ef-81713f35810e,revision_number=None']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:13:39.869728 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.rpc [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Device 21ad2528-42ab-4579-b7d9-353333b840fe details requested by agent hyperv_hv-cinder-83979 with host hv-cinder-83979 {{(pid=103471) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 03 14:13:39.884014 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.v2.base [req-f01b9966-bd8d-4f23-a38f-85597adfe441 req-9eee0699-e9ac-4277-975e-459a726395a1 service neutron] Request body: {'port': {'device_id': '92530935-2104-4b61-a2f8-286b3c1184d0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83979'}} {{(pid=103469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 14:13:39.923698 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.36', 42864) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:13:40.042581 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-f01b9966-bd8d-4f23-a38f-85597adfe441 req-9eee0699-e9ac-4277-975e-459a726395a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585126'] for port (41bfb89d-3eb0-41a2-94c6-9adcca5e956c), before_update {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:40.063399 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-9b797d20-37ce-492c-8381-2f0e472e26ac req-8f14b883-12de-4f5d-b3c5-ffcb78508e67 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=21ad2528-42ab-4579-b7d9-353333b840fe HTTP/1.1" status: 200 len: 217 time: 0.1525931 May 03 14:13:40.071726 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-2cce3f2c-5c7f-4932-9075-d0bfdaff59d5 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b93d213e2ffb496a965faffef1768a56&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1468368 May 03 14:13:40.074911 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b96dc7b-09e0-454b-98ef-3283ddba419c req-2bfb6f7b-9770-410b-9b6b-761d8f087edf tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:13:40.078133 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.36', 42874) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:13:40.088475 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.db [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] For port 21ad2528-42ab-4579-b7d9-353333b840fe, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=21ad2528-42ab-4579-b7d9-353333b840fe,segment=NetworkSegment(1c54dd20-bf4d-49bf-9498-4e1d488f7c61),segment_id=1c54dd20-bf4d-49bf-9498-4e1d488f7c61)] {{(pid=103471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 14:13:40.089034 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-9b96dc7b-09e0-454b-98ef-3283ddba419c req-2bfb6f7b-9770-410b-9b6b-761d8f087edf tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] 10.222.0.36 "GET /v2.0/ports?device_id=92530935-2104-4b61-a2f8-286b3c1184d0 HTTP/1.1" status: 200 len: 931 time: 0.2345903 May 03 14:13:40.128613 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.rpc [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Returning: {'device': '21ad2528-42ab-4579-b7d9-353333b840fe', 'network_id': 'ed744a5b-777c-4bee-b278-dee1b499d8aa', 'port_id': '21ad2528-42ab-4579-b7d9-353333b840fe', 'mac_address': 'fa:16:3e:20:c1:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 224, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a87b0fb7-75d3-4b90-b91b-05349e630701', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103471) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 03 14:13:40.149665 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.26', 58702) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:13:40.191650 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Current status of the port 21ad2528-42ab-4579-b7d9-353333b840fe is: DOWN; New status is: BUILD {{(pid=103471) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 14:13:40.192680 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585126'] for port (21ad2528-42ab-4579-b7d9-353333b840fe), before_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:40.208712 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b797d20-37ce-492c-8381-2f0e472e26ac req-ce6d130e-66eb-4a1c-b85d-c43ae4a6327f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:13:40.210227 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-9b797d20-37ce-492c-8381-2f0e472e26ac req-ce6d130e-66eb-4a1c-b85d-c43ae4a6327f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a87b0fb7-75d3-4b90-b91b-05349e630701 HTTP/1.1" status: 200 len: 858 time: 0.1192527 May 03 14:13:40.217979 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.notifiers.nova [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21ad2528-42ab-4579-b7d9-353333b840fe {{(pid=103471) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 14:13:40.222403 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-9b96dc7b-09e0-454b-98ef-3283ddba419c req-82c74549-cc22-44f9-b5cf-9620796cedb7 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] 10.222.0.36 "GET /v2.0/security-groups?id=cbfeeeef-c433-4767-a994-eec44f2dc198&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328511 May 03 14:13:40.249003 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.db [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] For port 21ad2528-42ab-4579-b7d9-353333b840fe, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=21ad2528-42ab-4579-b7d9-353333b840fe,segment=NetworkSegment(1c54dd20-bf4d-49bf-9498-4e1d488f7c61),segment_id=1c54dd20-bf4d-49bf-9498-4e1d488f7c61)] {{(pid=103471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 14:13:40.255492 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786921284783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786920821414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786920821432'] for port (21ad2528-42ab-4579-b7d9-353333b840fe), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:40.277608 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b797d20-37ce-492c-8381-2f0e472e26ac req-8219582e-8a1b-49af-ad5b-a22367cd220d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:13:40.279293 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-9b797d20-37ce-492c-8381-2f0e472e26ac req-8219582e-8a1b-49af-ad5b-a22367cd220d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ed744a5b-777c-4bee-b278-dee1b499d8aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0509951 May 03 14:13:40.316486 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Pushing event updated for resources: {'Port': ['ID=21ad2528-42ab-4579-b7d9-353333b840fe,revision_number=4']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:13:40.346036 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85881253-50c7-45a7-8274-97f36d8efc31 req-02250340-effb-4afd-9c55-0526a1f57e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:13:40.348015 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-85881253-50c7-45a7-8274-97f36d8efc31 req-02250340-effb-4afd-9c55-0526a1f57e5f service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=dc4affea-e303-483f-a2f6-72e48c8034df HTTP/1.1" status: 200 len: 1129 time: 0.1957436 May 03 14:13:40.366788 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-c47192fc-4c61-43df-972c-45ddbe3c88e4 admin admin] Publish callbacks [] for security_group (1674a4d0-2c3d-40e7-9d16-2a574814ae78), before_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:40.372512 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-6b98c286-5509-41ae-9e31-4a328d4e2e3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786921254184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749114'] for agent (9772c1e2-61d8-4a11-97d8-348a0cefa431), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:40.421392 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-c47192fc-4c61-43df-972c-45ddbe3c88e4 admin admin] Publish callbacks [] for security_group (1674a4d0-2c3d-40e7-9d16-2a574814ae78), precommit_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:40.467853 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.db [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] get_ports_and_sgs() called for port_ids ['21ad2528-42ab-4579-b7d9-353333b840fe'] {{(pid=103471) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 03 14:13:40.540802 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-f7e7799e-32be-4669-a5d6-5b70c8b2cba2 req-f7588a94-cef3-4c73-9c36-6d6842e842d7 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] 10.222.0.36 "GET /v2.0/ports?device_id=117976ba-33e4-4830-a66f-0cd354096c9b HTTP/1.1" status: 200 len: 210 time: 0.0804281 May 03 14:13:40.641559 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-85881253-50c7-45a7-8274-97f36d8efc31 req-a65aa3eb-8949-4258-9c71-884a87bff546 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:40.687215 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-c77e84f7-422e-4b8d-9fa2-65254af52943 req-6b814388-1f62-4ae5-8408-b325d9d186db tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] 10.222.0.36 "GET /v2.0/ports?device_id=c69a66ae-c5d7-46a8-9f8f-2f3a59f00efb HTTP/1.1" status: 200 len: 210 time: 0.0472097 May 03 14:13:40.734437 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-9b797d20-37ce-492c-8381-2f0e472e26ac req-875636bd-1b76-44f3-a649-f478052ce357 service neutron] 10.222.0.26 "GET /v2.0/networks/ed744a5b-777c-4bee-b278-dee1b499d8aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2450540 May 03 14:13:40.767693 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.26', 58705) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:13:40.914960 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-c47192fc-4c61-43df-972c-45ddbe3c88e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656397'] for security_group (1674a4d0-2c3d-40e7-9d16-2a574814ae78), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:40.922382 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-9b797d20-37ce-492c-8381-2f0e472e26ac req-96d14d29-135b-4f14-ad3f-144b08af0cf9 service neutron] 10.222.0.26 "GET /v2.0/networks/ed744a5b-777c-4bee-b278-dee1b499d8aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1617594 May 03 14:13:40.926871 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-c47192fc-4c61-43df-972c-45ddbe3c88e4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:40.930566 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-c47192fc-4c61-43df-972c-45ddbe3c88e4 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/1674a4d0-2c3d-40e7-9d16-2a574814ae78 HTTP/1.1" status: 204 len: 168 time: 0.8489988 May 03 14:13:41.023921 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47192fc-4c61-43df-972c-45ddbe3c88e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1674a4d0-2c3d-40e7-9d16-2a574814ae78,revision_number=None']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:13:41.095012 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2170fa15-491e-49b8-ad6f-44189ec9616d req-d81cc1f7-01a4-4817-99b6-ec58dcbde0a2 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:13:41.096446 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-2170fa15-491e-49b8-ad6f-44189ec9616d req-d81cc1f7-01a4-4817-99b6-ec58dcbde0a2 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] 10.222.0.26 "GET /v2.0/networks?id=1672c90c-dee1-453a-a1dd-749ff902086f HTTP/1.1" status: 200 len: 817 time: 0.3277557 May 03 14:13:41.112240 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecb7826-0564-46b7-8637-728b28fff09b req-d6947a15-1f1d-4677-9838-ab8f57cd769a tempest-DeleteServersTestJSON-192415404 tempest-DeleteServersTestJSON-192415404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:13:41.114027 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-7ecb7826-0564-46b7-8637-728b28fff09b req-d6947a15-1f1d-4677-9838-ab8f57cd769a tempest-DeleteServersTestJSON-192415404 tempest-DeleteServersTestJSON-192415404-project] 10.222.0.36 "GET /v2.0/ports?device_id=dc4affea-e303-483f-a2f6-72e48c8034df HTTP/1.1" status: 200 len: 945 time: 0.2003493 May 03 14:13:41.133463 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.notifiers.nova [req-f01b9966-bd8d-4f23-a38f-85597adfe441 req-9eee0699-e9ac-4277-975e-459a726395a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41bfb89d-3eb0-41a2-94c6-9adcca5e956c {{(pid=103469) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 14:13:41.154140 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-f01b9966-bd8d-4f23-a38f-85597adfe441 req-9eee0699-e9ac-4277-975e-459a726395a1 service neutron] Publish callbacks [] for port (41bfb89d-3eb0-41a2-94c6-9adcca5e956c), precommit_update {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:41.218498 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.db.provisioning_blocks [req-f01b9966-bd8d-4f23-a38f-85597adfe441 req-9eee0699-e9ac-4277-975e-459a726395a1 service neutron] Transition to ACTIVE for port object 41bfb89d-3eb0-41a2-94c6-9adcca5e956c will not be triggered until provisioned by entity L2. {{(pid=103469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 03 14:13:41.224093 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4431024-80ad-412d-9625-4874bcffe911 req-231cba74-d221-4f2d-a8a5-554dbded904f tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:13:41.227265 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-a4431024-80ad-412d-9625-4874bcffe911 req-231cba74-d221-4f2d-a8a5-554dbded904f tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] 10.222.0.26 "GET /v2.0/networks?id=89bc2c7d-2b97-4518-b62e-d0f098e36f62 HTTP/1.1" status: 200 len: 815 time: 0.2824397 May 03 14:13:41.231276 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-85881253-50c7-45a7-8274-97f36d8efc31 req-a65aa3eb-8949-4258-9c71-884a87bff546 service neutron] Publish callbacks [] for security_group (873ff8ed-0b54-4e80-bbfb-30db441280a0), precommit_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:41.266096 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-f01b9966-bd8d-4f23-a38f-85597adfe441 req-9eee0699-e9ac-4277-975e-459a726395a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786921284783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786920821414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786920821432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6178150'] for port (41bfb89d-3eb0-41a2-94c6-9adcca5e956c), after_update {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:41.287819 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-85881253-50c7-45a7-8274-97f36d8efc31 req-a65aa3eb-8949-4258-9c71-884a87bff546 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656397'] for security_group (873ff8ed-0b54-4e80-bbfb-30db441280a0), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:41.401875 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-a4431024-80ad-412d-9625-4874bcffe911 req-bd2de1de-c859-45bb-89de-f17eca182624 tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=453906a2a829425aac1abdfad7b441d6 HTTP/1.1" status: 200 len: 379 time: 0.1670918 May 03 14:13:41.416410 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a25bea2-47a1-405b-b4dc-467947f0415f req-7f68e95e-e912-422f-84bc-5487165c5004 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:13:41.418070 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-7ecb7826-0564-46b7-8637-728b28fff09b req-659cf7a4-3430-4995-bc5d-2139afb64074 tempest-DeleteServersTestJSON-192415404 tempest-DeleteServersTestJSON-192415404-project] 10.222.0.36 "GET /v2.0/security-groups?id=4cb41abf-3a2c-4d1f-8158-0555ad7265bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2793353 May 03 14:13:41.423074 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-2170fa15-491e-49b8-ad6f-44189ec9616d req-59aaf896-eb73-4022-82d0-d82ba69ceb26 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8a5fa41c00a84a80ac2b2c0cc1ef74d8 HTTP/1.1" status: 200 len: 379 time: 0.3051934 May 03 14:13:41.430935 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-1a25bea2-47a1-405b-b4dc-467947f0415f req-7f68e95e-e912-422f-84bc-5487165c5004 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] 10.222.0.36 "GET /v2.0/ports?device_id=92530935-2104-4b61-a2f8-286b3c1184d0 HTTP/1.1" status: 200 len: 943 time: 0.1031644 May 03 14:13:41.443129 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-85881253-50c7-45a7-8274-97f36d8efc31 req-a65aa3eb-8949-4258-9c71-884a87bff546 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=4cb41abf-3a2c-4d1f-8158-0555ad7265bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8984790 May 03 14:13:41.448169 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.v2.base [req-a4431024-80ad-412d-9625-4874bcffe911 req-721d1ca8-ccc5-45e3-9ad9-ed345a4611ca tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Request body: {'port': {'device_id': 'c69a66ae-c5d7-46a8-9f8f-2f3a59f00efb', 'network_id': '89bc2c7d-2b97-4518-b62e-d0f098e36f62', 'admin_state_up': True, 'tenant_id': '453906a2a829425aac1abdfad7b441d6', 'security_groups': ['ac69989c-0c14-4feb-99e3-645de97976bd']}} {{(pid=103470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 14:13:41.454622 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.v2.base [req-2170fa15-491e-49b8-ad6f-44189ec9616d req-10e88cf5-38c6-4912-86c1-5a6dfcde853e tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] Request body: {'port': {'device_id': '117976ba-33e4-4830-a66f-0cd354096c9b', 'network_id': '1672c90c-dee1-453a-a1dd-749ff902086f', 'admin_state_up': True, 'tenant_id': '8a5fa41c00a84a80ac2b2c0cc1ef74d8', 'security_groups': ['5256d9b7-303d-41e8-9beb-13271ea5bfe5']}} {{(pid=103469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 14:13:41.463612 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65aa3eb-8949-4258-9c71-884a87bff546 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=873ff8ed-0b54-4e80-bbfb-30db441280a0,revision_number=1']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:13:41.466101 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eee0699-e9ac-4277-975e-459a726395a1 service neutron] Pushing event updated for resources: {'Port': ['ID=41bfb89d-3eb0-41a2-94c6-9adcca5e956c,revision_number=2']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:13:41.508337 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-ece2f477-2d6d-4faa-a9a3-ecc6a9d3b5ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786921254184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749114'] for agent (5abb75e8-e954-4dc0-bed6-210d2af77b9f), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:41.548306 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.36', 42940) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:13:41.580081 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-1a25bea2-47a1-405b-b4dc-467947f0415f req-29c0da24-59e0-43eb-b0c4-ebec5a90d2bc tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] 10.222.0.36 "GET /v2.0/security-groups?id=cbfeeeef-c433-4767-a994-eec44f2dc198&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479964 May 03 14:13:41.657632 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4431024-80ad-412d-9625-4874bcffe911 req-721d1ca8-ccc5-45e3-9ad9-ed345a4611ca tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Made reservation on behalf of 453906a2a829425aac1abdfad7b441d6 for: {'port': 1} {{(pid=103470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 14:13:41.662027 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [req-a4431024-80ad-412d-9625-4874bcffe911 req-721d1ca8-ccc5-45e3-9ad9-ed345a4611ca tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585126'] for port (None), before_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:41.714975 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-21e35533-15cd-49d7-8f22-9cd74d31a11b req-0bf5da6e-4b9b-407b-88ba-84309802a950 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] 10.222.0.36 "GET /v2.0/ports?device_id=117976ba-33e4-4830-a66f-0cd354096c9b HTTP/1.1" status: 200 len: 210 time: 0.0539958 May 03 14:13:41.730506 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-12d89359-51a9-41b0-9511-996a2c48454c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ca6136bae53743bfa63d54a58ed8abb9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1644931 May 03 14:13:41.732024 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.wsgi [-] (103470) accepted ('10.222.0.36', 42946) {{(pid=103470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:13:41.762440 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.managers [req-f01b9966-bd8d-4f23-a38f-85597adfe441 req-9eee0699-e9ac-4277-975e-459a726395a1 service neutron] Attempting to bind port 41bfb89d-3eb0-41a2-94c6-9adcca5e956c on host hv-cinder-83979 for vnic_type normal with profile {{(pid=103469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 03 14:13:41.763368 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.managers [req-f01b9966-bd8d-4f23-a38f-85597adfe441 req-9eee0699-e9ac-4277-975e-459a726395a1 service neutron] Attempting to bind port 41bfb89d-3eb0-41a2-94c6-9adcca5e956c by drivers openvswitch,hyperv on host hv-cinder-83979 at level 0 using segments [{'id': '1c54dd20-bf4d-49bf-9498-4e1d488f7c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'ed744a5b-777c-4bee-b278-dee1b499d8aa'}] {{(pid=103469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 03 14:13:41.763701 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f01b9966-bd8d-4f23-a38f-85597adfe441 req-9eee0699-e9ac-4277-975e-459a726395a1 service neutron] Attempting to bind port 41bfb89d-3eb0-41a2-94c6-9adcca5e956c on network ed744a5b-777c-4bee-b278-dee1b499d8aa {{(pid=103469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 14:13:41.773030 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f01b9966-bd8d-4f23-a38f-85597adfe441 req-9eee0699-e9ac-4277-975e-459a726395a1 service neutron] Port 41bfb89d-3eb0-41a2-94c6-9adcca5e956c on network ed744a5b-777c-4bee-b278-dee1b499d8aa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83979 {{(pid=103469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 03 14:13:41.773366 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f01b9966-bd8d-4f23-a38f-85597adfe441 req-9eee0699-e9ac-4277-975e-459a726395a1 service neutron] Attempting to bind port 41bfb89d-3eb0-41a2-94c6-9adcca5e956c on network ed744a5b-777c-4bee-b278-dee1b499d8aa {{(pid=103469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 14:13:41.784283 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f01b9966-bd8d-4f23-a38f-85597adfe441 req-9eee0699-e9ac-4277-975e-459a726395a1 service neutron] Checking agent: {'id': 'e81ee3ce-91e9-46ba-a5c7-9619c95b22a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83979', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 14, 11, 7), 'started_at': datetime.datetime(2022, 5, 3, 14, 11, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 14, 13, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 03 14:13:41.784740 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f01b9966-bd8d-4f23-a38f-85597adfe441 req-9eee0699-e9ac-4277-975e-459a726395a1 service neutron] Checking segment: {'id': '1c54dd20-bf4d-49bf-9498-4e1d488f7c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'ed744a5b-777c-4bee-b278-dee1b499d8aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 14:13:41.785121 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f01b9966-bd8d-4f23-a38f-85597adfe441 req-9eee0699-e9ac-4277-975e-459a726395a1 service neutron] Bound using segment: {'id': '1c54dd20-bf4d-49bf-9498-4e1d488f7c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'ed744a5b-777c-4bee-b278-dee1b499d8aa'} {{(pid=103469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 03 14:13:41.785597 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.managers [req-f01b9966-bd8d-4f23-a38f-85597adfe441 req-9eee0699-e9ac-4277-975e-459a726395a1 service neutron] Bound port: 41bfb89d-3eb0-41a2-94c6-9adcca5e956c, host: hv-cinder-83979, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c54dd20-bf4d-49bf-9498-4e1d488f7c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'ed744a5b-777c-4bee-b278-dee1b499d8aa'}}] {{(pid=103469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 03 14:13:41.785982 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-f01b9966-bd8d-4f23-a38f-85597adfe441 req-9eee0699-e9ac-4277-975e-459a726395a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585126'] for port (41bfb89d-3eb0-41a2-94c6-9adcca5e956c), before_update {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:41.806931 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2170fa15-491e-49b8-ad6f-44189ec9616d req-10e88cf5-38c6-4912-86c1-5a6dfcde853e tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] Made reservation on behalf of 8a5fa41c00a84a80ac2b2c0cc1ef74d8 for: {'port': 1} {{(pid=103469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 14:13:41.810343 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-2170fa15-491e-49b8-ad6f-44189ec9616d req-10e88cf5-38c6-4912-86c1-5a6dfcde853e tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585126'] for port (None), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:41.832845 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-f630dece-890d-4810-a1b5-e4bdcd3d626e req-fbc1b777-c25a-4ebd-a69e-89ac3c601b5d tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] 10.222.0.36 "GET /v2.0/ports?device_id=c69a66ae-c5d7-46a8-9f8f-2f3a59f00efb HTTP/1.1" status: 200 len: 210 time: 0.0556982 May 03 14:13:41.866196 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-2767544e-b05e-47de-88a4-f454a1fb6782 admin admin] Publish callbacks [] for security_group (9931c267-aab3-48aa-9fdf-14eb2101f567), before_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:41.874802 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.db.db_base_plugin_common [req-a4431024-80ad-412d-9625-4874bcffe911 req-721d1ca8-ccc5-45e3-9ad9-ed345a4611ca tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Allocated IP 172.20.0.8 (89bc2c7d-2b97-4518-b62e-d0f098e36f62/ce824052-6a3b-4ab6-8ac7-7607bba43c53/95147665-e446-4472-a616-c5c429b604f1) {{(pid=103470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 14:13:41.900919 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-2767544e-b05e-47de-88a4-f454a1fb6782 admin admin] Publish callbacks [] for security_group (9931c267-aab3-48aa-9fdf-14eb2101f567), precommit_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:41.907827 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.db [req-f01b9966-bd8d-4f23-a38f-85597adfe441 req-9eee0699-e9ac-4277-975e-459a726395a1 service neutron] For port 41bfb89d-3eb0-41a2-94c6-9adcca5e956c, host hv-cinder-83979, cleared binding levels {{(pid=103469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 14:13:41.928724 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.db [req-f01b9966-bd8d-4f23-a38f-85597adfe441 req-9eee0699-e9ac-4277-975e-459a726395a1 service neutron] For port 41bfb89d-3eb0-41a2-94c6-9adcca5e956c, host hv-cinder-83979, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=41bfb89d-3eb0-41a2-94c6-9adcca5e956c,segment=NetworkSegment(1c54dd20-bf4d-49bf-9498-4e1d488f7c61),segment_id=1c54dd20-bf4d-49bf-9498-4e1d488f7c61)] {{(pid=103469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 14:13:41.940841 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-f01b9966-bd8d-4f23-a38f-85597adfe441 req-9eee0699-e9ac-4277-975e-459a726395a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786921284783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786920821414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786920821432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6178150'] for port (41bfb89d-3eb0-41a2-94c6-9adcca5e956c), after_update {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:41.996320 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-2767544e-b05e-47de-88a4-f454a1fb6782 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656397'] for security_group (9931c267-aab3-48aa-9fdf-14eb2101f567), after_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:41.999024 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-2767544e-b05e-47de-88a4-f454a1fb6782 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:42.000600 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [None req-2767544e-b05e-47de-88a4-f454a1fb6782 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/9931c267-aab3-48aa-9fdf-14eb2101f567 HTTP/1.1" status: 204 len: 168 time: 0.2666678 May 03 14:13:42.004877 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01b9966-bd8d-4f23-a38f-85597adfe441 req-9eee0699-e9ac-4277-975e-459a726395a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:13:42.005320 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-f01b9966-bd8d-4f23-a38f-85597adfe441 req-9eee0699-e9ac-4277-975e-459a726395a1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599744'] for port (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:42.007431 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-f01b9966-bd8d-4f23-a38f-85597adfe441 req-9eee0699-e9ac-4277-975e-459a726395a1 service neutron] 10.222.0.26 "PUT /v2.0/ports/41bfb89d-3eb0-41a2-94c6-9adcca5e956c HTTP/1.1" status: 200 len: 1093 time: 2.1278203 May 03 14:13:42.008155 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92530935-2104-4b61-a2f8-286b3c1184d0', 'tag': '41bfb89d-3eb0-41a2-94c6-9adcca5e956c'}] {{(pid=103469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 14:13:42.010864 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68fe64b6b3a70a2f5f611128c103f52e8e68dc233ccb418b63396cbb83134719" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-776a0f7f-b47d-41b9-8cdf-6e3855a2b943" -d '{"events": [{"name": "network-changed", "server_uuid": "92530935-2104-4b61-a2f8-286b3c1184d0", "tag": "41bfb89d-3eb0-41a2-94c6-9adcca5e956c"}]}' {{(pid=103469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 14:13:42.047683 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.db.db_base_plugin_common [req-2170fa15-491e-49b8-ad6f-44189ec9616d req-10e88cf5-38c6-4912-86c1-5a6dfcde853e tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] Allocated IP 172.20.0.8 (1672c90c-dee1-453a-a1dd-749ff902086f/9797d54b-d4ac-4959-9119-15649c917e44/7bbb1028-4390-491f-bf7e-9db68148370c) {{(pid=103469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 14:13:42.050003 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eee0699-e9ac-4277-975e-459a726395a1 service neutron] Pushing event updated for resources: {'Port': ['ID=41bfb89d-3eb0-41a2-94c6-9adcca5e956c,revision_number=3']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:13:42.091685 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2767544e-b05e-47de-88a4-f454a1fb6782 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9931c267-aab3-48aa-9fdf-14eb2101f567,revision_number=None']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:13:42.126322 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 May 2022 14:13:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ce4e2b1-d1b6-4a00-b231-c6ddacf4b7f3 x-openstack-request-id: req-6ce4e2b1-d1b6-4a00-b231-c6ddacf4b7f3 {{(pid=103469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 14:13:42.126991 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92530935-2104-4b61-a2f8-286b3c1184d0", "tag": "41bfb89d-3eb0-41a2-94c6-9adcca5e956c", "status": "completed", "code": 200}]} {{(pid=103469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 14:13:42.126991 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-6ce4e2b1-d1b6-4a00-b231-c6ddacf4b7f3 {{(pid=103469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 14:13:42.127615 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6ce4e2b1-d1b6-4a00-b231-c6ddacf4b7f3'] response: {'name': 'network-changed', 'server_uuid': '92530935-2104-4b61-a2f8-286b3c1184d0', 'tag': '41bfb89d-3eb0-41a2-94c6-9adcca5e956c', 'status': 'completed', 'code': 200} May 03 14:13:42.158363 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [req-a4431024-80ad-412d-9625-4874bcffe911 req-721d1ca8-ccc5-45e3-9ad9-ed345a4611ca tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Publish callbacks [] for port (95147665-e446-4472-a616-c5c429b604f1), precommit_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:42.206135 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [req-a4431024-80ad-412d-9625-4874bcffe911 req-721d1ca8-ccc5-45e3-9ad9-ed345a4611ca tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786920821396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7524599'] for port (95147665-e446-4472-a616-c5c429b604f1), after_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:42.267133 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-2170fa15-491e-49b8-ad6f-44189ec9616d req-10e88cf5-38c6-4912-86c1-5a6dfcde853e tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] Publish callbacks [] for port (7bbb1028-4390-491f-bf7e-9db68148370c), precommit_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:42.327898 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-2170fa15-491e-49b8-ad6f-44189ec9616d req-10e88cf5-38c6-4912-86c1-5a6dfcde853e tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786920821396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6178079'] for port (7bbb1028-4390-491f-bf7e-9db68148370c), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:42.382955 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2170fa15-491e-49b8-ad6f-44189ec9616d req-10e88cf5-38c6-4912-86c1-5a6dfcde853e tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] Network 1672c90c-dee1-453a-a1dd-749ff902086f is already hosted by enough agents. {{(pid=103469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 14:13:42.389514 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.scheduler.base_scheduler [req-2170fa15-491e-49b8-ad6f-44189ec9616d req-10e88cf5-38c6-4912-86c1-5a6dfcde853e tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] Resources bound (agent type, host, resource id): {{(pid=103469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 14:13:42.408046 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e88cf5-38c6-4912-86c1-5a6dfcde853e tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] Pushing event updated for resources: {'Port': ['ID=7bbb1028-4390-491f-bf7e-9db68148370c,revision_number=1']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:13:42.412248 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.db.l3_dvrscheduler_db [req-2170fa15-491e-49b8-ad6f-44189ec9616d req-10e88cf5-38c6-4912-86c1-5a6dfcde853e tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] Received port after_create {{(pid=103469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 14:13:42.434013 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4431024-80ad-412d-9625-4874bcffe911 req-721d1ca8-ccc5-45e3-9ad9-ed345a4611ca tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Network 89bc2c7d-2b97-4518-b62e-d0f098e36f62 is already hosted by enough agents. {{(pid=103470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 14:13:42.437278 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.scheduler.base_scheduler [req-a4431024-80ad-412d-9625-4874bcffe911 req-721d1ca8-ccc5-45e3-9ad9-ed345a4611ca tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Resources bound (agent type, host, resource id): {{(pid=103470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 14:13:42.447907 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4431024-80ad-412d-9625-4874bcffe911 req-721d1ca8-ccc5-45e3-9ad9-ed345a4611ca tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Received port after_create {{(pid=103470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 14:13:42.507021 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721d1ca8-ccc5-45e3-9ad9-ed345a4611ca tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Pushing event updated for resources: {'Port': ['ID=95147665-e446-4472-a616-c5c429b604f1,revision_number=1']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:13:42.533638 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4431024-80ad-412d-9625-4874bcffe911 req-721d1ca8-ccc5-45e3-9ad9-ed345a4611ca tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:13:42.534510 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [req-a4431024-80ad-412d-9625-4874bcffe911 req-721d1ca8-ccc5-45e3-9ad9-ed345a4611ca tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599744'] for port (None), before_response {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:42.559554 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2170fa15-491e-49b8-ad6f-44189ec9616d req-10e88cf5-38c6-4912-86c1-5a6dfcde853e tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:13:42.565919 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-2170fa15-491e-49b8-ad6f-44189ec9616d req-10e88cf5-38c6-4912-86c1-5a6dfcde853e tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599744'] for port (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:42.567576 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-a4431024-80ad-412d-9625-4874bcffe911 req-721d1ca8-ccc5-45e3-9ad9-ed345a4611ca tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1275702 May 03 14:13:42.600994 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.rpc [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Device 21ad2528-42ab-4579-b7d9-353333b840fe up at agent hyperv_hv-cinder-83979 {{(pid=103471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 14:13:42.603312 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-2170fa15-491e-49b8-ad6f-44189ec9616d req-10e88cf5-38c6-4912-86c1-5a6dfcde853e tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1627035 May 03 14:13:42.670787 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb592a7-06cf-48a1-80d4-340fbbdedfae req-a8a087c3-41e6-453f-8e3d-871edb5dda05 tempest-DeleteServersTestJSON-192415404 tempest-DeleteServersTestJSON-192415404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:13:42.677473 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-afb592a7-06cf-48a1-80d4-340fbbdedfae req-a8a087c3-41e6-453f-8e3d-871edb5dda05 tempest-DeleteServersTestJSON-192415404 tempest-DeleteServersTestJSON-192415404-project] 10.222.0.36 "GET /v2.0/ports?device_id=dc4affea-e303-483f-a2f6-72e48c8034df HTTP/1.1" status: 200 len: 945 time: 0.1081450 May 03 14:13:42.750408 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-afb592a7-06cf-48a1-80d4-340fbbdedfae req-6891edb2-ae8e-4a70-a81e-aa93ce0e838b tempest-DeleteServersTestJSON-192415404 tempest-DeleteServersTestJSON-192415404-project] 10.222.0.36 "GET /v2.0/security-groups?id=4cb41abf-3a2c-4d1f-8158-0555ad7265bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601554 May 03 14:13:42.780763 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.provisioning_blocks [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Provisioning for port 21ad2528-42ab-4579-b7d9-353333b840fe completed by entity L2. {{(pid=103471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 03 14:13:42.793247 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.provisioning_blocks [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Provisioning complete for port 21ad2528-42ab-4579-b7d9-353333b840fe triggered by entity L2. {{(pid=103471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 14:13:42.793691 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749148'] for port (21ad2528-42ab-4579-b7d9-353333b840fe), provisioning_complete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:42.827343 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05f4e62-2192-45c4-8064-65ab9198e177 req-a9187a7c-18c4-4788-9459-39e2edfea8b0 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:13:42.829325 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-e05f4e62-2192-45c4-8064-65ab9198e177 req-a9187a7c-18c4-4788-9459-39e2edfea8b0 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] 10.222.0.36 "GET /v2.0/ports?device_id=92530935-2104-4b61-a2f8-286b3c1184d0 HTTP/1.1" status: 200 len: 943 time: 0.1256614 May 03 14:13:42.852279 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.provisioning_blocks [None req-7a6a344f-8192-4e0c-a6e6-ec2eabeb41e3 None None] Provisioning complete for port 7bbb1028-4390-491f-bf7e-9db68148370c triggered by entity DHCP. {{(pid=103471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 14:13:42.852824 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-7a6a344f-8192-4e0c-a6e6-ec2eabeb41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749148'] for port (7bbb1028-4390-491f-bf7e-9db68148370c), provisioning_complete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:42.910483 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [None req-7a6a344f-8192-4e0c-a6e6-ec2eabeb41e3 None None] Port 7bbb1028-4390-491f-bf7e-9db68148370c cannot update to ACTIVE because it is not bound. {{(pid=103471) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 03 14:13:42.911897 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66f9458-08aa-43d6-8ef7-70a6072f706c req-8ed082e4-c460-42df-957c-bab774b01e88 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:13:42.917343 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-f66f9458-08aa-43d6-8ef7-70a6072f706c req-8ed082e4-c460-42df-957c-bab774b01e88 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] 10.222.0.36 "GET /v2.0/ports?device_id=117976ba-33e4-4830-a66f-0cd354096c9b HTTP/1.1" status: 200 len: 931 time: 0.0733361 May 03 14:13:42.937942 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-e05f4e62-2192-45c4-8064-65ab9198e177 req-e1fca065-5965-4d36-8b47-5f688698421d tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] 10.222.0.36 "GET /v2.0/security-groups?id=cbfeeeef-c433-4767-a994-eec44f2dc198&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023567 May 03 14:13:42.950548 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Current status of the port 21ad2528-42ab-4579-b7d9-353333b840fe is: BUILD; New status is: ACTIVE {{(pid=103471) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 14:13:42.951040 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585126'] for port (21ad2528-42ab-4579-b7d9-353333b840fe), before_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:42.977561 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba9b5683-3cbc-4f53-803e-cd5413dfcbc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21ad2528-42ab-4579-b7d9-353333b840fe'}] {{(pid=103471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 14:13:42.982897 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.36', 42990) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:13:42.989485 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}258de9d1a1c653a46c94c94b096b8a314ffaed5fb8c929df022c823a20d863ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-818d16da-64c2-481d-9566-b3c94f33bd94" -d '{"events": [{"server_uuid": "ba9b5683-3cbc-4f53-803e-cd5413dfcbc0", "name": "network-vif-plugged", "status": "completed", "tag": "21ad2528-42ab-4579-b7d9-353333b840fe"}]}' {{(pid=103471) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 14:13:43.003657 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.db [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] For port 21ad2528-42ab-4579-b7d9-353333b840fe, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=21ad2528-42ab-4579-b7d9-353333b840fe,segment=NetworkSegment(1c54dd20-bf4d-49bf-9498-4e1d488f7c61),segment_id=1c54dd20-bf4d-49bf-9498-4e1d488f7c61)] {{(pid=103471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 14:13:43.010298 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786921284783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786920821414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786920821432'] for port (21ad2528-42ab-4579-b7d9-353333b840fe), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:43.037590 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-f66f9458-08aa-43d6-8ef7-70a6072f706c req-633a1dae-c8a4-41cf-a5d1-ad66c669b090 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] 10.222.0.36 "GET /v2.0/security-groups?id=5256d9b7-303d-41e8-9beb-13271ea5bfe5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1059773 May 03 14:13:43.074858 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.provisioning_blocks [None req-43f856d7-7762-488b-b7ce-1a6392433c35 None None] Provisioning complete for port 95147665-e446-4472-a616-c5c429b604f1 triggered by entity DHCP. {{(pid=103471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 14:13:43.075257 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-43f856d7-7762-488b-b7ce-1a6392433c35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749148'] for port (95147665-e446-4472-a616-c5c429b604f1), provisioning_complete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:43.091279 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db77788f-5c8c-4294-b30a-0987e0cd409d req-05c14ee8-2178-44c9-9b1f-11850b9e9ec4 tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:13:43.102666 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-db77788f-5c8c-4294-b30a-0987e0cd409d req-05c14ee8-2178-44c9-9b1f-11850b9e9ec4 tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] 10.222.0.36 "GET /v2.0/ports?device_id=c69a66ae-c5d7-46a8-9f8f-2f3a59f00efb HTTP/1.1" status: 200 len: 931 time: 0.1000106 May 03 14:13:43.122763 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 May 2022 14:13:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91708658-869a-4d3c-9644-0c98d468e324 x-openstack-request-id: req-91708658-869a-4d3c-9644-0c98d468e324 {{(pid=103471) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 14:13:43.123639 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba9b5683-3cbc-4f53-803e-cd5413dfcbc0", "name": "network-vif-plugged", "status": "completed", "tag": "21ad2528-42ab-4579-b7d9-353333b840fe", "code": 200}]} {{(pid=103471) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 14:13:43.124047 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-91708658-869a-4d3c-9644-0c98d468e324 {{(pid=103471) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 14:13:43.124585 dv-cinder-839793-5-iscsi neutron-server[103471]: INFO neutron.notifiers.nova [-] Nova event matching ['req-91708658-869a-4d3c-9644-0c98d468e324'] response: {'server_uuid': 'ba9b5683-3cbc-4f53-803e-cd5413dfcbc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21ad2528-42ab-4579-b7d9-353333b840fe', 'code': 200} May 03 14:13:43.140459 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Pushing event updated for resources: {'Port': ['ID=21ad2528-42ab-4579-b7d9-353333b840fe,revision_number=5']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:13:43.159166 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [None req-43f856d7-7762-488b-b7ce-1a6392433c35 None None] Port 95147665-e446-4472-a616-c5c429b604f1 cannot update to ACTIVE because it is not bound. {{(pid=103471) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 03 14:13:43.165428 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786921254184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749114'] for agent (43411681-d6d4-43ac-b892-434a22df3f6d), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:43.181766 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-db77788f-5c8c-4294-b30a-0987e0cd409d req-45a5042f-b732-4efd-9150-fb88508d4aad tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] 10.222.0.36 "GET /v2.0/security-groups?id=ac69989c-0c14-4feb-99e3-645de97976bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0776937 May 03 14:13:43.187862 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-a27f1906-4939-4914-abcc-0e3dbeb860a6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:43.334286 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-a27f1906-4939-4914-abcc-0e3dbeb860a6 admin admin] Publish callbacks [] for security_group (553eb154-72f8-43ba-8c17-2fe35b3f6153), precommit_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:43.339394 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-a27f1906-4939-4914-abcc-0e3dbeb860a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656397'] for security_group (553eb154-72f8-43ba-8c17-2fe35b3f6153), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:43.376605 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27f1906-4939-4914-abcc-0e3dbeb860a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=553eb154-72f8-43ba-8c17-2fe35b3f6153,revision_number=1']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:13:43.381331 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-a27f1906-4939-4914-abcc-0e3dbeb860a6 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b03ca0a925924649ab03aa6b75e68343&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3973007 May 03 14:13:43.383981 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.36', 43008) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:13:43.431801 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-29a93947-1d0c-4902-8280-25e7a39283d5 admin admin] Publish callbacks [] for security_group (553eb154-72f8-43ba-8c17-2fe35b3f6153), before_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:43.453984 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-29a93947-1d0c-4902-8280-25e7a39283d5 admin admin] Publish callbacks [] for security_group (553eb154-72f8-43ba-8c17-2fe35b3f6153), precommit_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:43.507749 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-29a93947-1d0c-4902-8280-25e7a39283d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656397'] for security_group (553eb154-72f8-43ba-8c17-2fe35b3f6153), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:43.510550 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-29a93947-1d0c-4902-8280-25e7a39283d5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:43.511796 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-29a93947-1d0c-4902-8280-25e7a39283d5 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/553eb154-72f8-43ba-8c17-2fe35b3f6153 HTTP/1.1" status: 204 len: 168 time: 0.1268997 May 03 14:13:43.520490 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a93947-1d0c-4902-8280-25e7a39283d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=553eb154-72f8-43ba-8c17-2fe35b3f6153,revision_number=None']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:13:43.857174 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.36', 43030) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:13:43.871921 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-20231671-79e8-4359-b893-f3f5b4e22aeb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:43.880978 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1caba3-bd1e-43f8-9440-dbde91429343 req-8f9169ad-f8d8-453f-a459-cd22beae5eeb tempest-DeleteServersTestJSON-192415404 tempest-DeleteServersTestJSON-192415404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:13:43.883062 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-7b1caba3-bd1e-43f8-9440-dbde91429343 req-8f9169ad-f8d8-453f-a459-cd22beae5eeb tempest-DeleteServersTestJSON-192415404 tempest-DeleteServersTestJSON-192415404-project] 10.222.0.36 "GET /v2.0/ports?device_id=dc4affea-e303-483f-a2f6-72e48c8034df HTTP/1.1" status: 200 len: 945 time: 0.0504031 May 03 14:13:43.936614 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-7b1caba3-bd1e-43f8-9440-dbde91429343 req-e8f794fd-040b-4ac1-83e7-a94722c57ee7 tempest-DeleteServersTestJSON-192415404 tempest-DeleteServersTestJSON-192415404-project] 10.222.0.36 "GET /v2.0/security-groups?id=4cb41abf-3a2c-4d1f-8158-0555ad7265bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467310 May 03 14:13:43.955339 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-20231671-79e8-4359-b893-f3f5b4e22aeb admin admin] Publish callbacks [] for security_group (6a407018-ff02-4351-af3a-ab733b2b7f9b), precommit_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:43.959540 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-20231671-79e8-4359-b893-f3f5b4e22aeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656397'] for security_group (6a407018-ff02-4351-af3a-ab733b2b7f9b), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:44.001532 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-20231671-79e8-4359-b893-f3f5b4e22aeb admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1cda940fa3e8405082ae69fa2f515ed0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1394155 May 03 14:13:44.001532 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20231671-79e8-4359-b893-f3f5b4e22aeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a407018-ff02-4351-af3a-ab733b2b7f9b,revision_number=1']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:13:44.002156 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.36', 43038) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:13:44.073960 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d14271-2685-48b0-9d9f-79456050596c req-7409d512-b5cd-4da9-8381-a42be156f5bc tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:13:44.075484 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-b6d14271-2685-48b0-9d9f-79456050596c req-7409d512-b5cd-4da9-8381-a42be156f5bc tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] 10.222.0.36 "GET /v2.0/ports?device_id=92530935-2104-4b61-a2f8-286b3c1184d0 HTTP/1.1" status: 200 len: 943 time: 0.0660491 May 03 14:13:44.117267 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-b0e39e3f-3803-4404-9714-16eb8f7535b1 admin admin] Publish callbacks [] for security_group (6a407018-ff02-4351-af3a-ab733b2b7f9b), before_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:44.157762 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-b0e39e3f-3803-4404-9714-16eb8f7535b1 admin admin] Publish callbacks [] for security_group (6a407018-ff02-4351-af3a-ab733b2b7f9b), precommit_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:44.166975 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-b6d14271-2685-48b0-9d9f-79456050596c req-a228e9d7-a8db-4c42-8ea0-74f7d36f9094 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] 10.222.0.36 "GET /v2.0/security-groups?id=cbfeeeef-c433-4767-a994-eec44f2dc198&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834129 May 03 14:13:44.209367 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80b1de2-1273-421c-b44f-7eb8b615ea92 req-bb00c16e-6f45-45cc-8dcc-be743a824966 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:13:44.219942 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-f80b1de2-1273-421c-b44f-7eb8b615ea92 req-bb00c16e-6f45-45cc-8dcc-be743a824966 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] 10.222.0.36 "GET /v2.0/ports?device_id=117976ba-33e4-4830-a66f-0cd354096c9b HTTP/1.1" status: 200 len: 931 time: 0.0903018 May 03 14:13:44.223742 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-b0e39e3f-3803-4404-9714-16eb8f7535b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656397'] for security_group (6a407018-ff02-4351-af3a-ab733b2b7f9b), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:44.227807 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-b0e39e3f-3803-4404-9714-16eb8f7535b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:44.228949 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-b0e39e3f-3803-4404-9714-16eb8f7535b1 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/6a407018-ff02-4351-af3a-ab733b2b7f9b HTTP/1.1" status: 204 len: 168 time: 0.2257421 May 03 14:13:44.239276 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e39e3f-3803-4404-9714-16eb8f7535b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a407018-ff02-4351-af3a-ab733b2b7f9b,revision_number=None']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:13:44.286288 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-f80b1de2-1273-421c-b44f-7eb8b615ea92 req-7de7f4c8-d2e2-4829-98fc-85b5e73ddae5 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] 10.222.0.36 "GET /v2.0/security-groups?id=5256d9b7-303d-41e8-9beb-13271ea5bfe5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0653174 May 03 14:13:44.356246 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fc4af8-2d7c-42f1-9da8-7e4a7080948d req-0443bb1a-411f-4b3e-bea7-22f28641e96e tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:13:44.357917 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-36fc4af8-2d7c-42f1-9da8-7e4a7080948d req-0443bb1a-411f-4b3e-bea7-22f28641e96e tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] 10.222.0.36 "GET /v2.0/ports?device_id=c69a66ae-c5d7-46a8-9f8f-2f3a59f00efb HTTP/1.1" status: 200 len: 931 time: 0.0630031 May 03 14:13:44.416230 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.v2.base [req-2170fa15-491e-49b8-ad6f-44189ec9616d req-c6d4b2a4-f438-45df-8b9e-0a9d479dbca1 service neutron] Request body: {'port': {'device_id': '117976ba-33e4-4830-a66f-0cd354096c9b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83979'}} {{(pid=103469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 14:13:44.417838 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.v2.base [req-a4431024-80ad-412d-9625-4874bcffe911 req-7951cd9a-b419-4d24-94a3-4b5f198a2c08 service neutron] Request body: {'port': {'device_id': 'c69a66ae-c5d7-46a8-9f8f-2f3a59f00efb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83979'}} {{(pid=103470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 14:13:44.469124 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-36fc4af8-2d7c-42f1-9da8-7e4a7080948d req-ee4f24d3-846a-4a8d-88d9-025a2a6ba182 tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] 10.222.0.36 "GET /v2.0/security-groups?id=ac69989c-0c14-4feb-99e3-645de97976bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1048334 May 03 14:13:44.512434 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-2170fa15-491e-49b8-ad6f-44189ec9616d req-c6d4b2a4-f438-45df-8b9e-0a9d479dbca1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585126'] for port (7bbb1028-4390-491f-bf7e-9db68148370c), before_update {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:44.543448 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [req-a4431024-80ad-412d-9625-4874bcffe911 req-7951cd9a-b419-4d24-94a3-4b5f198a2c08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585126'] for port (95147665-e446-4472-a616-c5c429b604f1), before_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:44.867120 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776a0f7f-b47d-41b9-8cdf-6e3855a2b943 req-b381c698-751a-4a92-b0fb-2109bcc4d57a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:13:44.867120 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-776a0f7f-b47d-41b9-8cdf-6e3855a2b943 req-b381c698-751a-4a92-b0fb-2109bcc4d57a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4e31890e50da4bcab23b81eee1c9a2d7&device_id=92530935-2104-4b61-a2f8-286b3c1184d0 HTTP/1.1" status: 200 len: 1127 time: 0.1065259 May 03 14:13:44.958970 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.notifiers.nova [req-a4431024-80ad-412d-9625-4874bcffe911 req-7951cd9a-b419-4d24-94a3-4b5f198a2c08 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95147665-e446-4472-a616-c5c429b604f1 {{(pid=103470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 14:13:44.974486 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [req-a4431024-80ad-412d-9625-4874bcffe911 req-7951cd9a-b419-4d24-94a3-4b5f198a2c08 service neutron] Publish callbacks [] for port (95147665-e446-4472-a616-c5c429b604f1), precommit_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:45.004197 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.db.provisioning_blocks [req-a4431024-80ad-412d-9625-4874bcffe911 req-7951cd9a-b419-4d24-94a3-4b5f198a2c08 service neutron] Transition to ACTIVE for port object 95147665-e446-4472-a616-c5c429b604f1 will not be triggered until provisioned by entity L2. {{(pid=103470) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 03 14:13:45.011532 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [req-a4431024-80ad-412d-9625-4874bcffe911 req-7951cd9a-b419-4d24-94a3-4b5f198a2c08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786921284783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786920821414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786920821432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7524494'] for port (95147665-e446-4472-a616-c5c429b604f1), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:45.152656 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7951cd9a-b419-4d24-94a3-4b5f198a2c08 service neutron] Pushing event updated for resources: {'Port': ['ID=95147665-e446-4472-a616-c5c429b604f1,revision_number=2']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:13:45.175604 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1c27fa-dfb4-49bd-814b-f3b428692c11 req-a2f00e4f-a587-4547-b9cd-c72f04aec7b6 tempest-DeleteServersTestJSON-192415404 tempest-DeleteServersTestJSON-192415404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:13:45.177266 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-da1c27fa-dfb4-49bd-814b-f3b428692c11 req-a2f00e4f-a587-4547-b9cd-c72f04aec7b6 tempest-DeleteServersTestJSON-192415404 tempest-DeleteServersTestJSON-192415404-project] 10.222.0.36 "GET /v2.0/ports?device_id=dc4affea-e303-483f-a2f6-72e48c8034df HTTP/1.1" status: 200 len: 945 time: 0.1273634 May 03 14:13:45.272396 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.managers [req-a4431024-80ad-412d-9625-4874bcffe911 req-7951cd9a-b419-4d24-94a3-4b5f198a2c08 service neutron] Attempting to bind port 95147665-e446-4472-a616-c5c429b604f1 on host hv-cinder-83979 for vnic_type normal with profile {{(pid=103470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 03 14:13:45.272805 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.managers [req-a4431024-80ad-412d-9625-4874bcffe911 req-7951cd9a-b419-4d24-94a3-4b5f198a2c08 service neutron] Attempting to bind port 95147665-e446-4472-a616-c5c429b604f1 by drivers openvswitch,hyperv on host hv-cinder-83979 at level 0 using segments [{'id': 'e1835114-80bf-41da-a21b-fba78594b9dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '89bc2c7d-2b97-4518-b62e-d0f098e36f62'}] {{(pid=103470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 03 14:13:45.273201 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4431024-80ad-412d-9625-4874bcffe911 req-7951cd9a-b419-4d24-94a3-4b5f198a2c08 service neutron] Attempting to bind port 95147665-e446-4472-a616-c5c429b604f1 on network 89bc2c7d-2b97-4518-b62e-d0f098e36f62 {{(pid=103470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 14:13:45.287535 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4431024-80ad-412d-9625-4874bcffe911 req-7951cd9a-b419-4d24-94a3-4b5f198a2c08 service neutron] Port 95147665-e446-4472-a616-c5c429b604f1 on network 89bc2c7d-2b97-4518-b62e-d0f098e36f62 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83979 {{(pid=103470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 03 14:13:45.287935 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4431024-80ad-412d-9625-4874bcffe911 req-7951cd9a-b419-4d24-94a3-4b5f198a2c08 service neutron] Attempting to bind port 95147665-e446-4472-a616-c5c429b604f1 on network 89bc2c7d-2b97-4518-b62e-d0f098e36f62 {{(pid=103470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 14:13:45.297248 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-da1c27fa-dfb4-49bd-814b-f3b428692c11 req-ac64caae-e84f-45eb-813a-3e1aa4dc7248 tempest-DeleteServersTestJSON-192415404 tempest-DeleteServersTestJSON-192415404-project] 10.222.0.36 "GET /v2.0/security-groups?id=4cb41abf-3a2c-4d1f-8158-0555ad7265bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982525 May 03 14:13:45.298270 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4431024-80ad-412d-9625-4874bcffe911 req-7951cd9a-b419-4d24-94a3-4b5f198a2c08 service neutron] Checking agent: {'id': 'e81ee3ce-91e9-46ba-a5c7-9619c95b22a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83979', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 14, 11, 7), 'started_at': datetime.datetime(2022, 5, 3, 14, 11, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 14, 13, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 03 14:13:45.298674 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4431024-80ad-412d-9625-4874bcffe911 req-7951cd9a-b419-4d24-94a3-4b5f198a2c08 service neutron] Checking segment: {'id': 'e1835114-80bf-41da-a21b-fba78594b9dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '89bc2c7d-2b97-4518-b62e-d0f098e36f62'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 14:13:45.299115 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4431024-80ad-412d-9625-4874bcffe911 req-7951cd9a-b419-4d24-94a3-4b5f198a2c08 service neutron] Bound using segment: {'id': 'e1835114-80bf-41da-a21b-fba78594b9dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '89bc2c7d-2b97-4518-b62e-d0f098e36f62'} {{(pid=103470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 03 14:13:45.299652 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.managers [req-a4431024-80ad-412d-9625-4874bcffe911 req-7951cd9a-b419-4d24-94a3-4b5f198a2c08 service neutron] Bound port: 95147665-e446-4472-a616-c5c429b604f1, host: hv-cinder-83979, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1835114-80bf-41da-a21b-fba78594b9dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '89bc2c7d-2b97-4518-b62e-d0f098e36f62'}}] {{(pid=103470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 03 14:13:45.300076 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [req-a4431024-80ad-412d-9625-4874bcffe911 req-7951cd9a-b419-4d24-94a3-4b5f198a2c08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585126'] for port (95147665-e446-4472-a616-c5c429b604f1), before_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:45.490038 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bde08b-4c86-4c21-8c62-f111b3f5aeb1 req-c477ff36-2387-4b55-a022-c60c9f3ac3ed tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:13:45.503768 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-57bde08b-4c86-4c21-8c62-f111b3f5aeb1 req-c477ff36-2387-4b55-a022-c60c9f3ac3ed tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] 10.222.0.36 "GET /v2.0/ports?device_id=117976ba-33e4-4830-a66f-0cd354096c9b HTTP/1.1" status: 200 len: 931 time: 0.0795398 May 03 14:13:45.518794 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef95045b-08a9-474e-8790-bce1ffff08ed req-d81beab0-7576-4410-a861-cacd6bb6e84c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:13:45.520683 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-ef95045b-08a9-474e-8790-bce1ffff08ed req-d81beab0-7576-4410-a861-cacd6bb6e84c service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=ba9b5683-3cbc-4f53-803e-cd5413dfcbc0 HTTP/1.1" status: 200 len: 1129 time: 0.5712349 May 03 14:13:45.523980 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [req-a4431024-80ad-412d-9625-4874bcffe911 req-7951cd9a-b419-4d24-94a3-4b5f198a2c08 service neutron] For port 95147665-e446-4472-a616-c5c429b604f1, host hv-cinder-83979, cleared binding levels {{(pid=103470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 14:13:45.529016 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86952be6-7d0b-4a99-9518-ed6fc6187395 req-ad1eb0c8-47fd-4a74-8990-54b91214f162 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:13:45.531334 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-86952be6-7d0b-4a99-9518-ed6fc6187395 req-ad1eb0c8-47fd-4a74-8990-54b91214f162 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] 10.222.0.36 "GET /v2.0/ports?device_id=92530935-2104-4b61-a2f8-286b3c1184d0 HTTP/1.1" status: 200 len: 943 time: 0.1903245 May 03 14:13:45.547930 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [req-a4431024-80ad-412d-9625-4874bcffe911 req-7951cd9a-b419-4d24-94a3-4b5f198a2c08 service neutron] For port 95147665-e446-4472-a616-c5c429b604f1, host hv-cinder-83979, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=95147665-e446-4472-a616-c5c429b604f1,segment=NetworkSegment(e1835114-80bf-41da-a21b-fba78594b9dd),segment_id=e1835114-80bf-41da-a21b-fba78594b9dd)] {{(pid=103470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 14:13:45.590575 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [req-a4431024-80ad-412d-9625-4874bcffe911 req-7951cd9a-b419-4d24-94a3-4b5f198a2c08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786921284783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786920821414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786920821432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7524494'] for port (95147665-e446-4472-a616-c5c429b604f1), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:45.676728 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4431024-80ad-412d-9625-4874bcffe911 req-7951cd9a-b419-4d24-94a3-4b5f198a2c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:13:45.679352 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [req-a4431024-80ad-412d-9625-4874bcffe911 req-7951cd9a-b419-4d24-94a3-4b5f198a2c08 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599744'] for port (None), before_response {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:45.680813 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-a4431024-80ad-412d-9625-4874bcffe911 req-7951cd9a-b419-4d24-94a3-4b5f198a2c08 service neutron] 10.222.0.26 "PUT /v2.0/ports/95147665-e446-4472-a616-c5c429b604f1 HTTP/1.1" status: 200 len: 1093 time: 1.2703328 May 03 14:13:45.687930 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c69a66ae-c5d7-46a8-9f8f-2f3a59f00efb', 'tag': '95147665-e446-4472-a616-c5c429b604f1'}] {{(pid=103470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 14:13:45.697565 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b59263cb8594a65023f6f3ef61310cdc9305c5272296d99e8ebfdd94dfc5ab3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2118a91b-8e15-42e8-8bea-16c2c93a382f" -d '{"events": [{"name": "network-changed", "server_uuid": "c69a66ae-c5d7-46a8-9f8f-2f3a59f00efb", "tag": "95147665-e446-4472-a616-c5c429b604f1"}]}' {{(pid=103470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 14:13:45.704361 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-ef95045b-08a9-474e-8790-bce1ffff08ed req-2630183a-4cb6-4b93-bf17-b421bb6fea56 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=cbfeeeef-c433-4767-a994-eec44f2dc198&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714211 May 03 14:13:45.721713 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-86952be6-7d0b-4a99-9518-ed6fc6187395 req-0fc83404-36b0-4e4c-8d88-69e383097b2d tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] 10.222.0.36 "GET /v2.0/security-groups?id=cbfeeeef-c433-4767-a994-eec44f2dc198&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677244 May 03 14:13:45.726082 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.notifiers.nova [req-2170fa15-491e-49b8-ad6f-44189ec9616d req-c6d4b2a4-f438-45df-8b9e-0a9d479dbca1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7bbb1028-4390-491f-bf7e-9db68148370c {{(pid=103469) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 14:13:45.727075 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-57bde08b-4c86-4c21-8c62-f111b3f5aeb1 req-e059b76f-49b7-43f0-ae9d-6478d170055d tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] 10.222.0.36 "GET /v2.0/security-groups?id=5256d9b7-303d-41e8-9beb-13271ea5bfe5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2162898 May 03 14:13:45.750528 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776a0f7f-b47d-41b9-8cdf-6e3855a2b943 req-d7933a70-e4fe-44ee-a32e-453cc7869498 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:13:45.752230 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-776a0f7f-b47d-41b9-8cdf-6e3855a2b943 req-d7933a70-e4fe-44ee-a32e-453cc7869498 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=4e31890e50da4bcab23b81eee1c9a2d7&shared=False HTTP/1.1" status: 200 len: 920 time: 0.8797863 May 03 14:13:45.760167 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-2170fa15-491e-49b8-ad6f-44189ec9616d req-c6d4b2a4-f438-45df-8b9e-0a9d479dbca1 service neutron] Publish callbacks [] for port (7bbb1028-4390-491f-bf7e-9db68148370c), precommit_update {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:45.774983 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7951cd9a-b419-4d24-94a3-4b5f198a2c08 service neutron] Pushing event updated for resources: {'Port': ['ID=95147665-e446-4472-a616-c5c429b604f1,revision_number=3']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:13:45.778641 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.db.provisioning_blocks [req-2170fa15-491e-49b8-ad6f-44189ec9616d req-c6d4b2a4-f438-45df-8b9e-0a9d479dbca1 service neutron] Transition to ACTIVE for port object 7bbb1028-4390-491f-bf7e-9db68148370c will not be triggered until provisioned by entity L2. {{(pid=103469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 03 14:13:45.786416 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-2170fa15-491e-49b8-ad6f-44189ec9616d req-c6d4b2a4-f438-45df-8b9e-0a9d479dbca1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786921284783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786920821414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786920821432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6178150'] for port (7bbb1028-4390-491f-bf7e-9db68148370c), after_update {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:45.836419 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 May 2022 14:13:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f65e062c-fcca-4654-b220-4718c7e524f4 x-openstack-request-id: req-f65e062c-fcca-4654-b220-4718c7e524f4 {{(pid=103470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 14:13:45.836941 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c69a66ae-c5d7-46a8-9f8f-2f3a59f00efb", "tag": "95147665-e446-4472-a616-c5c429b604f1", "status": "completed", "code": 200}]} {{(pid=103470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 14:13:45.837361 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f65e062c-fcca-4654-b220-4718c7e524f4 {{(pid=103470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 14:13:45.837930 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f65e062c-fcca-4654-b220-4718c7e524f4'] response: {'name': 'network-changed', 'server_uuid': 'c69a66ae-c5d7-46a8-9f8f-2f3a59f00efb', 'tag': '95147665-e446-4472-a616-c5c429b604f1', 'status': 'completed', 'code': 200} May 03 14:13:45.871998 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d4b2a4-f438-45df-8b9e-0a9d479dbca1 service neutron] Pushing event updated for resources: {'Port': ['ID=7bbb1028-4390-491f-bf7e-9db68148370c,revision_number=2']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:13:45.986516 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbda907b-4784-4554-9515-eadf03dbfa0f req-85c0079e-c377-49ab-965d-7f0ef33ded98 tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:13:45.990903 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-cbda907b-4784-4554-9515-eadf03dbfa0f req-85c0079e-c377-49ab-965d-7f0ef33ded98 tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] 10.222.0.36 "GET /v2.0/ports?device_id=c69a66ae-c5d7-46a8-9f8f-2f3a59f00efb HTTP/1.1" status: 200 len: 943 time: 0.1081095 May 03 14:13:46.047566 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.managers [req-2170fa15-491e-49b8-ad6f-44189ec9616d req-c6d4b2a4-f438-45df-8b9e-0a9d479dbca1 service neutron] Attempting to bind port 7bbb1028-4390-491f-bf7e-9db68148370c on host hv-cinder-83979 for vnic_type normal with profile {{(pid=103469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 03 14:13:46.047962 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.managers [req-2170fa15-491e-49b8-ad6f-44189ec9616d req-c6d4b2a4-f438-45df-8b9e-0a9d479dbca1 service neutron] Attempting to bind port 7bbb1028-4390-491f-bf7e-9db68148370c by drivers openvswitch,hyperv on host hv-cinder-83979 at level 0 using segments [{'id': '67863d8e-3b7d-4783-aeb0-1e512a0dd290', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '1672c90c-dee1-453a-a1dd-749ff902086f'}] {{(pid=103469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 03 14:13:46.048358 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2170fa15-491e-49b8-ad6f-44189ec9616d req-c6d4b2a4-f438-45df-8b9e-0a9d479dbca1 service neutron] Attempting to bind port 7bbb1028-4390-491f-bf7e-9db68148370c on network 1672c90c-dee1-453a-a1dd-749ff902086f {{(pid=103469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 14:13:46.073438 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2170fa15-491e-49b8-ad6f-44189ec9616d req-c6d4b2a4-f438-45df-8b9e-0a9d479dbca1 service neutron] Port 7bbb1028-4390-491f-bf7e-9db68148370c on network 1672c90c-dee1-453a-a1dd-749ff902086f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83979 {{(pid=103469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 03 14:13:46.073859 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2170fa15-491e-49b8-ad6f-44189ec9616d req-c6d4b2a4-f438-45df-8b9e-0a9d479dbca1 service neutron] Attempting to bind port 7bbb1028-4390-491f-bf7e-9db68148370c on network 1672c90c-dee1-453a-a1dd-749ff902086f {{(pid=103469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 14:13:46.091016 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2170fa15-491e-49b8-ad6f-44189ec9616d req-c6d4b2a4-f438-45df-8b9e-0a9d479dbca1 service neutron] Checking agent: {'id': 'e81ee3ce-91e9-46ba-a5c7-9619c95b22a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83979', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 14, 11, 7), 'started_at': datetime.datetime(2022, 5, 3, 14, 11, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 14, 13, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 03 14:13:46.091671 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2170fa15-491e-49b8-ad6f-44189ec9616d req-c6d4b2a4-f438-45df-8b9e-0a9d479dbca1 service neutron] Checking segment: {'id': '67863d8e-3b7d-4783-aeb0-1e512a0dd290', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '1672c90c-dee1-453a-a1dd-749ff902086f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 14:13:46.092371 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2170fa15-491e-49b8-ad6f-44189ec9616d req-c6d4b2a4-f438-45df-8b9e-0a9d479dbca1 service neutron] Bound using segment: {'id': '67863d8e-3b7d-4783-aeb0-1e512a0dd290', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '1672c90c-dee1-453a-a1dd-749ff902086f'} {{(pid=103469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 03 14:13:46.093437 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.managers [req-2170fa15-491e-49b8-ad6f-44189ec9616d req-c6d4b2a4-f438-45df-8b9e-0a9d479dbca1 service neutron] Bound port: 7bbb1028-4390-491f-bf7e-9db68148370c, host: hv-cinder-83979, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67863d8e-3b7d-4783-aeb0-1e512a0dd290', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '1672c90c-dee1-453a-a1dd-749ff902086f'}}] {{(pid=103469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 03 14:13:46.094040 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-2170fa15-491e-49b8-ad6f-44189ec9616d req-c6d4b2a4-f438-45df-8b9e-0a9d479dbca1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585126'] for port (7bbb1028-4390-491f-bf7e-9db68148370c), before_update {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:46.146797 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-cbda907b-4784-4554-9515-eadf03dbfa0f req-3a911d86-6124-4c27-a679-d1d54badf067 tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] 10.222.0.36 "GET /v2.0/security-groups?id=ac69989c-0c14-4feb-99e3-645de97976bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1448190 May 03 14:13:46.185936 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.wsgi [-] (103470) accepted ('10.222.0.36', 43124) {{(pid=103470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:13:46.211528 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.db [req-2170fa15-491e-49b8-ad6f-44189ec9616d req-c6d4b2a4-f438-45df-8b9e-0a9d479dbca1 service neutron] For port 7bbb1028-4390-491f-bf7e-9db68148370c, host hv-cinder-83979, cleared binding levels {{(pid=103469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 14:13:46.215613 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.db [req-2170fa15-491e-49b8-ad6f-44189ec9616d req-c6d4b2a4-f438-45df-8b9e-0a9d479dbca1 service neutron] For port 7bbb1028-4390-491f-bf7e-9db68148370c, host hv-cinder-83979, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=7bbb1028-4390-491f-bf7e-9db68148370c,segment=NetworkSegment(67863d8e-3b7d-4783-aeb0-1e512a0dd290),segment_id=67863d8e-3b7d-4783-aeb0-1e512a0dd290)] {{(pid=103469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 14:13:46.227730 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-2170fa15-491e-49b8-ad6f-44189ec9616d req-c6d4b2a4-f438-45df-8b9e-0a9d479dbca1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786921284783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786920821414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786920821432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6178150'] for port (7bbb1028-4390-491f-bf7e-9db68148370c), after_update {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:46.290279 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d4b2a4-f438-45df-8b9e-0a9d479dbca1 service neutron] Pushing event updated for resources: {'Port': ['ID=7bbb1028-4390-491f-bf7e-9db68148370c,revision_number=3']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:13:46.295687 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2170fa15-491e-49b8-ad6f-44189ec9616d req-c6d4b2a4-f438-45df-8b9e-0a9d479dbca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:13:46.296306 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-2170fa15-491e-49b8-ad6f-44189ec9616d req-c6d4b2a4-f438-45df-8b9e-0a9d479dbca1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599744'] for port (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:46.298309 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-2170fa15-491e-49b8-ad6f-44189ec9616d req-c6d4b2a4-f438-45df-8b9e-0a9d479dbca1 service neutron] 10.222.0.26 "PUT /v2.0/ports/7bbb1028-4390-491f-bf7e-9db68148370c HTTP/1.1" status: 200 len: 1093 time: 1.8865805 May 03 14:13:46.299060 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '117976ba-33e4-4830-a66f-0cd354096c9b', 'tag': '7bbb1028-4390-491f-bf7e-9db68148370c'}] {{(pid=103469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 14:13:46.301668 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68fe64b6b3a70a2f5f611128c103f52e8e68dc233ccb418b63396cbb83134719" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2688b194-8cfd-4c3a-8372-e1e2e2c98bad" -d '{"events": [{"name": "network-changed", "server_uuid": "117976ba-33e4-4830-a66f-0cd354096c9b", "tag": "7bbb1028-4390-491f-bf7e-9db68148370c"}]}' {{(pid=103469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 14:13:46.338250 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-0174694a-1f84-4c95-a3af-fff1d7a03efc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:46.360110 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 May 2022 14:13:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ddfc7a6-fd82-462c-8de5-738b89f51cf8 x-openstack-request-id: req-4ddfc7a6-fd82-462c-8de5-738b89f51cf8 {{(pid=103469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 14:13:46.360401 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "117976ba-33e4-4830-a66f-0cd354096c9b", "tag": "7bbb1028-4390-491f-bf7e-9db68148370c", "status": "completed", "code": 200}]} {{(pid=103469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 14:13:46.360684 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-4ddfc7a6-fd82-462c-8de5-738b89f51cf8 {{(pid=103469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 14:13:46.361695 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4ddfc7a6-fd82-462c-8de5-738b89f51cf8'] response: {'name': 'network-changed', 'server_uuid': '117976ba-33e4-4830-a66f-0cd354096c9b', 'tag': '7bbb1028-4390-491f-bf7e-9db68148370c', 'status': 'completed', 'code': 200} May 03 14:13:46.484431 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fb7ab8-6c40-4d7d-a1ca-ad5ae94952ad req-598bcc66-c32c-40bc-9e38-7f5588311730 tempest-DeleteServersTestJSON-192415404 tempest-DeleteServersTestJSON-192415404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:13:46.485571 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-0174694a-1f84-4c95-a3af-fff1d7a03efc admin admin] Publish callbacks [] for security_group (9ce9ed50-da2e-444a-b99b-2cd0dc420c25), precommit_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:46.491204 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-0174694a-1f84-4c95-a3af-fff1d7a03efc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656397'] for security_group (9ce9ed50-da2e-444a-b99b-2cd0dc420c25), after_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:46.492883 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-58fb7ab8-6c40-4d7d-a1ca-ad5ae94952ad req-598bcc66-c32c-40bc-9e38-7f5588311730 tempest-DeleteServersTestJSON-192415404 tempest-DeleteServersTestJSON-192415404-project] 10.222.0.36 "GET /v2.0/ports?device_id=dc4affea-e303-483f-a2f6-72e48c8034df HTTP/1.1" status: 200 len: 945 time: 0.0971580 May 03 14:13:46.542204 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0174694a-1f84-4c95-a3af-fff1d7a03efc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ce9ed50-da2e-444a-b99b-2cd0dc420c25,revision_number=1']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:13:46.549751 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [None req-0174694a-1f84-4c95-a3af-fff1d7a03efc admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=92a459fde9a64e15836f3d5f781af46c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3610148 May 03 14:13:46.550907 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.wsgi [-] (103470) accepted ('10.222.0.36', 43140) {{(pid=103470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:13:46.579373 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-58fb7ab8-6c40-4d7d-a1ca-ad5ae94952ad req-3464009f-e942-4eea-9804-f14d00705610 tempest-DeleteServersTestJSON-192415404 tempest-DeleteServersTestJSON-192415404-project] 10.222.0.36 "GET /v2.0/security-groups?id=4cb41abf-3a2c-4d1f-8158-0555ad7265bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855646 May 03 14:13:46.618043 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-16dcd428-ccdb-4c3a-9793-a4126d9f2aea admin admin] Publish callbacks [] for security_group (9ce9ed50-da2e-444a-b99b-2cd0dc420c25), before_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:46.639709 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-16dcd428-ccdb-4c3a-9793-a4126d9f2aea admin admin] Publish callbacks [] for security_group (9ce9ed50-da2e-444a-b99b-2cd0dc420c25), precommit_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:46.692402 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-16dcd428-ccdb-4c3a-9793-a4126d9f2aea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656397'] for security_group (9ce9ed50-da2e-444a-b99b-2cd0dc420c25), after_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:46.699777 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-16dcd428-ccdb-4c3a-9793-a4126d9f2aea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:46.703546 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [None req-16dcd428-ccdb-4c3a-9793-a4126d9f2aea admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/9ce9ed50-da2e-444a-b99b-2cd0dc420c25 HTTP/1.1" status: 204 len: 168 time: 0.1486726 May 03 14:13:46.709167 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16dcd428-ccdb-4c3a-9793-a4126d9f2aea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ce9ed50-da2e-444a-b99b-2cd0dc420c25,revision_number=None']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:13:46.887625 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b27f32d-31d5-48ef-a462-ea0a1b988596 req-d81fb381-228e-4c3f-91a5-adfd54e6a9cf tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:13:46.889155 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-9b27f32d-31d5-48ef-a462-ea0a1b988596 req-d81fb381-228e-4c3f-91a5-adfd54e6a9cf tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] 10.222.0.36 "GET /v2.0/ports?device_id=117976ba-33e4-4830-a66f-0cd354096c9b HTTP/1.1" status: 200 len: 943 time: 0.0535288 May 03 14:13:46.899005 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bcdb68-d392-41f4-99bd-29bbfb745d2a req-5f46b5b6-2248-4dc8-bad8-7fb05137bb18 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:13:46.909055 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-89bcdb68-d392-41f4-99bd-29bbfb745d2a req-5f46b5b6-2248-4dc8-bad8-7fb05137bb18 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] 10.222.0.36 "GET /v2.0/ports?device_id=92530935-2104-4b61-a2f8-286b3c1184d0 HTTP/1.1" status: 200 len: 943 time: 0.0749338 May 03 14:13:46.944767 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-9b27f32d-31d5-48ef-a462-ea0a1b988596 req-891d6de5-4c2e-4c4f-a775-f7818703a949 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] 10.222.0.36 "GET /v2.0/security-groups?id=5256d9b7-303d-41e8-9beb-13271ea5bfe5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486495 May 03 14:13:46.966915 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-89bcdb68-d392-41f4-99bd-29bbfb745d2a req-1e57acf6-087a-428d-9c28-83857e38eeb5 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] 10.222.0.36 "GET /v2.0/security-groups?id=cbfeeeef-c433-4767-a994-eec44f2dc198&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568047 May 03 14:13:46.997789 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.wsgi [-] (103470) accepted ('10.222.0.36', 43160) {{(pid=103470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:13:47.102571 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-89bd8a06-9c76-4f44-937e-6c08d0e100e9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:47.114999 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.36', 43164) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:13:47.131640 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-7b3ad422-f136-4323-a021-f9be09ee9ef8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:47.181901 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-89bd8a06-9c76-4f44-937e-6c08d0e100e9 admin admin] Publish callbacks [] for security_group (889f7439-f0bc-4571-a3af-e353d6b5de82), precommit_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:47.187303 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-89bd8a06-9c76-4f44-937e-6c08d0e100e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656397'] for security_group (889f7439-f0bc-4571-a3af-e353d6b5de82), after_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:47.215234 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-7b3ad422-f136-4323-a021-f9be09ee9ef8 admin admin] Publish callbacks [] for security_group (014f3fe5-3b0a-4cb3-a7ff-712b1a78a5bb), precommit_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:47.228276 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-7b3ad422-f136-4323-a021-f9be09ee9ef8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656397'] for security_group (014f3fe5-3b0a-4cb3-a7ff-712b1a78a5bb), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:47.228467 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [None req-89bd8a06-9c76-4f44-937e-6c08d0e100e9 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=cfd4ee93bbbb460680dd265e8da4a66f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2268620 May 03 14:13:47.228562 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.wsgi [-] (103470) accepted ('10.222.0.36', 43168) {{(pid=103470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:13:47.234981 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bd8a06-9c76-4f44-937e-6c08d0e100e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=889f7439-f0bc-4571-a3af-e353d6b5de82,revision_number=1']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:13:47.281968 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-e81d80d7-ef26-449a-9a5a-3b817afcc949 admin admin] Publish callbacks [] for security_group (889f7439-f0bc-4571-a3af-e353d6b5de82), before_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:47.290067 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-7b3ad422-f136-4323-a021-f9be09ee9ef8 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c4b84e786368422b8ad5abf54f8951ea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1739321 May 03 14:13:47.292584 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.wsgi [-] (103470) accepted ('10.222.0.36', 43170) {{(pid=103470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:13:47.296541 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40895a92-c17e-4ec3-927c-8512d2e73a91 req-0a1e6195-bc64-43e6-8209-902663b7ea87 tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:13:47.298038 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-40895a92-c17e-4ec3-927c-8512d2e73a91 req-0a1e6195-bc64-43e6-8209-902663b7ea87 tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] 10.222.0.36 "GET /v2.0/ports?device_id=c69a66ae-c5d7-46a8-9f8f-2f3a59f00efb HTTP/1.1" status: 200 len: 943 time: 0.0857949 May 03 14:13:47.298902 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3ad422-f136-4323-a021-f9be09ee9ef8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=014f3fe5-3b0a-4cb3-a7ff-712b1a78a5bb,revision_number=1']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:13:47.317978 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-e81d80d7-ef26-449a-9a5a-3b817afcc949 admin admin] Publish callbacks [] for security_group (889f7439-f0bc-4571-a3af-e353d6b5de82), precommit_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:47.345751 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-40895a92-c17e-4ec3-927c-8512d2e73a91 req-4282fb85-61c9-4755-a648-b9c2d8ba5dca tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] 10.222.0.36 "GET /v2.0/security-groups?id=ac69989c-0c14-4feb-99e3-645de97976bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420291 May 03 14:13:47.381020 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-e897e59f-557d-429d-a05e-c451432b2000 admin admin] Publish callbacks [] for security_group (014f3fe5-3b0a-4cb3-a7ff-712b1a78a5bb), before_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:47.402825 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-e897e59f-557d-429d-a05e-c451432b2000 admin admin] Publish callbacks [] for security_group (014f3fe5-3b0a-4cb3-a7ff-712b1a78a5bb), precommit_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:47.404587 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-e81d80d7-ef26-449a-9a5a-3b817afcc949 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656397'] for security_group (889f7439-f0bc-4571-a3af-e353d6b5de82), after_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:47.407279 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-e81d80d7-ef26-449a-9a5a-3b817afcc949 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:47.408404 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [None req-e81d80d7-ef26-449a-9a5a-3b817afcc949 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/889f7439-f0bc-4571-a3af-e353d6b5de82 HTTP/1.1" status: 204 len: 168 time: 0.1788652 May 03 14:13:47.426387 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81d80d7-ef26-449a-9a5a-3b817afcc949 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=889f7439-f0bc-4571-a3af-e353d6b5de82,revision_number=None']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:13:47.464647 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-e897e59f-557d-429d-a05e-c451432b2000 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656397'] for security_group (014f3fe5-3b0a-4cb3-a7ff-712b1a78a5bb), after_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:47.467346 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-e897e59f-557d-429d-a05e-c451432b2000 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:47.468674 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [None req-e897e59f-557d-429d-a05e-c451432b2000 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/014f3fe5-3b0a-4cb3-a7ff-712b1a78a5bb HTTP/1.1" status: 204 len: 168 time: 0.1751747 May 03 14:13:47.478362 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e897e59f-557d-429d-a05e-c451432b2000 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=014f3fe5-3b0a-4cb3-a7ff-712b1a78a5bb,revision_number=None']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:13:47.703675 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1823d3-c9ce-4eee-ba2e-c162c8d93daa req-02d1f90a-3395-4e9e-86ec-9c8778401fc4 tempest-DeleteServersTestJSON-192415404 tempest-DeleteServersTestJSON-192415404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:13:47.714748 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-6e1823d3-c9ce-4eee-ba2e-c162c8d93daa req-02d1f90a-3395-4e9e-86ec-9c8778401fc4 tempest-DeleteServersTestJSON-192415404 tempest-DeleteServersTestJSON-192415404-project] 10.222.0.36 "GET /v2.0/ports?device_id=dc4affea-e303-483f-a2f6-72e48c8034df HTTP/1.1" status: 200 len: 945 time: 0.0585983 May 03 14:13:47.770949 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-6e1823d3-c9ce-4eee-ba2e-c162c8d93daa req-a285a4ac-6ffe-4d1c-933b-0f797ab3dfe1 tempest-DeleteServersTestJSON-192415404 tempest-DeleteServersTestJSON-192415404-project] 10.222.0.36 "GET /v2.0/security-groups?id=4cb41abf-3a2c-4d1f-8158-0555ad7265bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584707 May 03 14:13:47.866441 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.wsgi [-] (103470) accepted ('10.222.0.36', 43198) {{(pid=103470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:13:47.879514 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-846675a6-22c2-457e-bf25-46a4fbc6e153 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:47.952784 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-846675a6-22c2-457e-bf25-46a4fbc6e153 admin admin] Publish callbacks [] for security_group (028d2d81-77e8-4f43-a1e8-711faf64825a), precommit_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:47.957271 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-846675a6-22c2-457e-bf25-46a4fbc6e153 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656397'] for security_group (028d2d81-77e8-4f43-a1e8-711faf64825a), after_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:48.002615 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [None req-846675a6-22c2-457e-bf25-46a4fbc6e153 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=13180f80ea9a4a8ebedeeb4f956d0a99&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1326432 May 03 14:13:48.002615 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846675a6-22c2-457e-bf25-46a4fbc6e153 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=028d2d81-77e8-4f43-a1e8-711faf64825a,revision_number=1']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:13:48.002954 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.36', 43206) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:13:48.104652 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f64e1c4-0452-452e-8d7e-f7348c3ba2c0 req-37bd2627-5aab-419d-901d-741185a7b518 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:13:48.106322 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-4f64e1c4-0452-452e-8d7e-f7348c3ba2c0 req-37bd2627-5aab-419d-901d-741185a7b518 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] 10.222.0.36 "GET /v2.0/ports?device_id=92530935-2104-4b61-a2f8-286b3c1184d0 HTTP/1.1" status: 200 len: 943 time: 0.0496192 May 03 14:13:48.109940 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccddb5ad-dc5b-4f26-917d-14196ee4d8bb req-6aa62046-255c-439c-bce5-7a6b9682f486 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:13:48.111468 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-ccddb5ad-dc5b-4f26-917d-14196ee4d8bb req-6aa62046-255c-439c-bce5-7a6b9682f486 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] 10.222.0.36 "GET /v2.0/ports?device_id=117976ba-33e4-4830-a66f-0cd354096c9b HTTP/1.1" status: 200 len: 943 time: 0.0608325 May 03 14:13:48.112425 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-7cd32241-274c-4339-bda4-a7d6ff718d2f admin admin] Publish callbacks [] for security_group (028d2d81-77e8-4f43-a1e8-711faf64825a), before_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:48.154705 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-7cd32241-274c-4339-bda4-a7d6ff718d2f admin admin] Publish callbacks [] for security_group (028d2d81-77e8-4f43-a1e8-711faf64825a), precommit_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:48.170589 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-4f64e1c4-0452-452e-8d7e-f7348c3ba2c0 req-bc1bb1f6-8b6d-452d-bc49-f2edb583dc54 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] 10.222.0.36 "GET /v2.0/security-groups?id=cbfeeeef-c433-4767-a994-eec44f2dc198&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572312 May 03 14:13:48.209672 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-ccddb5ad-dc5b-4f26-917d-14196ee4d8bb req-4a0790dc-b454-49ea-a983-483dc303ec6b tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] 10.222.0.36 "GET /v2.0/security-groups?id=5256d9b7-303d-41e8-9beb-13271ea5bfe5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0865653 May 03 14:13:48.245784 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-7cd32241-274c-4339-bda4-a7d6ff718d2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656397'] for security_group (028d2d81-77e8-4f43-a1e8-711faf64825a), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:48.250170 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-7cd32241-274c-4339-bda4-a7d6ff718d2f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:48.251506 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-7cd32241-274c-4339-bda4-a7d6ff718d2f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/028d2d81-77e8-4f43-a1e8-711faf64825a HTTP/1.1" status: 204 len: 168 time: 0.2470183 May 03 14:13:48.268304 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd32241-274c-4339-bda4-a7d6ff718d2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=028d2d81-77e8-4f43-a1e8-711faf64825a,revision_number=None']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:13:48.489968 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21a6850-2574-40d2-8397-1c75c1f2fa55 req-72b0a470-7402-4934-96da-b4b3de60c524 tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:13:48.491942 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-c21a6850-2574-40d2-8397-1c75c1f2fa55 req-72b0a470-7402-4934-96da-b4b3de60c524 tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] 10.222.0.36 "GET /v2.0/ports?device_id=c69a66ae-c5d7-46a8-9f8f-2f3a59f00efb HTTP/1.1" status: 200 len: 943 time: 0.0735736 May 03 14:13:48.571389 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-c21a6850-2574-40d2-8397-1c75c1f2fa55 req-628480e6-0c11-4c6b-9153-3c90bee15961 tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] 10.222.0.36 "GET /v2.0/security-groups?id=ac69989c-0c14-4feb-99e3-645de97976bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704687 May 03 14:13:48.908609 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d773e704-aef4-4969-bf18-3f462f2e5a82 req-1bf28c66-9573-44c9-83b7-837455453bb5 tempest-DeleteServersTestJSON-192415404 tempest-DeleteServersTestJSON-192415404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:13:48.918684 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-d773e704-aef4-4969-bf18-3f462f2e5a82 req-1bf28c66-9573-44c9-83b7-837455453bb5 tempest-DeleteServersTestJSON-192415404 tempest-DeleteServersTestJSON-192415404-project] 10.222.0.36 "GET /v2.0/ports?device_id=dc4affea-e303-483f-a2f6-72e48c8034df HTTP/1.1" status: 200 len: 945 time: 0.0683551 May 03 14:13:48.986950 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-d773e704-aef4-4969-bf18-3f462f2e5a82 req-c793fb45-9bd7-4125-ac1a-c057f3ba898c tempest-DeleteServersTestJSON-192415404 tempest-DeleteServersTestJSON-192415404-project] 10.222.0.36 "GET /v2.0/security-groups?id=4cb41abf-3a2c-4d1f-8158-0555ad7265bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657113 May 03 14:13:49.225124 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776a0f7f-b47d-41b9-8cdf-6e3855a2b943 req-454c974a-42ef-4f7c-8888-0961aac766ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:13:49.227333 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-776a0f7f-b47d-41b9-8cdf-6e3855a2b943 req-454c974a-42ef-4f7c-8888-0961aac766ee service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1614866 May 03 14:13:49.319790 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9b6ff2-7337-429c-9516-77b2e06e7b40 req-6d5e96a6-18a0-4684-a969-8b2716b37d23 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:13:49.321415 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-bd9b6ff2-7337-429c-9516-77b2e06e7b40 req-6d5e96a6-18a0-4684-a969-8b2716b37d23 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] 10.222.0.36 "GET /v2.0/ports?device_id=92530935-2104-4b61-a2f8-286b3c1184d0 HTTP/1.1" status: 200 len: 943 time: 0.0718346 May 03 14:13:49.357054 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb239a81-065a-4088-af39-861f758f632a req-ae2c98e2-1eb0-4637-bda3-abc032f5bc8c tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:13:49.359135 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-eb239a81-065a-4088-af39-861f758f632a req-ae2c98e2-1eb0-4637-bda3-abc032f5bc8c tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] 10.222.0.36 "GET /v2.0/ports?device_id=117976ba-33e4-4830-a66f-0cd354096c9b HTTP/1.1" status: 200 len: 943 time: 0.0559437 May 03 14:13:49.412146 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-bd9b6ff2-7337-429c-9516-77b2e06e7b40 req-66715a5e-2197-492f-a2d4-e3ab9ed09560 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] 10.222.0.36 "GET /v2.0/security-groups?id=cbfeeeef-c433-4767-a994-eec44f2dc198&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804470 May 03 14:13:49.480065 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-eb239a81-065a-4088-af39-861f758f632a req-6c7d20e5-1a8a-4537-920d-1b066c1eb8d8 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] 10.222.0.36 "GET /v2.0/security-groups?id=5256d9b7-303d-41e8-9beb-13271ea5bfe5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1150272 May 03 14:13:49.542708 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2688b194-8cfd-4c3a-8372-e1e2e2c98bad req-03a24dc1-f760-4bfd-b300-d7632e34149b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:13:49.544498 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-2688b194-8cfd-4c3a-8372-e1e2e2c98bad req-03a24dc1-f760-4bfd-b300-d7632e34149b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8a5fa41c00a84a80ac2b2c0cc1ef74d8&device_id=117976ba-33e4-4830-a66f-0cd354096c9b HTTP/1.1" status: 200 len: 1127 time: 0.1104369 May 03 14:13:49.568271 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2118a91b-8e15-42e8-8bea-16c2c93a382f req-862a1ba6-1ee6-43bb-884c-f0c903521342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:13:49.569775 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-2118a91b-8e15-42e8-8bea-16c2c93a382f req-862a1ba6-1ee6-43bb-884c-f0c903521342 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=453906a2a829425aac1abdfad7b441d6&device_id=c69a66ae-c5d7-46a8-9f8f-2f3a59f00efb HTTP/1.1" status: 200 len: 1127 time: 0.1235685 May 03 14:13:49.592099 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01b9966-bd8d-4f23-a38f-85597adfe441 req-66b0699e-7690-44fd-b019-5904c2737915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:13:49.594022 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-f01b9966-bd8d-4f23-a38f-85597adfe441 req-66b0699e-7690-44fd-b019-5904c2737915 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4e31890e50da4bcab23b81eee1c9a2d7&device_id=92530935-2104-4b61-a2f8-286b3c1184d0 HTTP/1.1" status: 200 len: 1127 time: 0.1105065 May 03 14:13:49.693799 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6596804a-1b4d-46d4-8287-a8c684354fb8 req-82bdb9b3-a87e-4948-8d85-ddfe0d3452fe tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:13:49.697779 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-6596804a-1b4d-46d4-8287-a8c684354fb8 req-82bdb9b3-a87e-4948-8d85-ddfe0d3452fe tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] 10.222.0.36 "GET /v2.0/ports?device_id=c69a66ae-c5d7-46a8-9f8f-2f3a59f00efb HTTP/1.1" status: 200 len: 943 time: 0.0562081 May 03 14:13:49.699426 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-f01b9966-bd8d-4f23-a38f-85597adfe441 req-7eb9dafb-3576-48b7-a32e-232a485f33bd service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=41bfb89d-3eb0-41a2-94c6-9adcca5e956c HTTP/1.1" status: 200 len: 217 time: 0.0916946 May 03 14:13:49.754818 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-6596804a-1b4d-46d4-8287-a8c684354fb8 req-5835e90b-8ef1-40e6-81ee-dbe6b36d2350 tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] 10.222.0.36 "GET /v2.0/security-groups?id=ac69989c-0c14-4feb-99e3-645de97976bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531206 May 03 14:13:49.787406 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2688b194-8cfd-4c3a-8372-e1e2e2c98bad req-d8e33c7c-30d3-4f1f-902e-a916c2852e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:13:49.787406 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-2688b194-8cfd-4c3a-8372-e1e2e2c98bad req-d8e33c7c-30d3-4f1f-902e-a916c2852e80 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=8a5fa41c00a84a80ac2b2c0cc1ef74d8&shared=False HTTP/1.1" status: 200 len: 918 time: 0.2305851 May 03 14:13:49.799207 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2118a91b-8e15-42e8-8bea-16c2c93a382f req-bd6eb942-ac6f-4898-9913-8258fae165ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:13:49.800572 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-2118a91b-8e15-42e8-8bea-16c2c93a382f req-bd6eb942-ac6f-4898-9913-8258fae165ed service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=453906a2a829425aac1abdfad7b441d6&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2103806 May 03 14:13:50.156079 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541c7fc1-5cd8-47e7-a00e-038a19008c2e req-ae9e84cc-6a45-475a-87b5-41aaf7977a5d tempest-DeleteServersTestJSON-192415404 tempest-DeleteServersTestJSON-192415404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:13:50.157778 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-541c7fc1-5cd8-47e7-a00e-038a19008c2e req-ae9e84cc-6a45-475a-87b5-41aaf7977a5d tempest-DeleteServersTestJSON-192415404 tempest-DeleteServersTestJSON-192415404-project] 10.222.0.36 "GET /v2.0/ports?device_id=dc4affea-e303-483f-a2f6-72e48c8034df HTTP/1.1" status: 200 len: 945 time: 0.0781240 May 03 14:13:50.304646 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01b9966-bd8d-4f23-a38f-85597adfe441 req-03d5b664-8ce5-49cc-94ba-32aaeb292b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:13:50.306219 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-f01b9966-bd8d-4f23-a38f-85597adfe441 req-03d5b664-8ce5-49cc-94ba-32aaeb292b09 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a87b0fb7-75d3-4b90-b91b-05349e630701 HTTP/1.1" status: 200 len: 858 time: 0.1270208 May 03 14:13:50.535282 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31023fde-f873-444f-96cb-59c6c552151b req-d1880fc1-9405-4d77-b68e-bdcfa73febca tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:13:50.536888 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-31023fde-f873-444f-96cb-59c6c552151b req-d1880fc1-9405-4d77-b68e-bdcfa73febca tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] 10.222.0.36 "GET /v2.0/ports?device_id=92530935-2104-4b61-a2f8-286b3c1184d0 HTTP/1.1" status: 200 len: 943 time: 0.0550842 May 03 14:13:50.597084 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-31023fde-f873-444f-96cb-59c6c552151b req-c50a6c96-d2fa-4611-b5c7-c8d41dc7dce8 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] 10.222.0.36 "GET /v2.0/security-groups?id=cbfeeeef-c433-4767-a994-eec44f2dc198&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537734 May 03 14:13:50.616464 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.wsgi [-] (103470) accepted ('10.222.0.36', 43372) {{(pid=103470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:13:50.707587 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a035203-cafb-4a57-81de-990e28f29c44 req-d1ddb192-0a4b-4d87-be33-46296758416d tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:13:50.710017 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-3a035203-cafb-4a57-81de-990e28f29c44 req-d1ddb192-0a4b-4d87-be33-46296758416d tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] 10.222.0.36 "GET /v2.0/ports?device_id=117976ba-33e4-4830-a66f-0cd354096c9b HTTP/1.1" status: 200 len: 943 time: 0.0611904 May 03 14:13:50.713794 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-541c7fc1-5cd8-47e7-a00e-038a19008c2e req-0b902232-0e50-4842-8d0e-8d0fef063014 tempest-DeleteServersTestJSON-192415404 tempest-DeleteServersTestJSON-192415404-project] 10.222.0.36 "GET /v2.0/security-groups?id=4cb41abf-3a2c-4d1f-8158-0555ad7265bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4772711 May 03 14:13:50.727085 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2118a91b-8e15-42e8-8bea-16c2c93a382f req-c3ded06f-95e2-4a91-8525-bd80e3923095 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:13:50.728918 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-2118a91b-8e15-42e8-8bea-16c2c93a382f req-c3ded06f-95e2-4a91-8525-bd80e3923095 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5688365 May 03 14:13:50.731027 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2688b194-8cfd-4c3a-8372-e1e2e2c98bad req-e49ea4b6-6d06-4dd1-809f-7cb76296ba10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:13:50.733077 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-2688b194-8cfd-4c3a-8372-e1e2e2c98bad req-e49ea4b6-6d06-4dd1-809f-7cb76296ba10 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5736904 May 03 14:13:50.734793 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01b9966-bd8d-4f23-a38f-85597adfe441 req-fbe90b9e-ceae-420a-82e7-929e7349b4b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:13:50.736502 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-f01b9966-bd8d-4f23-a38f-85597adfe441 req-fbe90b9e-ceae-420a-82e7-929e7349b4b8 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ed744a5b-777c-4bee-b278-dee1b499d8aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.4218612 May 03 14:13:50.781411 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-b1633ce8-477e-4708-9eac-f3b6f9cd9b9a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:50.839508 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-3a035203-cafb-4a57-81de-990e28f29c44 req-258f28af-d471-483c-b4fb-8873b0f7af49 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] 10.222.0.36 "GET /v2.0/security-groups?id=5256d9b7-303d-41e8-9beb-13271ea5bfe5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1219049 May 03 14:13:50.850122 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4431024-80ad-412d-9625-4874bcffe911 req-4f752c9c-4209-4d74-8f3f-a3fc46c8dc97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:13:50.851644 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-a4431024-80ad-412d-9625-4874bcffe911 req-4f752c9c-4209-4d74-8f3f-a3fc46c8dc97 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=453906a2a829425aac1abdfad7b441d6&device_id=c69a66ae-c5d7-46a8-9f8f-2f3a59f00efb HTTP/1.1" status: 200 len: 1127 time: 0.0532153 May 03 14:13:50.888386 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-b1633ce8-477e-4708-9eac-f3b6f9cd9b9a admin admin] Publish callbacks [] for security_group (81166e8d-5d04-401c-b9d3-f1bde37a6571), precommit_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:50.894047 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-b1633ce8-477e-4708-9eac-f3b6f9cd9b9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656397'] for security_group (81166e8d-5d04-401c-b9d3-f1bde37a6571), after_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:50.944402 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [None req-b1633ce8-477e-4708-9eac-f3b6f9cd9b9a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=760782ff1ea54af0bd90c5aeec9b46c4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3265133 May 03 14:13:50.945661 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1633ce8-477e-4708-9eac-f3b6f9cd9b9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81166e8d-5d04-401c-b9d3-f1bde37a6571,revision_number=1']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:13:50.948056 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.wsgi [-] (103470) accepted ('10.222.0.36', 43380) {{(pid=103470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:13:50.985386 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-a4431024-80ad-412d-9625-4874bcffe911 req-c9458000-d27b-4851-9555-203e1c4fec43 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=95147665-e446-4472-a616-c5c429b604f1 HTTP/1.1" status: 200 len: 217 time: 0.1142721 May 03 14:13:50.989795 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2170fa15-491e-49b8-ad6f-44189ec9616d req-d7730232-1400-4061-bd2e-237c889d24df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:13:50.991254 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-2170fa15-491e-49b8-ad6f-44189ec9616d req-d7730232-1400-4061-bd2e-237c889d24df service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8a5fa41c00a84a80ac2b2c0cc1ef74d8&device_id=117976ba-33e4-4830-a66f-0cd354096c9b HTTP/1.1" status: 200 len: 1127 time: 0.2023036 May 03 14:13:51.007530 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-0ac2d87c-593c-49a4-bded-83a06d560539 admin admin] Publish callbacks [] for security_group (81166e8d-5d04-401c-b9d3-f1bde37a6571), before_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:51.030818 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-0ac2d87c-593c-49a4-bded-83a06d560539 admin admin] Publish callbacks [] for security_group (81166e8d-5d04-401c-b9d3-f1bde37a6571), precommit_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:51.038688 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012f4d2a-b041-4f6a-a919-2d1a907ac0d7 req-0b880d42-4adb-43fe-8db4-0095a4f7f4ae tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:13:51.040199 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-012f4d2a-b041-4f6a-a919-2d1a907ac0d7 req-0b880d42-4adb-43fe-8db4-0095a4f7f4ae tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] 10.222.0.36 "GET /v2.0/ports?device_id=c69a66ae-c5d7-46a8-9f8f-2f3a59f00efb HTTP/1.1" status: 200 len: 943 time: 0.1703653 May 03 14:13:51.090866 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-2170fa15-491e-49b8-ad6f-44189ec9616d req-10be8f1c-cf3f-42d1-a203-6ec0dc9a6589 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7bbb1028-4390-491f-bf7e-9db68148370c HTTP/1.1" status: 200 len: 217 time: 0.0836852 May 03 14:13:51.099122 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-f01b9966-bd8d-4f23-a38f-85597adfe441 req-05c815d6-01d8-4031-97c2-8704d4f88961 service neutron] 10.222.0.26 "GET /v2.0/networks/ed744a5b-777c-4bee-b278-dee1b499d8aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3516064 May 03 14:13:51.114911 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-0ac2d87c-593c-49a4-bded-83a06d560539 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656397'] for security_group (81166e8d-5d04-401c-b9d3-f1bde37a6571), after_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:51.121532 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-0ac2d87c-593c-49a4-bded-83a06d560539 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:51.123098 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [None req-0ac2d87c-593c-49a4-bded-83a06d560539 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/81166e8d-5d04-401c-b9d3-f1bde37a6571 HTTP/1.1" status: 204 len: 168 time: 0.1700878 May 03 14:13:51.159965 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac2d87c-593c-49a4-bded-83a06d560539 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81166e8d-5d04-401c-b9d3-f1bde37a6571,revision_number=None']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:13:51.183794 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4431024-80ad-412d-9625-4874bcffe911 req-f8475679-3649-42c2-8268-fa6a9955a291 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:13:51.186859 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-a4431024-80ad-412d-9625-4874bcffe911 req-f8475679-3649-42c2-8268-fa6a9955a291 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ce824052-6a3b-4ab6-8ac7-7607bba43c53 HTTP/1.1" status: 200 len: 854 time: 0.1916046 May 03 14:13:51.295495 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2170fa15-491e-49b8-ad6f-44189ec9616d req-a56fb909-853e-497a-975d-38e3c7a608d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:13:51.297165 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-2170fa15-491e-49b8-ad6f-44189ec9616d req-a56fb909-853e-497a-975d-38e3c7a608d1 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9797d54b-d4ac-4959-9119-15649c917e44 HTTP/1.1" status: 200 len: 856 time: 0.1952085 May 03 14:13:51.300410 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-012f4d2a-b041-4f6a-a919-2d1a907ac0d7 req-07c957f7-e164-4b63-bd71-6564d099aba7 tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] 10.222.0.36 "GET /v2.0/security-groups?id=ac69989c-0c14-4feb-99e3-645de97976bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2178357 May 03 14:13:51.326094 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4431024-80ad-412d-9625-4874bcffe911 req-93983e2a-02de-44d6-8f53-4e26cf415e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:13:51.329000 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-a4431024-80ad-412d-9625-4874bcffe911 req-93983e2a-02de-44d6-8f53-4e26cf415e0b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=89bc2c7d-2b97-4518-b62e-d0f098e36f62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1267898 May 03 14:13:51.405117 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2170fa15-491e-49b8-ad6f-44189ec9616d req-cec9c90d-5225-480b-8de5-055c9d1a1d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:13:51.406920 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-2170fa15-491e-49b8-ad6f-44189ec9616d req-cec9c90d-5225-480b-8de5-055c9d1a1d55 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1672c90c-dee1-453a-a1dd-749ff902086f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0949328 May 03 14:13:51.413633 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-f01b9966-bd8d-4f23-a38f-85597adfe441 req-4fd9397e-0e9c-4eef-a4c8-b82c55a05a11 service neutron] 10.222.0.26 "GET /v2.0/networks/ed744a5b-777c-4bee-b278-dee1b499d8aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2955732 May 03 14:13:51.536614 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-a4431024-80ad-412d-9625-4874bcffe911 req-e15f4cf6-7705-4d10-9eb1-06a410aa9a06 service neutron] 10.222.0.26 "GET /v2.0/networks/89bc2c7d-2b97-4518-b62e-d0f098e36f62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1879196 May 03 14:13:51.565553 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-2170fa15-491e-49b8-ad6f-44189ec9616d req-b7a7bac5-51e1-4434-a1a1-5ab3d7eed98d service neutron] 10.222.0.26 "GET /v2.0/networks/1672c90c-dee1-453a-a1dd-749ff902086f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1484139 May 03 14:13:51.595420 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.36', 43406) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:13:51.616071 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-0fa1ffd6-8bc2-4398-8469-5fea6581961c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:51.725684 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-0fa1ffd6-8bc2-4398-8469-5fea6581961c admin admin] Publish callbacks [] for security_group (7a497aa4-57ee-45ad-ae10-e71e13974caa), precommit_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:51.732870 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-0fa1ffd6-8bc2-4398-8469-5fea6581961c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656397'] for security_group (7a497aa4-57ee-45ad-ae10-e71e13974caa), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:51.735100 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae746d4-5c86-4295-82e5-82b38068e0df req-6f1cc917-6429-4a7d-9322-2a9560220284 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:13:51.737201 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-0ae746d4-5c86-4295-82e5-82b38068e0df req-6f1cc917-6429-4a7d-9322-2a9560220284 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] 10.222.0.36 "GET /v2.0/ports?device_id=92530935-2104-4b61-a2f8-286b3c1184d0 HTTP/1.1" status: 200 len: 943 time: 0.0567670 May 03 14:13:51.775169 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-0fa1ffd6-8bc2-4398-8469-5fea6581961c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=17a0998f8d8d4dd0b71f6b36e2e9d2d7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1785641 May 03 14:13:51.776068 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.36', 43412) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:13:51.783113 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa1ffd6-8bc2-4398-8469-5fea6581961c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a497aa4-57ee-45ad-ae10-e71e13974caa,revision_number=1']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:13:51.802591 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-0ae746d4-5c86-4295-82e5-82b38068e0df req-4964463d-4432-4c87-855e-1b2654dc3480 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] 10.222.0.36 "GET /v2.0/security-groups?id=cbfeeeef-c433-4767-a994-eec44f2dc198&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593717 May 03 14:13:51.834039 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-d1b000b3-0d68-4fc7-a4e9-f33791e471a8 admin admin] Publish callbacks [] for security_group (7a497aa4-57ee-45ad-ae10-e71e13974caa), before_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:51.860052 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-d1b000b3-0d68-4fc7-a4e9-f33791e471a8 admin admin] Publish callbacks [] for security_group (7a497aa4-57ee-45ad-ae10-e71e13974caa), precommit_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:51.910083 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-d1b000b3-0d68-4fc7-a4e9-f33791e471a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656397'] for security_group (7a497aa4-57ee-45ad-ae10-e71e13974caa), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:51.915992 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-d1b000b3-0d68-4fc7-a4e9-f33791e471a8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:51.918279 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-d1b000b3-0d68-4fc7-a4e9-f33791e471a8 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/7a497aa4-57ee-45ad-ae10-e71e13974caa HTTP/1.1" status: 204 len: 168 time: 0.1410811 May 03 14:13:51.950841 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b000b3-0d68-4fc7-a4e9-f33791e471a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a497aa4-57ee-45ad-ae10-e71e13974caa,revision_number=None']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:13:51.975118 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb9b6ba-3a24-4d18-99ee-dc5d9690a487 req-8e0d5c82-9516-4305-a389-66eea0b90159 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:13:51.976970 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-2fb9b6ba-3a24-4d18-99ee-dc5d9690a487 req-8e0d5c82-9516-4305-a389-66eea0b90159 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] 10.222.0.36 "GET /v2.0/ports?device_id=117976ba-33e4-4830-a66f-0cd354096c9b HTTP/1.1" status: 200 len: 943 time: 0.0576138 May 03 14:13:52.038653 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-2fb9b6ba-3a24-4d18-99ee-dc5d9690a487 req-df425ea4-df88-43e6-8833-67708217bd2b tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] 10.222.0.36 "GET /v2.0/security-groups?id=5256d9b7-303d-41e8-9beb-13271ea5bfe5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561070 May 03 14:13:52.432648 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74184b3-a21c-4e25-ba52-591f3b0e0699 req-c2c57c35-bb04-49de-8897-afe6ced8545d tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:13:52.434193 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-a74184b3-a21c-4e25-ba52-591f3b0e0699 req-c2c57c35-bb04-49de-8897-afe6ced8545d tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] 10.222.0.36 "GET /v2.0/ports?device_id=c69a66ae-c5d7-46a8-9f8f-2f3a59f00efb HTTP/1.1" status: 200 len: 943 time: 0.0474348 May 03 14:13:52.483633 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-a74184b3-a21c-4e25-ba52-591f3b0e0699 req-2e674896-b22a-4f55-9cd8-dd1052d63cb0 tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] 10.222.0.36 "GET /v2.0/security-groups?id=ac69989c-0c14-4feb-99e3-645de97976bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438230 May 03 14:13:52.917751 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81807213-400e-450e-b7b6-9c9a45db2a15 req-f637b45d-f8ad-449d-be73-c0500e861162 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:13:52.919254 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-81807213-400e-450e-b7b6-9c9a45db2a15 req-f637b45d-f8ad-449d-be73-c0500e861162 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] 10.222.0.36 "GET /v2.0/ports?device_id=92530935-2104-4b61-a2f8-286b3c1184d0 HTTP/1.1" status: 200 len: 943 time: 0.0479145 May 03 14:13:52.969341 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-81807213-400e-450e-b7b6-9c9a45db2a15 req-cd66645d-7483-4507-929f-1c86fc772725 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] 10.222.0.36 "GET /v2.0/security-groups?id=cbfeeeef-c433-4767-a994-eec44f2dc198&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440464 May 03 14:13:53.164742 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb215b2-3efc-46b6-bb74-4316d7873aba req-abdb77f6-dd60-451f-88f0-bb864f9fd840 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:13:53.166321 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-5fb215b2-3efc-46b6-bb74-4316d7873aba req-abdb77f6-dd60-451f-88f0-bb864f9fd840 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] 10.222.0.36 "GET /v2.0/ports?device_id=117976ba-33e4-4830-a66f-0cd354096c9b HTTP/1.1" status: 200 len: 943 time: 0.0528820 May 03 14:13:53.215261 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-5fb215b2-3efc-46b6-bb74-4316d7873aba req-aee0b188-ea5c-4205-9e2b-238fac1cfb2d tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] 10.222.0.36 "GET /v2.0/security-groups?id=5256d9b7-303d-41e8-9beb-13271ea5bfe5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429165 May 03 14:13:53.605709 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a81bb1-f7ad-44dc-851b-c260d187c5cb req-edead339-cc30-4697-b99c-86f56e83ec67 tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:13:53.607330 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-29a81bb1-f7ad-44dc-851b-c260d187c5cb req-edead339-cc30-4697-b99c-86f56e83ec67 tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] 10.222.0.36 "GET /v2.0/ports?device_id=c69a66ae-c5d7-46a8-9f8f-2f3a59f00efb HTTP/1.1" status: 200 len: 943 time: 0.0511785 May 03 14:13:53.658254 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-29a81bb1-f7ad-44dc-851b-c260d187c5cb req-f0390d6a-9fa8-41a8-bec7-63128e1275d8 tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] 10.222.0.36 "GET /v2.0/security-groups?id=ac69989c-0c14-4feb-99e3-645de97976bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445073 May 03 14:13:54.061002 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.wsgi [-] (103470) accepted ('10.222.0.36', 43522) {{(pid=103470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:13:54.090801 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d7cdae-ed59-4845-aedb-be7cdd9c1d5c req-ebe98979-6b35-40d2-bec9-9efcbc300d69 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:13:54.092548 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-f3d7cdae-ed59-4845-aedb-be7cdd9c1d5c req-ebe98979-6b35-40d2-bec9-9efcbc300d69 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] 10.222.0.36 "GET /v2.0/ports?device_id=92530935-2104-4b61-a2f8-286b3c1184d0 HTTP/1.1" status: 200 len: 943 time: 0.0532095 May 03 14:13:54.144762 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-f3d7cdae-ed59-4845-aedb-be7cdd9c1d5c req-0dea3778-bf36-4ae3-8a54-67cd19059efd tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] 10.222.0.36 "GET /v2.0/security-groups?id=cbfeeeef-c433-4767-a994-eec44f2dc198&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456815 May 03 14:13:54.169545 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-80c793a8-39a0-4a25-9b3a-b79eb6df2ed9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:54.253627 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-80c793a8-39a0-4a25-9b3a-b79eb6df2ed9 admin admin] Publish callbacks [] for security_group (a23af512-3264-4dd8-9ee1-424d6314396d), precommit_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:54.257940 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-80c793a8-39a0-4a25-9b3a-b79eb6df2ed9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656397'] for security_group (a23af512-3264-4dd8-9ee1-424d6314396d), after_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:54.297351 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [None req-80c793a8-39a0-4a25-9b3a-b79eb6df2ed9 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=2b328c8d09ee4af68ee8f14d3b51066b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2333965 May 03 14:13:54.298112 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c793a8-39a0-4a25-9b3a-b79eb6df2ed9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a23af512-3264-4dd8-9ee1-424d6314396d,revision_number=1']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:13:54.300097 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.36', 43528) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:13:54.364094 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12153ebe-0dd1-4a7d-8baa-0d5af03f5803 req-8301f222-0ce7-487b-9689-d7c5aae00501 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:13:54.365681 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-12153ebe-0dd1-4a7d-8baa-0d5af03f5803 req-8301f222-0ce7-487b-9689-d7c5aae00501 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] 10.222.0.36 "GET /v2.0/ports?device_id=117976ba-33e4-4830-a66f-0cd354096c9b HTTP/1.1" status: 200 len: 943 time: 0.0759916 May 03 14:13:54.393314 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-dea21833-3b6b-4257-8dda-7cfcbf253479 admin admin] Publish callbacks [] for security_group (a23af512-3264-4dd8-9ee1-424d6314396d), before_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:54.428634 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-dea21833-3b6b-4257-8dda-7cfcbf253479 admin admin] Publish callbacks [] for security_group (a23af512-3264-4dd8-9ee1-424d6314396d), precommit_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:54.461509 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-12153ebe-0dd1-4a7d-8baa-0d5af03f5803 req-d3a1723d-4cfa-4e47-8e22-b2528dfe875d tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] 10.222.0.36 "GET /v2.0/security-groups?id=5256d9b7-303d-41e8-9beb-13271ea5bfe5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0892127 May 03 14:13:54.488228 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-dea21833-3b6b-4257-8dda-7cfcbf253479 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656397'] for security_group (a23af512-3264-4dd8-9ee1-424d6314396d), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:54.490951 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-dea21833-3b6b-4257-8dda-7cfcbf253479 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:54.492090 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-dea21833-3b6b-4257-8dda-7cfcbf253479 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a23af512-3264-4dd8-9ee1-424d6314396d HTTP/1.1" status: 204 len: 168 time: 0.1911011 May 03 14:13:54.500657 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea21833-3b6b-4257-8dda-7cfcbf253479 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a23af512-3264-4dd8-9ee1-424d6314396d,revision_number=None']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:13:54.774596 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.wsgi [-] (103470) accepted ('10.222.0.36', 43542) {{(pid=103470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:13:54.781206 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83276d1-a4d8-46b8-9d7a-893432379798 req-7a32d285-d100-42af-ae2b-bcc30d91a7c8 tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:13:54.782851 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-b83276d1-a4d8-46b8-9d7a-893432379798 req-7a32d285-d100-42af-ae2b-bcc30d91a7c8 tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] 10.222.0.36 "GET /v2.0/ports?device_id=c69a66ae-c5d7-46a8-9f8f-2f3a59f00efb HTTP/1.1" status: 200 len: 943 time: 0.0562975 May 03 14:13:54.791857 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-d8b84613-5f10-410d-bea9-d03107d7339c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:54.830133 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-b83276d1-a4d8-46b8-9d7a-893432379798 req-d665aff5-e9d2-4796-9f62-a175d344abb3 tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] 10.222.0.36 "GET /v2.0/security-groups?id=ac69989c-0c14-4feb-99e3-645de97976bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414612 May 03 14:13:54.870776 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-d8b84613-5f10-410d-bea9-d03107d7339c admin admin] Publish callbacks [] for security_group (9c7f8424-0e7a-4180-9a91-4f94b1c0d283), precommit_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:54.875792 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-d8b84613-5f10-410d-bea9-d03107d7339c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656397'] for security_group (9c7f8424-0e7a-4180-9a91-4f94b1c0d283), after_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:54.912260 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [None req-d8b84613-5f10-410d-bea9-d03107d7339c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=21271a7a6be9429a93b9fce77baaa0af&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1363108 May 03 14:13:54.913043 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b84613-5f10-410d-bea9-d03107d7339c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c7f8424-0e7a-4180-9a91-4f94b1c0d283,revision_number=1']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:13:54.915314 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.wsgi [-] (103470) accepted ('10.222.0.36', 43544) {{(pid=103470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:13:54.964417 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-24ac7b45-6173-4432-be4d-765b22786112 admin admin] Publish callbacks [] for security_group (9c7f8424-0e7a-4180-9a91-4f94b1c0d283), before_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:54.985218 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-24ac7b45-6173-4432-be4d-765b22786112 admin admin] Publish callbacks [] for security_group (9c7f8424-0e7a-4180-9a91-4f94b1c0d283), precommit_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:55.037514 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-24ac7b45-6173-4432-be4d-765b22786112 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656397'] for security_group (9c7f8424-0e7a-4180-9a91-4f94b1c0d283), after_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:55.040027 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-24ac7b45-6173-4432-be4d-765b22786112 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:55.041138 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [None req-24ac7b45-6173-4432-be4d-765b22786112 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/9c7f8424-0e7a-4180-9a91-4f94b1c0d283 HTTP/1.1" status: 204 len: 168 time: 0.1249783 May 03 14:13:55.050334 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ac7b45-6173-4432-be4d-765b22786112 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c7f8424-0e7a-4180-9a91-4f94b1c0d283,revision_number=None']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:13:55.264004 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ceb1530-d81a-4fa3-bd1a-979cafad646a req-b6d9efda-961b-4249-beb6-8fe4c7ffc2b4 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:13:55.265587 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-1ceb1530-d81a-4fa3-bd1a-979cafad646a req-b6d9efda-961b-4249-beb6-8fe4c7ffc2b4 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] 10.222.0.36 "GET /v2.0/ports?device_id=92530935-2104-4b61-a2f8-286b3c1184d0 HTTP/1.1" status: 200 len: 943 time: 0.0502970 May 03 14:13:55.321875 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-1ceb1530-d81a-4fa3-bd1a-979cafad646a req-ca532360-0bba-486d-b9ef-8bccfd0c1560 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] 10.222.0.36 "GET /v2.0/security-groups?id=cbfeeeef-c433-4767-a994-eec44f2dc198&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500565 May 03 14:13:55.668100 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-2170fa15-491e-49b8-ad6f-44189ec9616d req-f21329ac-70ce-4d08-aa9f-0e7074e3691e service neutron] 10.222.0.26 "GET /v2.0/networks/1672c90c-dee1-453a-a1dd-749ff902086f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2579646 May 03 14:13:55.670598 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-a4431024-80ad-412d-9625-4874bcffe911 req-ad4f4126-3f6b-4a94-b107-b558b45cdd30 service neutron] 10.222.0.26 "GET /v2.0/networks/89bc2c7d-2b97-4518-b62e-d0f098e36f62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2462051 May 03 14:13:55.677424 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03ae649-4a8d-4c7a-b5c0-052d45a4c53e req-f0af26f2-bfa6-469a-a0b3-7a5928f48a16 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:13:55.679402 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-c03ae649-4a8d-4c7a-b5c0-052d45a4c53e req-f0af26f2-bfa6-469a-a0b3-7a5928f48a16 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] 10.222.0.36 "GET /v2.0/ports?device_id=117976ba-33e4-4830-a66f-0cd354096c9b HTTP/1.1" status: 200 len: 943 time: 0.1001430 May 03 14:13:55.748256 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-c03ae649-4a8d-4c7a-b5c0-052d45a4c53e req-782d5b36-568d-401a-8121-dc89b582426c tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] 10.222.0.36 "GET /v2.0/security-groups?id=5256d9b7-303d-41e8-9beb-13271ea5bfe5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592649 May 03 14:13:55.985356 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ed0550-0c57-42c2-ba58-433f1d888748 req-e677a97c-9d45-48d5-822f-526b6e7a09a7 tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:13:55.993036 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-90ed0550-0c57-42c2-ba58-433f1d888748 req-e677a97c-9d45-48d5-822f-526b6e7a09a7 tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] 10.222.0.36 "GET /v2.0/ports?device_id=c69a66ae-c5d7-46a8-9f8f-2f3a59f00efb HTTP/1.1" status: 200 len: 943 time: 0.0665383 May 03 14:13:56.041048 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-90ed0550-0c57-42c2-ba58-433f1d888748 req-837ec36c-b010-47d2-a6b3-4a0d22dbc871 tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] 10.222.0.36 "GET /v2.0/security-groups?id=ac69989c-0c14-4feb-99e3-645de97976bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422754 May 03 14:13:56.114039 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.36', 43608) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:13:56.279423 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-e355a105-6bb7-423b-88cb-6d020b37b327 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:56.326653 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.db.agents_db [None req-22b75db3-e88f-46e7-98cb-691740c6eaf9 None None] Agent healthcheck: found 6 active agents {{(pid=103472) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 03 14:13:56.367064 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-e355a105-6bb7-423b-88cb-6d020b37b327 admin admin] Publish callbacks [] for security_group (6252746c-ccbe-4ffb-8d9a-38c22269c44e), precommit_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:56.371062 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-e355a105-6bb7-423b-88cb-6d020b37b327 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656397'] for security_group (6252746c-ccbe-4ffb-8d9a-38c22269c44e), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:56.427154 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-e355a105-6bb7-423b-88cb-6d020b37b327 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=be2dd387a7f149d58d5a241d598da1ec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3089695 May 03 14:13:56.427258 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.wsgi [-] (103470) accepted ('10.222.0.36', 43620) {{(pid=103470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:13:56.428480 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e355a105-6bb7-423b-88cb-6d020b37b327 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6252746c-ccbe-4ffb-8d9a-38c22269c44e,revision_number=1']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:13:56.475369 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afeda80-7276-4dc4-9933-4d261f941fd6 req-9789a24c-131b-45b3-aecc-60f8c661fce0 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:13:56.476920 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-3afeda80-7276-4dc4-9933-4d261f941fd6 req-9789a24c-131b-45b3-aecc-60f8c661fce0 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] 10.222.0.36 "GET /v2.0/ports?device_id=92530935-2104-4b61-a2f8-286b3c1184d0 HTTP/1.1" status: 200 len: 943 time: 0.0749707 May 03 14:13:56.512051 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-464ec04d-2e9e-4a27-961f-20e1f65f920b admin admin] Publish callbacks [] for security_group (6252746c-ccbe-4ffb-8d9a-38c22269c44e), before_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:56.534876 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-464ec04d-2e9e-4a27-961f-20e1f65f920b admin admin] Publish callbacks [] for security_group (6252746c-ccbe-4ffb-8d9a-38c22269c44e), precommit_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:56.535158 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-3afeda80-7276-4dc4-9933-4d261f941fd6 req-38acc2a0-8070-4e09-96b6-dab047f1621a tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] 10.222.0.36 "GET /v2.0/security-groups?id=cbfeeeef-c433-4767-a994-eec44f2dc198&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446815 May 03 14:13:56.583980 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-464ec04d-2e9e-4a27-961f-20e1f65f920b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656397'] for security_group (6252746c-ccbe-4ffb-8d9a-38c22269c44e), after_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:56.586910 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-464ec04d-2e9e-4a27-961f-20e1f65f920b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:56.588159 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [None req-464ec04d-2e9e-4a27-961f-20e1f65f920b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/6252746c-ccbe-4ffb-8d9a-38c22269c44e HTTP/1.1" status: 204 len: 168 time: 0.1599309 May 03 14:13:56.602163 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464ec04d-2e9e-4a27-961f-20e1f65f920b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6252746c-ccbe-4ffb-8d9a-38c22269c44e,revision_number=None']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:13:56.877059 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.36', 43634) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:13:56.891607 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-cfe73147-802a-492d-8d74-d38b8fb0624a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:56.907749 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f88df4c-1a1f-4908-b426-79c7d2a9ced5 req-fde259c8-dca2-4ed9-9af5-4943aaa6ba55 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:13:56.909213 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-6f88df4c-1a1f-4908-b426-79c7d2a9ced5 req-fde259c8-dca2-4ed9-9af5-4943aaa6ba55 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] 10.222.0.36 "GET /v2.0/ports?device_id=117976ba-33e4-4830-a66f-0cd354096c9b HTTP/1.1" status: 200 len: 943 time: 0.0587966 May 03 14:13:56.959831 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-6f88df4c-1a1f-4908-b426-79c7d2a9ced5 req-2acf4b4d-8b69-40b2-9022-7879602f4f5e tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] 10.222.0.36 "GET /v2.0/security-groups?id=5256d9b7-303d-41e8-9beb-13271ea5bfe5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445929 May 03 14:13:56.968537 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-cfe73147-802a-492d-8d74-d38b8fb0624a admin admin] Publish callbacks [] for security_group (7b609f7d-53c4-4024-af98-9b03d91ee808), precommit_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:56.973144 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-cfe73147-802a-492d-8d74-d38b8fb0624a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656397'] for security_group (7b609f7d-53c4-4024-af98-9b03d91ee808), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:57.011833 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-cfe73147-802a-492d-8d74-d38b8fb0624a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f8a71d02fa354e6d9ce4aeb58f20c832&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1333587 May 03 14:13:57.012770 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe73147-802a-492d-8d74-d38b8fb0624a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b609f7d-53c4-4024-af98-9b03d91ee808,revision_number=1']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:13:57.014807 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.wsgi [-] (103470) accepted ('10.222.0.36', 43640) {{(pid=103470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:13:57.069058 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-2ccb5b30-74cb-4d62-bc55-0494ba1def24 admin admin] Publish callbacks [] for security_group (7b609f7d-53c4-4024-af98-9b03d91ee808), before_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:57.101398 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-2ccb5b30-74cb-4d62-bc55-0494ba1def24 admin admin] Publish callbacks [] for security_group (7b609f7d-53c4-4024-af98-9b03d91ee808), precommit_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:57.162399 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-2ccb5b30-74cb-4d62-bc55-0494ba1def24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656397'] for security_group (7b609f7d-53c4-4024-af98-9b03d91ee808), after_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:57.164987 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-2ccb5b30-74cb-4d62-bc55-0494ba1def24 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:57.168504 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [None req-2ccb5b30-74cb-4d62-bc55-0494ba1def24 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/7b609f7d-53c4-4024-af98-9b03d91ee808 HTTP/1.1" status: 204 len: 168 time: 0.1503897 May 03 14:13:57.177505 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd93ab2-fbda-4088-a6ca-d2795edeb5e1 req-6a4187d7-9e09-4168-8e12-43b52be5801d tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:13:57.179280 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-2bd93ab2-fbda-4088-a6ca-d2795edeb5e1 req-6a4187d7-9e09-4168-8e12-43b52be5801d tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] 10.222.0.36 "GET /v2.0/ports?device_id=c69a66ae-c5d7-46a8-9f8f-2f3a59f00efb HTTP/1.1" status: 200 len: 943 time: 0.0576093 May 03 14:13:57.182770 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccb5b30-74cb-4d62-bc55-0494ba1def24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b609f7d-53c4-4024-af98-9b03d91ee808,revision_number=None']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:13:57.260933 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-2bd93ab2-fbda-4088-a6ca-d2795edeb5e1 req-3acbfe43-47cd-49d2-8232-1b8ecca1ea67 tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] 10.222.0.36 "GET /v2.0/security-groups?id=ac69989c-0c14-4feb-99e3-645de97976bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0706241 May 03 14:13:57.673120 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac450a9-3b52-431a-9bdb-f977049b454a req-f4e3c662-0b1c-4f93-a987-7353ccf838b3 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:13:57.674974 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-5ac450a9-3b52-431a-9bdb-f977049b454a req-f4e3c662-0b1c-4f93-a987-7353ccf838b3 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] 10.222.0.36 "GET /v2.0/ports?device_id=92530935-2104-4b61-a2f8-286b3c1184d0 HTTP/1.1" status: 200 len: 943 time: 0.0655024 May 03 14:13:57.743201 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-5ac450a9-3b52-431a-9bdb-f977049b454a req-b9488db0-944a-49e5-8888-a53dd9cd5274 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] 10.222.0.36 "GET /v2.0/security-groups?id=cbfeeeef-c433-4767-a994-eec44f2dc198&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612462 May 03 14:13:58.078056 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257a338b-075b-46a2-aa62-a70bf7098f37 req-6c3ef424-7033-48a2-a7dc-cb322eba396d tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:13:58.079566 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-257a338b-075b-46a2-aa62-a70bf7098f37 req-6c3ef424-7033-48a2-a7dc-cb322eba396d tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] 10.222.0.36 "GET /v2.0/ports?device_id=117976ba-33e4-4830-a66f-0cd354096c9b HTTP/1.1" status: 200 len: 943 time: 0.0487614 May 03 14:13:58.130232 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-257a338b-075b-46a2-aa62-a70bf7098f37 req-ceb1b2bf-03c3-4aad-990f-d6ed56cf3776 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] 10.222.0.36 "GET /v2.0/security-groups?id=5256d9b7-303d-41e8-9beb-13271ea5bfe5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448506 May 03 14:13:58.375729 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b34182-65d2-4974-86a1-ee30f31e76b1 req-12016776-152c-48be-8e3c-13d1e1bf7dfc tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:13:58.377580 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-b6b34182-65d2-4974-86a1-ee30f31e76b1 req-12016776-152c-48be-8e3c-13d1e1bf7dfc tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] 10.222.0.36 "GET /v2.0/ports?device_id=c69a66ae-c5d7-46a8-9f8f-2f3a59f00efb HTTP/1.1" status: 200 len: 943 time: 0.0473547 May 03 14:13:58.428053 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-b6b34182-65d2-4974-86a1-ee30f31e76b1 req-58736792-bd19-425b-ad93-991dc3259f89 tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] 10.222.0.36 "GET /v2.0/security-groups?id=ac69989c-0c14-4feb-99e3-645de97976bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450425 May 03 14:13:58.590603 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.rpc [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Device 7bbb1028-4390-491f-bf7e-9db68148370c details requested by agent hyperv_hv-cinder-83979 with host hv-cinder-83979 {{(pid=103471) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 03 14:13:58.694088 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.db [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] For port 7bbb1028-4390-491f-bf7e-9db68148370c, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=7bbb1028-4390-491f-bf7e-9db68148370c,segment=NetworkSegment(67863d8e-3b7d-4783-aeb0-1e512a0dd290),segment_id=67863d8e-3b7d-4783-aeb0-1e512a0dd290)] {{(pid=103471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 14:13:58.710558 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.rpc [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Returning: {'device': '7bbb1028-4390-491f-bf7e-9db68148370c', 'network_id': '1672c90c-dee1-453a-a1dd-749ff902086f', 'port_id': '7bbb1028-4390-491f-bf7e-9db68148370c', 'mac_address': 'fa:16:3e:7a:dc:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 241, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9797d54b-d4ac-4959-9119-15649c917e44', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103471) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 03 14:13:58.748989 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Current status of the port 7bbb1028-4390-491f-bf7e-9db68148370c is: DOWN; New status is: BUILD {{(pid=103471) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 14:13:58.749471 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585126'] for port (7bbb1028-4390-491f-bf7e-9db68148370c), before_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:58.767763 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.notifiers.nova [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7bbb1028-4390-491f-bf7e-9db68148370c {{(pid=103471) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 14:13:58.808134 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.db [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] For port 7bbb1028-4390-491f-bf7e-9db68148370c, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=7bbb1028-4390-491f-bf7e-9db68148370c,segment=NetworkSegment(67863d8e-3b7d-4783-aeb0-1e512a0dd290),segment_id=67863d8e-3b7d-4783-aeb0-1e512a0dd290)] {{(pid=103471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 14:13:58.814569 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786921284783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786920821414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786920821432'] for port (7bbb1028-4390-491f-bf7e-9db68148370c), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:58.815365 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.rpc [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Device 41bfb89d-3eb0-41a2-94c6-9adcca5e956c details requested by agent hyperv_hv-cinder-83979 with host hv-cinder-83979 {{(pid=103471) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 03 14:13:58.884833 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ff2303-4d42-4f0d-94b0-37cb04daa542 req-f7c1ec17-5cfb-45a1-bd1a-44d2b9cdf6e9 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:13:58.887259 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-48ff2303-4d42-4f0d-94b0-37cb04daa542 req-f7c1ec17-5cfb-45a1-bd1a-44d2b9cdf6e9 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] 10.222.0.36 "GET /v2.0/ports?device_id=92530935-2104-4b61-a2f8-286b3c1184d0 HTTP/1.1" status: 200 len: 943 time: 0.0550959 May 03 14:13:58.893118 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Pushing event updated for resources: {'Port': ['ID=7bbb1028-4390-491f-bf7e-9db68148370c,revision_number=4']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:13:58.953482 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-48ff2303-4d42-4f0d-94b0-37cb04daa542 req-291b216b-0096-4fe0-aeb1-02f6a1111f38 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] 10.222.0.36 "GET /v2.0/security-groups?id=cbfeeeef-c433-4767-a994-eec44f2dc198&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589113 May 03 14:13:58.961487 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.db [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] For port 41bfb89d-3eb0-41a2-94c6-9adcca5e956c, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=41bfb89d-3eb0-41a2-94c6-9adcca5e956c,segment=NetworkSegment(1c54dd20-bf4d-49bf-9498-4e1d488f7c61),segment_id=1c54dd20-bf4d-49bf-9498-4e1d488f7c61)] {{(pid=103471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 14:13:58.976632 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.rpc [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Returning: {'device': '41bfb89d-3eb0-41a2-94c6-9adcca5e956c', 'network_id': 'ed744a5b-777c-4bee-b278-dee1b499d8aa', 'port_id': '41bfb89d-3eb0-41a2-94c6-9adcca5e956c', 'mac_address': 'fa:16:3e:3f:32:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 224, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a87b0fb7-75d3-4b90-b91b-05349e630701', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103471) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 03 14:13:59.017092 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Current status of the port 41bfb89d-3eb0-41a2-94c6-9adcca5e956c is: DOWN; New status is: BUILD {{(pid=103471) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 14:13:59.017591 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585126'] for port (41bfb89d-3eb0-41a2-94c6-9adcca5e956c), before_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:59.032724 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.notifiers.nova [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41bfb89d-3eb0-41a2-94c6-9adcca5e956c {{(pid=103471) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 14:13:59.059305 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.db [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] For port 41bfb89d-3eb0-41a2-94c6-9adcca5e956c, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=41bfb89d-3eb0-41a2-94c6-9adcca5e956c,segment=NetworkSegment(1c54dd20-bf4d-49bf-9498-4e1d488f7c61),segment_id=1c54dd20-bf4d-49bf-9498-4e1d488f7c61)] {{(pid=103471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 14:13:59.064936 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786921284783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786920821414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786920821432'] for port (41bfb89d-3eb0-41a2-94c6-9adcca5e956c), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:13:59.126106 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Pushing event updated for resources: {'Port': ['ID=41bfb89d-3eb0-41a2-94c6-9adcca5e956c,revision_number=4']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:13:59.254483 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58dd3b66-4372-4cbb-9a6d-fba8008c52b2 req-7fbbb1c0-4630-46a6-b404-5f84576463e4 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:13:59.255962 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-58dd3b66-4372-4cbb-9a6d-fba8008c52b2 req-7fbbb1c0-4630-46a6-b404-5f84576463e4 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] 10.222.0.36 "GET /v2.0/ports?device_id=117976ba-33e4-4830-a66f-0cd354096c9b HTTP/1.1" status: 200 len: 944 time: 0.0497131 May 03 14:13:59.307025 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-58dd3b66-4372-4cbb-9a6d-fba8008c52b2 req-b4a8cb01-0e55-468b-8645-76d2d4be1e2b tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] 10.222.0.36 "GET /v2.0/security-groups?id=5256d9b7-303d-41e8-9beb-13271ea5bfe5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450976 May 03 14:13:59.554924 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1b962e-a8fd-4fa9-b693-3ada15643c4c req-ba59fefd-2279-4094-8d17-5024605745a7 tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:13:59.556391 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-1c1b962e-a8fd-4fa9-b693-3ada15643c4c req-ba59fefd-2279-4094-8d17-5024605745a7 tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] 10.222.0.36 "GET /v2.0/ports?device_id=c69a66ae-c5d7-46a8-9f8f-2f3a59f00efb HTTP/1.1" status: 200 len: 943 time: 0.0544784 May 03 14:13:59.604094 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-1c1b962e-a8fd-4fa9-b693-3ada15643c4c req-dc589e88-3bc5-47b2-a431-a370aaea3010 tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] 10.222.0.36 "GET /v2.0/security-groups?id=ac69989c-0c14-4feb-99e3-645de97976bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419178 May 03 14:14:00.069460 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81508e9c-f1d5-43af-b202-1d833a0b1b1e req-53168c14-19eb-44e6-9bf5-45f9e409e58e tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:14:00.070944 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-81508e9c-f1d5-43af-b202-1d833a0b1b1e req-53168c14-19eb-44e6-9bf5-45f9e409e58e tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] 10.222.0.36 "GET /v2.0/ports?device_id=92530935-2104-4b61-a2f8-286b3c1184d0 HTTP/1.1" status: 200 len: 944 time: 0.0483823 May 03 14:14:00.116865 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-81508e9c-f1d5-43af-b202-1d833a0b1b1e req-4f9ad257-9c66-4e91-bdad-bfd46bc55519 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] 10.222.0.36 "GET /v2.0/security-groups?id=cbfeeeef-c433-4767-a994-eec44f2dc198&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401945 May 03 14:14:00.377072 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.rpc [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Device 95147665-e446-4472-a616-c5c429b604f1 details requested by agent hyperv_hv-cinder-83979 with host hv-cinder-83979 {{(pid=103471) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 03 14:14:00.428657 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427f3dc0-51f9-4ec4-8f16-b86830b2e09e req-a36c7cdc-9a43-4fd9-9a37-060528aff799 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:14:00.430309 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-427f3dc0-51f9-4ec4-8f16-b86830b2e09e req-a36c7cdc-9a43-4fd9-9a37-060528aff799 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] 10.222.0.36 "GET /v2.0/ports?device_id=117976ba-33e4-4830-a66f-0cd354096c9b HTTP/1.1" status: 200 len: 944 time: 0.0463610 May 03 14:14:00.474497 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.db [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] For port 95147665-e446-4472-a616-c5c429b604f1, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=95147665-e446-4472-a616-c5c429b604f1,segment=NetworkSegment(e1835114-80bf-41da-a21b-fba78594b9dd),segment_id=e1835114-80bf-41da-a21b-fba78594b9dd)] {{(pid=103471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 14:14:00.477520 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-427f3dc0-51f9-4ec4-8f16-b86830b2e09e req-10c3b6f1-8b11-4ee0-8b0c-c5624b31fdc9 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] 10.222.0.36 "GET /v2.0/security-groups?id=5256d9b7-303d-41e8-9beb-13271ea5bfe5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409851 May 03 14:14:00.489530 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.rpc [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Returning: {'device': '95147665-e446-4472-a616-c5c429b604f1', 'network_id': '89bc2c7d-2b97-4518-b62e-d0f098e36f62', 'port_id': '95147665-e446-4472-a616-c5c429b604f1', 'mac_address': 'fa:16:3e:32:91:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 214, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce824052-6a3b-4ab6-8ac7-7607bba43c53', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103471) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 03 14:14:00.528903 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Current status of the port 95147665-e446-4472-a616-c5c429b604f1 is: DOWN; New status is: BUILD {{(pid=103471) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 14:14:00.529362 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585126'] for port (95147665-e446-4472-a616-c5c429b604f1), before_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:00.548759 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.notifiers.nova [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95147665-e446-4472-a616-c5c429b604f1 {{(pid=103471) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 14:14:00.568847 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.db [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] For port 95147665-e446-4472-a616-c5c429b604f1, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=95147665-e446-4472-a616-c5c429b604f1,segment=NetworkSegment(e1835114-80bf-41da-a21b-fba78594b9dd),segment_id=e1835114-80bf-41da-a21b-fba78594b9dd)] {{(pid=103471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 14:14:00.574172 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786921284783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786920821414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786920821432'] for port (95147665-e446-4472-a616-c5c429b604f1), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:00.620241 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Pushing event updated for resources: {'Port': ['ID=95147665-e446-4472-a616-c5c429b604f1,revision_number=4']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:14:00.722174 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c4ce05-4194-4f79-b2eb-011e234a8be5 req-de98c67e-e4c9-4fdf-ba06-cfbee428db8e tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:14:00.723682 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-c7c4ce05-4194-4f79-b2eb-011e234a8be5 req-de98c67e-e4c9-4fdf-ba06-cfbee428db8e tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] 10.222.0.36 "GET /v2.0/ports?device_id=c69a66ae-c5d7-46a8-9f8f-2f3a59f00efb HTTP/1.1" status: 200 len: 944 time: 0.0483170 May 03 14:14:00.770101 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-c7c4ce05-4194-4f79-b2eb-011e234a8be5 req-fbc54fd0-874e-43e7-94ba-fe092b60f7a1 tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] 10.222.0.36 "GET /v2.0/security-groups?id=ac69989c-0c14-4feb-99e3-645de97976bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406804 May 03 14:14:01.234954 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82493b06-b95c-4df9-9d67-f11503734705 req-47518879-1398-4bba-b276-63e8885116bd tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:14:01.236456 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-82493b06-b95c-4df9-9d67-f11503734705 req-47518879-1398-4bba-b276-63e8885116bd tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] 10.222.0.36 "GET /v2.0/ports?device_id=92530935-2104-4b61-a2f8-286b3c1184d0 HTTP/1.1" status: 200 len: 944 time: 0.0524762 May 03 14:14:01.285997 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-82493b06-b95c-4df9-9d67-f11503734705 req-d4a6cbed-70a4-4a39-abed-726f358706f9 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] 10.222.0.36 "GET /v2.0/security-groups?id=cbfeeeef-c433-4767-a994-eec44f2dc198&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411069 May 03 14:14:01.599263 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0630486-0151-41e9-a00c-c9e71b65bf95 req-24b20ee2-2cd9-47dd-9c18-2ec5995d0eb6 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:14:01.600862 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-e0630486-0151-41e9-a00c-c9e71b65bf95 req-24b20ee2-2cd9-47dd-9c18-2ec5995d0eb6 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] 10.222.0.36 "GET /v2.0/ports?device_id=117976ba-33e4-4830-a66f-0cd354096c9b HTTP/1.1" status: 200 len: 944 time: 0.0499406 May 03 14:14:01.648347 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-e0630486-0151-41e9-a00c-c9e71b65bf95 req-b1bcc672-9888-4315-9699-64e161d47a63 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] 10.222.0.36 "GET /v2.0/security-groups?id=5256d9b7-303d-41e8-9beb-13271ea5bfe5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419509 May 03 14:14:01.895042 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40214057-0ac5-4391-942f-ad47f4021e71 req-4b97d88c-c6b8-499c-9daf-27ca704f3a10 tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:14:01.896509 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-40214057-0ac5-4391-942f-ad47f4021e71 req-4b97d88c-c6b8-499c-9daf-27ca704f3a10 tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] 10.222.0.36 "GET /v2.0/ports?device_id=c69a66ae-c5d7-46a8-9f8f-2f3a59f00efb HTTP/1.1" status: 200 len: 944 time: 0.0481105 May 03 14:14:01.943823 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-40214057-0ac5-4391-942f-ad47f4021e71 req-25e7b001-be19-4b4e-9f1c-1851a30276e1 tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] 10.222.0.36 "GET /v2.0/security-groups?id=ac69989c-0c14-4feb-99e3-645de97976bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416300 May 03 14:14:02.404440 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380e5621-6d4a-46aa-9406-8858aa0e89d4 req-3fbce58f-8c31-44c3-9768-aa265fb25770 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:14:02.406567 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-380e5621-6d4a-46aa-9406-8858aa0e89d4 req-3fbce58f-8c31-44c3-9768-aa265fb25770 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] 10.222.0.36 "GET /v2.0/ports?device_id=92530935-2104-4b61-a2f8-286b3c1184d0 HTTP/1.1" status: 200 len: 944 time: 0.0508683 May 03 14:14:02.461758 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-380e5621-6d4a-46aa-9406-8858aa0e89d4 req-75a978b2-98af-4b4c-a24c-25f518eeabec tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] 10.222.0.36 "GET /v2.0/security-groups?id=cbfeeeef-c433-4767-a994-eec44f2dc198&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452588 May 03 14:14:02.775874 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc369b8-0d17-46e1-91b0-954623dda736 req-ad42875d-c37d-4668-965e-91b250c77642 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:14:02.777673 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-3bc369b8-0d17-46e1-91b0-954623dda736 req-ad42875d-c37d-4668-965e-91b250c77642 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] 10.222.0.36 "GET /v2.0/ports?device_id=117976ba-33e4-4830-a66f-0cd354096c9b HTTP/1.1" status: 200 len: 944 time: 0.0481968 May 03 14:14:02.829507 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-3bc369b8-0d17-46e1-91b0-954623dda736 req-d876743b-cd6d-4c4a-bf76-b3235da9eb20 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] 10.222.0.36 "GET /v2.0/security-groups?id=5256d9b7-303d-41e8-9beb-13271ea5bfe5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460749 May 03 14:14:03.065924 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26292b87-ef13-4af6-b19b-e2a2c95835f0 req-7a914583-c2b9-4f3a-9d00-0c10b41c6d89 tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:14:03.067409 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-26292b87-ef13-4af6-b19b-e2a2c95835f0 req-7a914583-c2b9-4f3a-9d00-0c10b41c6d89 tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] 10.222.0.36 "GET /v2.0/ports?device_id=c69a66ae-c5d7-46a8-9f8f-2f3a59f00efb HTTP/1.1" status: 200 len: 944 time: 0.0499442 May 03 14:14:03.117503 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-26292b87-ef13-4af6-b19b-e2a2c95835f0 req-48dac1db-2f62-4d9b-a52e-785713edbd9e tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] 10.222.0.36 "GET /v2.0/security-groups?id=ac69989c-0c14-4feb-99e3-645de97976bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442371 May 03 14:14:03.596024 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11997f0b-a27c-43d2-8cb5-635f443a593d req-679a4b67-2cd2-43a6-b3d6-d9678bd2ddc0 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:14:03.597571 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-11997f0b-a27c-43d2-8cb5-635f443a593d req-679a4b67-2cd2-43a6-b3d6-d9678bd2ddc0 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] 10.222.0.36 "GET /v2.0/ports?device_id=92530935-2104-4b61-a2f8-286b3c1184d0 HTTP/1.1" status: 200 len: 944 time: 0.0578816 May 03 14:14:03.647639 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-11997f0b-a27c-43d2-8cb5-635f443a593d req-59d67b6f-f349-411d-b566-ca0773f3bc19 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] 10.222.0.36 "GET /v2.0/security-groups?id=cbfeeeef-c433-4767-a994-eec44f2dc198&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443630 May 03 14:14:03.824269 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.db [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] get_ports_and_sgs() called for port_ids ['95147665-e446-4472-a616-c5c429b604f1'] {{(pid=103471) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 03 14:14:03.959553 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952db296-96d6-44fa-b049-e267ad7526cc req-e164594a-d3e3-4fcb-b55d-6c0ec126b6e4 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:14:03.961675 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-952db296-96d6-44fa-b049-e267ad7526cc req-e164594a-d3e3-4fcb-b55d-6c0ec126b6e4 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] 10.222.0.36 "GET /v2.0/ports?device_id=117976ba-33e4-4830-a66f-0cd354096c9b HTTP/1.1" status: 200 len: 944 time: 0.0540469 May 03 14:14:04.016475 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-952db296-96d6-44fa-b049-e267ad7526cc req-0c806a2a-c0ad-44be-be3a-2c468df30c2d tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] 10.222.0.36 "GET /v2.0/security-groups?id=5256d9b7-303d-41e8-9beb-13271ea5bfe5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472388 May 03 14:14:04.076861 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.db [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] get_ports_and_sgs() called for port_ids ['7bbb1028-4390-491f-bf7e-9db68148370c'] {{(pid=103471) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 03 14:14:04.169787 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.db [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] get_ports_and_sgs() called for port_ids ['41bfb89d-3eb0-41a2-94c6-9adcca5e956c'] {{(pid=103471) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 03 14:14:04.240093 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062de552-e0ee-4731-b034-dad4c66124bb req-21eeefa2-1e14-4c61-ae3c-578a387859d4 tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:14:04.242132 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-062de552-e0ee-4731-b034-dad4c66124bb req-21eeefa2-1e14-4c61-ae3c-578a387859d4 tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] 10.222.0.36 "GET /v2.0/ports?device_id=c69a66ae-c5d7-46a8-9f8f-2f3a59f00efb HTTP/1.1" status: 200 len: 944 time: 0.0482621 May 03 14:14:04.301755 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-062de552-e0ee-4731-b034-dad4c66124bb req-5ac8a64c-341f-45f9-ba1f-0e55e80e9941 tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] 10.222.0.36 "GET /v2.0/security-groups?id=ac69989c-0c14-4feb-99e3-645de97976bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531650 May 03 14:14:04.639906 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-170aeae1-e6d4-4134-ad57-3f8f377cf96b req-cbed6ad0-34b0-4f12-8852-730eb31ff327 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=dc4affea-e303-483f-a2f6-72e48c8034df&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0451791 May 03 14:14:04.739523 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170aeae1-e6d4-4134-ad57-3f8f377cf96b req-307cc9a8-b02f-45f7-952f-d55190dda856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:14:04.741230 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-170aeae1-e6d4-4134-ad57-3f8f377cf96b req-307cc9a8-b02f-45f7-952f-d55190dda856 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=831ebb047e5b4805875d2606cb8e08c0&device_id=dc4affea-e303-483f-a2f6-72e48c8034df HTTP/1.1" status: 200 len: 1129 time: 0.0466316 May 03 14:14:04.773531 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38fb7f0-20d4-4eb8-b983-5b8bd49fe274 req-43d74cdc-d057-4de1-8199-ae83f53d27ed tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:14:04.775325 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-c38fb7f0-20d4-4eb8-b983-5b8bd49fe274 req-43d74cdc-d057-4de1-8199-ae83f53d27ed tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] 10.222.0.36 "GET /v2.0/ports?device_id=92530935-2104-4b61-a2f8-286b3c1184d0 HTTP/1.1" status: 200 len: 944 time: 0.0511284 May 03 14:14:04.828396 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-c38fb7f0-20d4-4eb8-b983-5b8bd49fe274 req-e613ee24-32be-4bd5-8e1e-c5c7c069ee8e tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] 10.222.0.36 "GET /v2.0/security-groups?id=cbfeeeef-c433-4767-a994-eec44f2dc198&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462687 May 03 14:14:04.873905 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170aeae1-e6d4-4134-ad57-3f8f377cf96b req-cd9c599e-c709-422f-881b-da163ac8b11a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:14:04.875569 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-170aeae1-e6d4-4134-ad57-3f8f377cf96b req-cd9c599e-c709-422f-881b-da163ac8b11a service neutron] 10.222.0.26 "GET /v2.0/networks?id=3b1deb6b-f4d1-4363-a738-382e6da075be HTTP/1.1" status: 200 len: 913 time: 0.1038082 May 03 14:14:05.152676 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-170aeae1-e6d4-4134-ad57-3f8f377cf96b req-e64ff16e-ed97-4c17-9cb0-c43867e726db service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f7ef36ed-a7b3-4cc2-b2a5-c5fe96f2f96c HTTP/1.1" status: 200 len: 217 time: 0.0514944 May 03 14:14:05.173912 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4335061-708a-4105-98f1-615aa8233036 req-16e9ac49-b248-4b94-9471-07bdb195845c tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:14:05.175360 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-d4335061-708a-4105-98f1-615aa8233036 req-16e9ac49-b248-4b94-9471-07bdb195845c tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] 10.222.0.36 "GET /v2.0/ports?device_id=117976ba-33e4-4830-a66f-0cd354096c9b HTTP/1.1" status: 200 len: 944 time: 0.0846360 May 03 14:14:05.230176 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170aeae1-e6d4-4134-ad57-3f8f377cf96b req-5e2394eb-d834-483a-a424-ee06b24d21f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:14:05.231635 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-170aeae1-e6d4-4134-ad57-3f8f377cf96b req-5e2394eb-d834-483a-a424-ee06b24d21f2 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a10b42f5-3d4c-4c22-afc3-747834519bb9 HTTP/1.1" status: 200 len: 852 time: 0.0708089 May 03 14:14:05.254426 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-d4335061-708a-4105-98f1-615aa8233036 req-8e6de7ce-440f-417d-96b8-b01ca254d9d7 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] 10.222.0.36 "GET /v2.0/security-groups?id=5256d9b7-303d-41e8-9beb-13271ea5bfe5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605423 May 03 14:14:05.419066 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670fe8ea-42b2-4c08-80a8-7fe1e0ed31fe req-fd19b297-278e-4c70-8a8b-59a8e4b422f8 tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:14:05.420425 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-670fe8ea-42b2-4c08-80a8-7fe1e0ed31fe req-fd19b297-278e-4c70-8a8b-59a8e4b422f8 tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] 10.222.0.36 "GET /v2.0/ports?device_id=c69a66ae-c5d7-46a8-9f8f-2f3a59f00efb HTTP/1.1" status: 200 len: 944 time: 0.0509324 May 03 14:14:05.469658 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-670fe8ea-42b2-4c08-80a8-7fe1e0ed31fe req-69e84827-6056-440a-ba95-8da19c7e01ce tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] 10.222.0.36 "GET /v2.0/security-groups?id=ac69989c-0c14-4feb-99e3-645de97976bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409250 May 03 14:14:05.873978 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.wsgi [-] (103470) accepted ('10.222.0.36', 43876) {{(pid=103470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:14:05.962966 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d82f1d-7b4d-4355-a299-487127305f2f req-b21e7b7b-f3fe-49f3-9a5a-a8987f88c955 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:14:05.964438 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-04d82f1d-7b4d-4355-a299-487127305f2f req-b21e7b7b-f3fe-49f3-9a5a-a8987f88c955 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] 10.222.0.36 "GET /v2.0/ports?device_id=92530935-2104-4b61-a2f8-286b3c1184d0 HTTP/1.1" status: 200 len: 944 time: 0.0466895 May 03 14:14:05.984407 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-1e3442f5-c00c-4995-aea5-111752cf7525 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:06.010499 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-04d82f1d-7b4d-4355-a299-487127305f2f req-6ebb612e-4e7e-4d2e-86fb-9a095bab3e4d tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] 10.222.0.36 "GET /v2.0/security-groups?id=cbfeeeef-c433-4767-a994-eec44f2dc198&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401869 May 03 14:14:06.062699 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-1e3442f5-c00c-4995-aea5-111752cf7525 admin admin] Publish callbacks [] for security_group (1f9eb7aa-659f-456e-8e0a-4783f36c4b52), precommit_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:06.070334 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-1e3442f5-c00c-4995-aea5-111752cf7525 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656397'] for security_group (1f9eb7aa-659f-456e-8e0a-4783f36c4b52), after_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:06.108662 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [None req-1e3442f5-c00c-4995-aea5-111752cf7525 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=dc76e011af9c49d59993a186b31bdc23&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2335603 May 03 14:14:06.110620 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3442f5-c00c-4995-aea5-111752cf7525 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f9eb7aa-659f-456e-8e0a-4783f36c4b52,revision_number=1']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:14:06.111499 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.36', 43884) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:14:06.117682 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3442f5-c00c-4995-aea5-111752cf7525 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:14:06.118034 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3442f5-c00c-4995-aea5-111752cf7525 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:14:06.118404 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3442f5-c00c-4995-aea5-111752cf7525 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:14:06.118740 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3442f5-c00c-4995-aea5-111752cf7525 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:14:06.119069 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3442f5-c00c-4995-aea5-111752cf7525 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:14:06.119393 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3442f5-c00c-4995-aea5-111752cf7525 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:14:06.119716 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3442f5-c00c-4995-aea5-111752cf7525 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:14:06.120012 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3442f5-c00c-4995-aea5-111752cf7525 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:14:06.120364 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3442f5-c00c-4995-aea5-111752cf7525 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:14:06.120719 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3442f5-c00c-4995-aea5-111752cf7525 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:14:06.121060 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3442f5-c00c-4995-aea5-111752cf7525 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:14:06.121390 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3442f5-c00c-4995-aea5-111752cf7525 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:14:06.121707 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3442f5-c00c-4995-aea5-111752cf7525 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:14:06.122024 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3442f5-c00c-4995-aea5-111752cf7525 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:14:06.122325 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3442f5-c00c-4995-aea5-111752cf7525 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:14:06.159660 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-a0a48fac-cc41-47f3-8ebc-926a6e877e73 admin admin] Publish callbacks [] for security_group (1f9eb7aa-659f-456e-8e0a-4783f36c4b52), before_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:06.179628 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-a0a48fac-cc41-47f3-8ebc-926a6e877e73 admin admin] Publish callbacks [] for security_group (1f9eb7aa-659f-456e-8e0a-4783f36c4b52), precommit_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:06.241028 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-a0a48fac-cc41-47f3-8ebc-926a6e877e73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656397'] for security_group (1f9eb7aa-659f-456e-8e0a-4783f36c4b52), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:06.243619 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-a0a48fac-cc41-47f3-8ebc-926a6e877e73 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:06.244722 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-a0a48fac-cc41-47f3-8ebc-926a6e877e73 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/1f9eb7aa-659f-456e-8e0a-4783f36c4b52 HTTP/1.1" status: 204 len: 168 time: 0.1321838 May 03 14:14:06.266092 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-170aeae1-e6d4-4134-ad57-3f8f377cf96b req-da5a0b82-9073-4888-9443-32043e850875 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=3b1deb6b-f4d1-4363-a738-382e6da075be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0340025 May 03 14:14:06.270687 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a48fac-cc41-47f3-8ebc-926a6e877e73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f9eb7aa-659f-456e-8e0a-4783f36c4b52,revision_number=None']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:14:06.280532 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a48fac-cc41-47f3-8ebc-926a6e877e73 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:14:06.281255 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a48fac-cc41-47f3-8ebc-926a6e877e73 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:14:06.281934 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a48fac-cc41-47f3-8ebc-926a6e877e73 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:14:06.282610 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a48fac-cc41-47f3-8ebc-926a6e877e73 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:14:06.283175 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a48fac-cc41-47f3-8ebc-926a6e877e73 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:14:06.283916 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a48fac-cc41-47f3-8ebc-926a6e877e73 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:14:06.284464 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a48fac-cc41-47f3-8ebc-926a6e877e73 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:14:06.284989 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a48fac-cc41-47f3-8ebc-926a6e877e73 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:14:06.287093 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a48fac-cc41-47f3-8ebc-926a6e877e73 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:14:06.287472 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a48fac-cc41-47f3-8ebc-926a6e877e73 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:14:06.287822 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a48fac-cc41-47f3-8ebc-926a6e877e73 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:14:06.288159 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a48fac-cc41-47f3-8ebc-926a6e877e73 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:14:06.288548 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a48fac-cc41-47f3-8ebc-926a6e877e73 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:14:06.288803 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a48fac-cc41-47f3-8ebc-926a6e877e73 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:14:06.289124 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a48fac-cc41-47f3-8ebc-926a6e877e73 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:14:06.391752 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccff1eb-1e0e-4d28-b10a-098beb146bf4 req-04a5c636-64c3-4d6f-970a-8bf2a9dbb613 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:14:06.393683 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-5ccff1eb-1e0e-4d28-b10a-098beb146bf4 req-04a5c636-64c3-4d6f-970a-8bf2a9dbb613 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] 10.222.0.36 "GET /v2.0/ports?device_id=117976ba-33e4-4830-a66f-0cd354096c9b HTTP/1.1" status: 200 len: 944 time: 0.0554967 May 03 14:14:06.438870 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-5ccff1eb-1e0e-4d28-b10a-098beb146bf4 req-3a5ed2c9-7ee0-4070-a650-bd8cb5555530 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] 10.222.0.36 "GET /v2.0/security-groups?id=5256d9b7-303d-41e8-9beb-13271ea5bfe5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394695 May 03 14:14:06.539126 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.wsgi [-] (103470) accepted ('10.222.0.36', 43898) {{(pid=103470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:14:06.552881 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-51155877-543c-4468-962e-4781ca0af099 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:06.584167 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65bd792-5923-48c9-91b2-9afa2f51bcce req-5e3a14fb-bd98-4e83-bcbf-1971230d69a9 tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:14:06.585738 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-f65bd792-5923-48c9-91b2-9afa2f51bcce req-5e3a14fb-bd98-4e83-bcbf-1971230d69a9 tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] 10.222.0.36 "GET /v2.0/ports?device_id=c69a66ae-c5d7-46a8-9f8f-2f3a59f00efb HTTP/1.1" status: 200 len: 944 time: 0.0463831 May 03 14:14:06.630124 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-51155877-543c-4468-962e-4781ca0af099 admin admin] Publish callbacks [] for security_group (954e9ca7-e565-4780-9479-c0661eba30ee), precommit_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:06.634107 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-f65bd792-5923-48c9-91b2-9afa2f51bcce req-cb46e866-eb19-4817-80d1-54612dfa865c tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] 10.222.0.36 "GET /v2.0/security-groups?id=ac69989c-0c14-4feb-99e3-645de97976bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423119 May 03 14:14:06.635173 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-51155877-543c-4468-962e-4781ca0af099 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656397'] for security_group (954e9ca7-e565-4780-9479-c0661eba30ee), after_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:06.645780 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-84e76723-3801-4f0f-9303-7941e3292b20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786921254184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749114'] for agent (2d0d8db6-b1c3-4022-9f9b-561ce4a4d2d8), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:06.679072 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [None req-51155877-543c-4468-962e-4781ca0af099 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ceb4093d33a0430891a85ddb8ea7a03f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1388803 May 03 14:14:06.679739 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51155877-543c-4468-962e-4781ca0af099 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=954e9ca7-e565-4780-9479-c0661eba30ee,revision_number=1']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:14:06.682542 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.36', 43900) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:14:06.730979 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-a3e22407-949e-4763-9672-07b7f735d08c admin admin] Publish callbacks [] for security_group (954e9ca7-e565-4780-9479-c0661eba30ee), before_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:06.752999 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-a3e22407-949e-4763-9672-07b7f735d08c admin admin] Publish callbacks [] for security_group (954e9ca7-e565-4780-9479-c0661eba30ee), precommit_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:06.799704 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-a3e22407-949e-4763-9672-07b7f735d08c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656397'] for security_group (954e9ca7-e565-4780-9479-c0661eba30ee), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:06.802505 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-a3e22407-949e-4763-9672-07b7f735d08c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:06.803674 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-a3e22407-949e-4763-9672-07b7f735d08c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/954e9ca7-e565-4780-9479-c0661eba30ee HTTP/1.1" status: 204 len: 168 time: 0.1197958 May 03 14:14:06.814530 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e22407-949e-4763-9672-07b7f735d08c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=954e9ca7-e565-4780-9479-c0661eba30ee,revision_number=None']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:14:07.131267 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b98423-4678-4c33-978d-89f04d91952a req-ea3c6882-3ae7-4419-922d-9f18745cd9bf tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:14:07.133690 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-06b98423-4678-4c33-978d-89f04d91952a req-ea3c6882-3ae7-4419-922d-9f18745cd9bf tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] 10.222.0.36 "GET /v2.0/ports?device_id=92530935-2104-4b61-a2f8-286b3c1184d0 HTTP/1.1" status: 200 len: 944 time: 0.0511098 May 03 14:14:07.183316 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-06b98423-4678-4c33-978d-89f04d91952a req-325c1cbf-6f6f-40a2-844a-94cd03e72c73 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] 10.222.0.36 "GET /v2.0/security-groups?id=cbfeeeef-c433-4767-a994-eec44f2dc198&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447941 May 03 14:14:07.556380 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2fb28f-e5f3-4435-b5ab-7835e72a2234 req-782cc960-9ab3-4bf6-9f04-77ad2b6c3d40 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:14:07.557793 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-ee2fb28f-e5f3-4435-b5ab-7835e72a2234 req-782cc960-9ab3-4bf6-9f04-77ad2b6c3d40 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] 10.222.0.36 "GET /v2.0/ports?device_id=117976ba-33e4-4830-a66f-0cd354096c9b HTTP/1.1" status: 200 len: 944 time: 0.0491121 May 03 14:14:07.604689 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-ee2fb28f-e5f3-4435-b5ab-7835e72a2234 req-6eef4fe8-5cc7-4446-891e-31f90ed1af1a tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] 10.222.0.36 "GET /v2.0/security-groups?id=5256d9b7-303d-41e8-9beb-13271ea5bfe5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412221 May 03 14:14:07.747025 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179fbe4c-2587-4e34-8f3c-5a89bbf2217e req-3e50663a-b03f-44bb-9cd4-d4d05fb8e785 tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:14:07.748609 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-179fbe4c-2587-4e34-8f3c-5a89bbf2217e req-3e50663a-b03f-44bb-9cd4-d4d05fb8e785 tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] 10.222.0.36 "GET /v2.0/ports?device_id=c69a66ae-c5d7-46a8-9f8f-2f3a59f00efb HTTP/1.1" status: 200 len: 944 time: 0.0479829 May 03 14:14:07.795374 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-179fbe4c-2587-4e34-8f3c-5a89bbf2217e req-cfcc1486-7b8d-4abc-92ca-f37609432c9e tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] 10.222.0.36 "GET /v2.0/security-groups?id=ac69989c-0c14-4feb-99e3-645de97976bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409100 May 03 14:14:08.272034 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-170aeae1-e6d4-4134-ad57-3f8f377cf96b req-04f7d43c-38e0-43cd-812d-1bb609b473e2 service neutron] 10.222.0.26 "GET /v2.0/networks/3b1deb6b-f4d1-4363-a738-382e6da075be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957017 May 03 14:14:08.338630 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7661fa-356b-40f8-9f65-cd4304258b82 req-b4225172-6aaa-49a5-9285-ac474b3d5964 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:14:08.339978 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-3e7661fa-356b-40f8-9f65-cd4304258b82 req-b4225172-6aaa-49a5-9285-ac474b3d5964 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] 10.222.0.36 "GET /v2.0/ports?device_id=92530935-2104-4b61-a2f8-286b3c1184d0 HTTP/1.1" status: 200 len: 944 time: 0.0875525 May 03 14:14:08.424633 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-170aeae1-e6d4-4134-ad57-3f8f377cf96b req-ba5eb780-8159-4616-9b14-bc54ba407d37 service neutron] 10.222.0.26 "GET /v2.0/networks/3b1deb6b-f4d1-4363-a738-382e6da075be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344926 May 03 14:14:08.429021 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-3e7661fa-356b-40f8-9f65-cd4304258b82 req-c3395122-d934-4d10-940d-bd3daf392991 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] 10.222.0.36 "GET /v2.0/security-groups?id=cbfeeeef-c433-4767-a994-eec44f2dc198&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821166 May 03 14:14:08.727873 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115858cc-7f54-45db-98c3-ce8cf7b83f63 req-9417d5d3-8e8c-4c42-899b-a057c5c589c2 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:14:08.729350 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-115858cc-7f54-45db-98c3-ce8cf7b83f63 req-9417d5d3-8e8c-4c42-899b-a057c5c589c2 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] 10.222.0.36 "GET /v2.0/ports?device_id=117976ba-33e4-4830-a66f-0cd354096c9b HTTP/1.1" status: 200 len: 944 time: 0.0525930 May 03 14:14:08.779048 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-115858cc-7f54-45db-98c3-ce8cf7b83f63 req-721af9af-8e9b-4ccc-b7ce-294d61f092cd tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] 10.222.0.36 "GET /v2.0/security-groups?id=5256d9b7-303d-41e8-9beb-13271ea5bfe5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437512 May 03 14:14:08.935339 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-cccad8d7-b50e-4aca-b410-261e90ad839a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786921254184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749114'] for agent (2583ee88-9503-4370-b6e4-0a676865815e), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:09.027653 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.rpc [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Device 41bfb89d-3eb0-41a2-94c6-9adcca5e956c up at agent hyperv_hv-cinder-83979 {{(pid=103471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 14:14:09.132369 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786921254184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749114'] for agent (e81ee3ce-91e9-46ba-a5c7-9619c95b22a6), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:09.137641 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.provisioning_blocks [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Provisioning for port 41bfb89d-3eb0-41a2-94c6-9adcca5e956c completed by entity L2. {{(pid=103471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 03 14:14:09.144745 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff4373b-9071-4fec-abcb-157e7d32a56e req-03560b6c-5b1c-4791-a4ad-1a2ead768275 tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:14:09.146535 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.provisioning_blocks [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Provisioning complete for port 41bfb89d-3eb0-41a2-94c6-9adcca5e956c triggered by entity L2. {{(pid=103471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 14:14:09.146697 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-cff4373b-9071-4fec-abcb-157e7d32a56e req-03560b6c-5b1c-4791-a4ad-1a2ead768275 tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] 10.222.0.36 "GET /v2.0/ports?device_id=c69a66ae-c5d7-46a8-9f8f-2f3a59f00efb HTTP/1.1" status: 200 len: 944 time: 0.2832530 May 03 14:14:09.146982 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749148'] for port (41bfb89d-3eb0-41a2-94c6-9adcca5e956c), provisioning_complete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:09.206991 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-cff4373b-9071-4fec-abcb-157e7d32a56e req-b651b3b6-f15c-4bdb-817e-835776ebad0f tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] 10.222.0.36 "GET /v2.0/security-groups?id=ac69989c-0c14-4feb-99e3-645de97976bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529542 May 03 14:14:09.236085 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Current status of the port 41bfb89d-3eb0-41a2-94c6-9adcca5e956c is: BUILD; New status is: ACTIVE {{(pid=103471) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 14:14:09.236493 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585126'] for port (41bfb89d-3eb0-41a2-94c6-9adcca5e956c), before_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:09.259529 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92530935-2104-4b61-a2f8-286b3c1184d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41bfb89d-3eb0-41a2-94c6-9adcca5e956c'}] {{(pid=103471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 14:14:09.261879 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}258de9d1a1c653a46c94c94b096b8a314ffaed5fb8c929df022c823a20d863ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab834f16-43c3-4d1e-9d01-1735423ebe48" -d '{"events": [{"server_uuid": "92530935-2104-4b61-a2f8-286b3c1184d0", "name": "network-vif-plugged", "status": "completed", "tag": "41bfb89d-3eb0-41a2-94c6-9adcca5e956c"}]}' {{(pid=103471) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 14:14:09.274315 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.db [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] For port 41bfb89d-3eb0-41a2-94c6-9adcca5e956c, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=41bfb89d-3eb0-41a2-94c6-9adcca5e956c,segment=NetworkSegment(1c54dd20-bf4d-49bf-9498-4e1d488f7c61),segment_id=1c54dd20-bf4d-49bf-9498-4e1d488f7c61)] {{(pid=103471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 14:14:09.278979 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786921284783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786920821414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786920821432'] for port (41bfb89d-3eb0-41a2-94c6-9adcca5e956c), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:09.279823 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.rpc [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Device 7bbb1028-4390-491f-bf7e-9db68148370c up at agent hyperv_hv-cinder-83979 {{(pid=103471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 14:14:09.301558 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 May 2022 14:14:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25072810-b92d-4848-8259-ff3b72ffa683 x-openstack-request-id: req-25072810-b92d-4848-8259-ff3b72ffa683 {{(pid=103471) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 14:14:09.301872 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92530935-2104-4b61-a2f8-286b3c1184d0", "name": "network-vif-plugged", "status": "completed", "tag": "41bfb89d-3eb0-41a2-94c6-9adcca5e956c", "code": 200}]} {{(pid=103471) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 14:14:09.302122 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-25072810-b92d-4848-8259-ff3b72ffa683 {{(pid=103471) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 14:14:09.302508 dv-cinder-839793-5-iscsi neutron-server[103471]: INFO neutron.notifiers.nova [-] Nova event matching ['req-25072810-b92d-4848-8259-ff3b72ffa683'] response: {'server_uuid': '92530935-2104-4b61-a2f8-286b3c1184d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41bfb89d-3eb0-41a2-94c6-9adcca5e956c', 'code': 200} May 03 14:14:09.359418 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Pushing event updated for resources: {'Port': ['ID=41bfb89d-3eb0-41a2-94c6-9adcca5e956c,revision_number=5']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:14:09.370399 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:14:09.370679 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:14:09.371134 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:14:09.371487 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:14:09.371816 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:14:09.372135 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:14:09.372449 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:14:09.372767 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:14:09.373093 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:14:09.373437 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:14:09.373750 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:14:09.374080 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:14:09.374392 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:14:09.374699 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:14:09.375128 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:14:09.378483 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.provisioning_blocks [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Provisioning for port 7bbb1028-4390-491f-bf7e-9db68148370c completed by entity L2. {{(pid=103471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 03 14:14:09.385212 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.provisioning_blocks [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Provisioning complete for port 7bbb1028-4390-491f-bf7e-9db68148370c triggered by entity L2. {{(pid=103471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 14:14:09.385711 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749148'] for port (7bbb1028-4390-491f-bf7e-9db68148370c), provisioning_complete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:09.462470 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Current status of the port 7bbb1028-4390-491f-bf7e-9db68148370c is: BUILD; New status is: ACTIVE {{(pid=103471) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 14:14:09.462854 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585126'] for port (7bbb1028-4390-491f-bf7e-9db68148370c), before_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:09.500178 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.db [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] For port 7bbb1028-4390-491f-bf7e-9db68148370c, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=7bbb1028-4390-491f-bf7e-9db68148370c,segment=NetworkSegment(67863d8e-3b7d-4783-aeb0-1e512a0dd290),segment_id=67863d8e-3b7d-4783-aeb0-1e512a0dd290)] {{(pid=103471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 14:14:09.504318 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786921284783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786920821414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786920821432'] for port (7bbb1028-4390-491f-bf7e-9db68148370c), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:09.505456 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.rpc [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Device 95147665-e446-4472-a616-c5c429b604f1 up at agent hyperv_hv-cinder-83979 {{(pid=103471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 14:14:09.594223 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4be016-66ee-4998-935a-7ec801bc5b92 req-47a5600a-7ae6-4430-947b-d8f9e174da2c tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:14:09.596465 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-2a4be016-66ee-4998-935a-7ec801bc5b92 req-47a5600a-7ae6-4430-947b-d8f9e174da2c tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] 10.222.0.36 "GET /v2.0/ports?device_id=92530935-2104-4b61-a2f8-286b3c1184d0 HTTP/1.1" status: 200 len: 945 time: 0.0781434 May 03 14:14:09.613316 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Pushing event updated for resources: {'Port': ['ID=7bbb1028-4390-491f-bf7e-9db68148370c,revision_number=5']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:14:09.628088 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.provisioning_blocks [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Provisioning for port 95147665-e446-4472-a616-c5c429b604f1 completed by entity L2. {{(pid=103471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 03 14:14:09.633522 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.provisioning_blocks [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Provisioning complete for port 95147665-e446-4472-a616-c5c429b604f1 triggered by entity L2. {{(pid=103471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 14:14:09.633936 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749148'] for port (95147665-e446-4472-a616-c5c429b604f1), provisioning_complete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:09.695797 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f34cf8-00c8-4676-aa5c-2821bacef873 req-a5022bef-93c7-4775-aa8c-b5d3b4236bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:14:09.697269 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-87f34cf8-00c8-4676-aa5c-2821bacef873 req-a5022bef-93c7-4775-aa8c-b5d3b4236bb5 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=92530935-2104-4b61-a2f8-286b3c1184d0 HTTP/1.1" status: 200 len: 1129 time: 0.0572469 May 03 14:14:09.700652 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-2a4be016-66ee-4998-935a-7ec801bc5b92 req-c0fac9c1-8700-4606-8821-a526dadb09d3 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] 10.222.0.36 "GET /v2.0/security-groups?id=cbfeeeef-c433-4767-a994-eec44f2dc198&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970750 May 03 14:14:09.726085 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Current status of the port 95147665-e446-4472-a616-c5c429b604f1 is: BUILD; New status is: ACTIVE {{(pid=103471) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 14:14:09.726464 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585126'] for port (95147665-e446-4472-a616-c5c429b604f1), before_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:09.748940 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-87f34cf8-00c8-4676-aa5c-2821bacef873 req-d6fb7340-dcce-40fd-8b51-58c3810ce8a9 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=cbfeeeef-c433-4767-a994-eec44f2dc198&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434625 May 03 14:14:09.769852 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.db [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] For port 95147665-e446-4472-a616-c5c429b604f1, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=95147665-e446-4472-a616-c5c429b604f1,segment=NetworkSegment(e1835114-80bf-41da-a21b-fba78594b9dd),segment_id=e1835114-80bf-41da-a21b-fba78594b9dd)] {{(pid=103471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 14:14:09.773890 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786921284783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786920821414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786920821432'] for port (95147665-e446-4472-a616-c5c429b604f1), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:09.819432 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.wsgi [-] (103470) accepted ('10.222.0.36', 43986) {{(pid=103470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:14:09.826275 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Pushing event updated for resources: {'Port': ['ID=95147665-e446-4472-a616-c5c429b604f1,revision_number=5']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:14:09.906414 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6daca4-3ce1-44a8-a95e-806b88181df7 req-a767e30c-20fa-4889-b234-83b225ec84ec tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:14:09.907878 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-6f6daca4-3ce1-44a8-a95e-806b88181df7 req-a767e30c-20fa-4889-b234-83b225ec84ec tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] 10.222.0.36 "GET /v2.0/ports?device_id=117976ba-33e4-4830-a66f-0cd354096c9b HTTP/1.1" status: 200 len: 945 time: 0.0495317 May 03 14:14:09.942637 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-03c2327c-3a51-4b18-85c8-4a29ce75546a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:09.979332 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-6f6daca4-3ce1-44a8-a95e-806b88181df7 req-7877093c-be2e-48b2-bffa-8f98d03fb5d0 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] 10.222.0.36 "GET /v2.0/security-groups?id=5256d9b7-303d-41e8-9beb-13271ea5bfe5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0653789 May 03 14:14:10.038658 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-03c2327c-3a51-4b18-85c8-4a29ce75546a admin admin] Publish callbacks [] for security_group (b3a30432-9e85-42b1-b197-bc3346cad73e), precommit_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:10.047149 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-03c2327c-3a51-4b18-85c8-4a29ce75546a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656397'] for security_group (b3a30432-9e85-42b1-b197-bc3346cad73e), after_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:10.082592 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [None req-03c2327c-3a51-4b18-85c8-4a29ce75546a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=6f9a9e044f4c4e6b83b39cbaa7b69d6c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2609987 May 03 14:14:10.083752 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c2327c-3a51-4b18-85c8-4a29ce75546a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3a30432-9e85-42b1-b197-bc3346cad73e,revision_number=1']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:14:10.085315 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.36', 43994) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:14:10.136416 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-a7224458-aa48-47f4-b5a0-b9606bb02632 admin admin] Publish callbacks [] for security_group (b3a30432-9e85-42b1-b197-bc3346cad73e), before_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:10.161882 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-a7224458-aa48-47f4-b5a0-b9606bb02632 admin admin] Publish callbacks [] for security_group (b3a30432-9e85-42b1-b197-bc3346cad73e), precommit_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:10.216247 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-a7224458-aa48-47f4-b5a0-b9606bb02632 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656397'] for security_group (b3a30432-9e85-42b1-b197-bc3346cad73e), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:10.219059 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-a7224458-aa48-47f4-b5a0-b9606bb02632 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:10.222982 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-a7224458-aa48-47f4-b5a0-b9606bb02632 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b3a30432-9e85-42b1-b197-bc3346cad73e HTTP/1.1" status: 204 len: 168 time: 0.1335301 May 03 14:14:10.230773 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7224458-aa48-47f4-b5a0-b9606bb02632 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3a30432-9e85-42b1-b197-bc3346cad73e,revision_number=None']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:14:10.342509 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df371d9-8e53-4261-8b59-5d81606e97db req-5eac44cb-9f14-4d49-ad5e-2bb26ddca458 tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:14:10.349654 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-3df371d9-8e53-4261-8b59-5d81606e97db req-5eac44cb-9f14-4d49-ad5e-2bb26ddca458 tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] 10.222.0.36 "GET /v2.0/ports?device_id=c69a66ae-c5d7-46a8-9f8f-2f3a59f00efb HTTP/1.1" status: 200 len: 945 time: 0.0556617 May 03 14:14:10.378533 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-6b98c286-5509-41ae-9e31-4a328d4e2e3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786921254184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749114'] for agent (9772c1e2-61d8-4a11-97d8-348a0cefa431), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:10.417948 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-3df371d9-8e53-4261-8b59-5d81606e97db req-0a0de944-2534-4622-ad0e-ddb724660bbe tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] 10.222.0.36 "GET /v2.0/security-groups?id=ac69989c-0c14-4feb-99e3-645de97976bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672593 May 03 14:14:10.835406 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc54367-60c4-45b5-9dfe-9d029afabb0b req-e3066f9c-fe89-4b5c-affc-0bd65fd65c2d tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:14:10.837313 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-cfc54367-60c4-45b5-9dfe-9d029afabb0b req-e3066f9c-fe89-4b5c-affc-0bd65fd65c2d tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] 10.222.0.36 "GET /v2.0/ports?device_id=92530935-2104-4b61-a2f8-286b3c1184d0 HTTP/1.1" status: 200 len: 945 time: 0.0488105 May 03 14:14:10.892790 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-cfc54367-60c4-45b5-9dfe-9d029afabb0b req-7ca5cc9b-01cf-4d5d-b962-533cfde487d2 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] 10.222.0.36 "GET /v2.0/security-groups?id=cbfeeeef-c433-4767-a994-eec44f2dc198&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496957 May 03 14:14:10.983887 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.36', 44068) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:14:11.098707 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.v2.base [None req-bdd914df-e7af-45bc-9f94-1ae0ce74a921 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2081654503-network', 'tenant_id': '1c2479422e8c413e8ee554aa4f355bca'}} {{(pid=103469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 14:14:11.123895 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc39823-f057-4fb4-9663-ce02b242eb24 req-184e7a83-3668-4eac-a2ff-3800d105a1ad tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:14:11.125463 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-fcc39823-f057-4fb4-9663-ce02b242eb24 req-184e7a83-3668-4eac-a2ff-3800d105a1ad tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] 10.222.0.36 "GET /v2.0/ports?device_id=117976ba-33e4-4830-a66f-0cd354096c9b HTTP/1.1" status: 200 len: 945 time: 0.0601652 May 03 14:14:11.133163 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdd914df-e7af-45bc-9f94-1ae0ce74a921 admin admin] Made reservation on behalf of 1c2479422e8c413e8ee554aa4f355bca for: {'network': 1} {{(pid=103469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 14:14:11.135342 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-bdd914df-e7af-45bc-9f94-1ae0ce74a921 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585126'] for network (None), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:11.153365 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-bdd914df-e7af-45bc-9f94-1ae0ce74a921 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:11.197150 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-fcc39823-f057-4fb4-9663-ce02b242eb24 req-7b6adc76-bc56-4f61-bef8-f94d99555eb3 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] 10.222.0.36 "GET /v2.0/security-groups?id=5256d9b7-303d-41e8-9beb-13271ea5bfe5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647573 May 03 14:14:11.259357 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-bdd914df-e7af-45bc-9f94-1ae0ce74a921 admin admin] Publish callbacks [] for security_group (5ecd445a-dda4-4baf-94a7-7543188df186), precommit_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:11.264106 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-bdd914df-e7af-45bc-9f94-1ae0ce74a921 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656397'] for security_group (5ecd445a-dda4-4baf-94a7-7543188df186), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:11.293008 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bdd914df-e7af-45bc-9f94-1ae0ce74a921 admin admin] vlan segment allocate from pool success with {'vlan_id': 245, 'physical_network': 'physnet1'} {{(pid=103469) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 14:14:11.302772 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd914df-e7af-45bc-9f94-1ae0ce74a921 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ecd445a-dda4-4baf-94a7-7543188df186,revision_number=1']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:14:11.304336 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '117976ba-33e4-4830-a66f-0cd354096c9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bbb1028-4390-491f-bf7e-9db68148370c'}, {'server_uuid': 'c69a66ae-c5d7-46a8-9f8f-2f3a59f00efb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95147665-e446-4472-a616-c5c429b604f1'}] {{(pid=103471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 14:14:11.307425 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-bdd914df-e7af-45bc-9f94-1ae0ce74a921 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-690795'] for segment (0a761dc3-2a3e-41fe-ad2f-dc1a6256ae05), precommit_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:11.307586 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}258de9d1a1c653a46c94c94b096b8a314ffaed5fb8c929df022c823a20d863ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c6e38a6-786f-468c-80de-8c4429316dae" -d '{"events": [{"server_uuid": "117976ba-33e4-4830-a66f-0cd354096c9b", "name": "network-vif-plugged", "status": "completed", "tag": "7bbb1028-4390-491f-bf7e-9db68148370c"}, {"server_uuid": "c69a66ae-c5d7-46a8-9f8f-2f3a59f00efb", "name": "network-vif-plugged", "status": "completed", "tag": "95147665-e446-4472-a616-c5c429b604f1"}]}' {{(pid=103471) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 14:14:11.307816 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.db.segments_db [None req-bdd914df-e7af-45bc-9f94-1ae0ce74a921 admin admin] Added segment 0a761dc3-2a3e-41fe-ad2f-dc1a6256ae05 of type vlan for network 3121b82c-06ca-44d8-8e28-2f3afede7579 May 03 14:14:11.348762 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 03 May 2022 14:14:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c2866b0-43e4-49c3-ae52-ca8c47861b01 x-openstack-request-id: req-1c2866b0-43e4-49c3-ae52-ca8c47861b01 {{(pid=103471) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 14:14:11.349065 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "117976ba-33e4-4830-a66f-0cd354096c9b", "name": "network-vif-plugged", "status": "completed", "tag": "7bbb1028-4390-491f-bf7e-9db68148370c", "code": 200}, {"server_uuid": "c69a66ae-c5d7-46a8-9f8f-2f3a59f00efb", "name": "network-vif-plugged", "status": "completed", "tag": "95147665-e446-4472-a616-c5c429b604f1", "code": 200}]} {{(pid=103471) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 14:14:11.349342 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-1c2866b0-43e4-49c3-ae52-ca8c47861b01 {{(pid=103471) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 14:14:11.349771 dv-cinder-839793-5-iscsi neutron-server[103471]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1c2866b0-43e4-49c3-ae52-ca8c47861b01'] response: {'server_uuid': '117976ba-33e4-4830-a66f-0cd354096c9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bbb1028-4390-491f-bf7e-9db68148370c', 'code': 200} May 03 14:14:11.350028 dv-cinder-839793-5-iscsi neutron-server[103471]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1c2866b0-43e4-49c3-ae52-ca8c47861b01'] response: {'server_uuid': 'c69a66ae-c5d7-46a8-9f8f-2f3a59f00efb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95147665-e446-4472-a616-c5c429b604f1', 'code': 200} May 03 14:14:11.357563 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-bdd914df-e7af-45bc-9f94-1ae0ce74a921 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786920812993'] for network (3121b82c-06ca-44d8-8e28-2f3afede7579), precommit_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:11.384204 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-bdd914df-e7af-45bc-9f94-1ae0ce74a921 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766'] for network (3121b82c-06ca-44d8-8e28-2f3afede7579), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:11.385227 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdd914df-e7af-45bc-9f94-1ae0ce74a921 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:14:11.385892 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-bdd914df-e7af-45bc-9f94-1ae0ce74a921 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599744'] for network (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:11.421613 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-bdd914df-e7af-45bc-9f94-1ae0ce74a921 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4364974 May 03 14:14:11.424968 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.wsgi [-] (103470) accepted ('10.222.0.36', 44078) {{(pid=103470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:14:11.430047 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.v2.base [None req-a9a3843d-2485-495b-bc13-9c175f78ea04 admin admin] Request body: {'subnet': {'network_id': '3121b82c-06ca-44d8-8e28-2f3afede7579', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2081654503-subnet', 'tenant_id': '1c2479422e8c413e8ee554aa4f355bca', 'ip_version': 4}} {{(pid=103470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 14:14:11.452668 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9a3843d-2485-495b-bc13-9c175f78ea04 admin admin] Made reservation on behalf of 1c2479422e8c413e8ee554aa4f355bca for: {'subnet': 1} {{(pid=103470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 14:14:11.455380 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-a9a3843d-2485-495b-bc13-9c175f78ea04 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4621574'] for subnet (None), before_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:11.459108 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd914df-e7af-45bc-9f94-1ae0ce74a921 admin admin] Pushing event updated for resources: {'Network': ['ID=3121b82c-06ca-44d8-8e28-2f3afede7579,revision_number=1']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:14:11.473991 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.rpc [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Network 3121b82c-06ca-44d8-8e28-2f3afede7579 details requested by agent ovs-agent-dv-cinder-839793-5-iscsi with host dv-cinder-839793-5-iscsi {{(pid=103471) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 03 14:14:11.506997 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-ece2f477-2d6d-4faa-a9a3-ecc6a9d3b5ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786921254184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749114'] for agent (5abb75e8-e954-4dc0-bed6-210d2af77b9f), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:11.552022 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51175c9-5b19-417c-90b8-70811a4b8797 req-b2706d50-f909-4a3f-a4cc-3e104101db32 tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:14:11.553612 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-f51175c9-5b19-417c-90b8-70811a4b8797 req-b2706d50-f909-4a3f-a4cc-3e104101db32 tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] 10.222.0.36 "GET /v2.0/ports?device_id=c69a66ae-c5d7-46a8-9f8f-2f3a59f00efb HTTP/1.1" status: 200 len: 945 time: 0.0484915 May 03 14:14:11.601491 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-f51175c9-5b19-417c-90b8-70811a4b8797 req-e61b34c1-850c-4e48-a0ff-fe647d124036 tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] 10.222.0.36 "GET /v2.0/security-groups?id=ac69989c-0c14-4feb-99e3-645de97976bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407360 May 03 14:14:11.644690 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-a9a3843d-2485-495b-bc13-9c175f78ea04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7525895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4621592'] for subnet (084cc6e3-980b-4882-a669-82e7bd2021c7), after_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:11.697115 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a3843d-2485-495b-bc13-9c175f78ea04 admin admin] Pushing event updated for resources: {'Subnet': ['ID=084cc6e3-980b-4882-a669-82e7bd2021c7,revision_number=0']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:14:11.708765 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9a3843d-2485-495b-bc13-9c175f78ea04 admin admin] Checking segment: {'id': '0a761dc3-2a3e-41fe-ad2f-dc1a6256ae05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '3121b82c-06ca-44d8-8e28-2f3afede7579'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 14:14:11.709116 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9a3843d-2485-495b-bc13-9c175f78ea04 admin admin] Network hostable DHCP agents. Network: 3121b82c-06ca-44d8-8e28-2f3afede7579, hostable agents: ['2d0d8db6-b1c3-4022-9f9b-561ce4a4d2d8'], hosted agents: [] {{(pid=103470) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 14:14:11.727010 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9a3843d-2485-495b-bc13-9c175f78ea04 admin admin] Network 3121b82c-06ca-44d8-8e28-2f3afede7579 is scheduled to be hosted by DHCP agent 2d0d8db6-b1c3-4022-9f9b-561ce4a4d2d8 with binding_index 1 {{(pid=103470) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 14:14:11.736202 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.scheduler.base_scheduler [None req-a9a3843d-2485-495b-bc13-9c175f78ea04 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839793-5-iscsi, 3121b82c-06ca-44d8-8e28-2f3afede7579) {{(pid=103470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 14:14:11.740441 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9a3843d-2485-495b-bc13-9c175f78ea04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:14:11.741023 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-a9a3843d-2485-495b-bc13-9c175f78ea04 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599744'] for subnet (None), before_response {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:11.749014 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-929e278a-b0df-456d-b703-a6ea5e744129 None None] Network 3121b82c-06ca-44d8-8e28-2f3afede7579 requested from dv-cinder-839793-5-iscsi {{(pid=103471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 03 14:14:11.771067 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [None req-a9a3843d-2485-495b-bc13-9c175f78ea04 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3344755 May 03 14:14:11.771067 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.wsgi [-] (103470) accepted ('10.222.0.36', 44086) {{(pid=103470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:14:11.771067 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.v2.base [None req-5c348649-b6df-4520-a95e-1e2a786bc9c0 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2081654503-router', 'tenant_id': '1c2479422e8c413e8ee554aa4f355bca', 'external_gateway_info': {'network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2'}}} {{(pid=103470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 14:14:11.789925 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-5c348649-b6df-4520-a95e-1e2a786bc9c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1703700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-104012'] for router (61ea5b01-ed7e-4a0c-9d61-6220b5b2df7a), before_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:11.791112 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-5c348649-b6df-4520-a95e-1e2a786bc9c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1703864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1700637', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1742612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103989'] for router (61ea5b01-ed7e-4a0c-9d61-6220b5b2df7a), precommit_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:11.842638 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-5c348649-b6df-4520-a95e-1e2a786bc9c0 admin admin] Publish callbacks [] for router_controller (61ea5b01-ed7e-4a0c-9d61-6220b5b2df7a), precommit_add_association {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:11.853617 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b334f8b9-d1f7-43a1-ae80-407d8a725658 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a095324-fe16-59ec-838a-76a13e211480-3121b82c-06ca-44d8-8e28-2f3afede7579', 'network_id': '3121b82c-06ca-44d8-8e28-2f3afede7579', 'project_id': '1c2479422e8c413e8ee554aa4f355bca', 'fixed_ips': [{'subnet_id': '084cc6e3-980b-4882-a669-82e7bd2021c7'}]}} from dv-cinder-839793-5-iscsi. {{(pid=103471) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 03 14:14:11.854566 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-b334f8b9-d1f7-43a1-ae80-407d8a725658 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585126'] for port (None), before_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:11.988138 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.db_base_plugin_common [None req-b334f8b9-d1f7-43a1-ae80-407d8a725658 None None] Allocated IP 172.20.0.2 (3121b82c-06ca-44d8-8e28-2f3afede7579/084cc6e3-980b-4882-a669-82e7bd2021c7/96e73a58-9f7c-4c56-b17e-07f91f602b65) {{(pid=103471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 14:14:11.989275 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-5c348649-b6df-4520-a95e-1e2a786bc9c0 admin admin] Publish callbacks [] for router_gateway (61ea5b01-ed7e-4a0c-9d61-6220b5b2df7a), precommit_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:12.056439 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce79d6e-a4c6-40a1-a698-d884106801cd req-407f5327-c433-48e9-9034-665ec64d103f tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:14:12.057907 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-3ce79d6e-a4c6-40a1-a698-d884106801cd req-407f5327-c433-48e9-9034-665ec64d103f tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] 10.222.0.36 "GET /v2.0/ports?device_id=92530935-2104-4b61-a2f8-286b3c1184d0 HTTP/1.1" status: 200 len: 945 time: 0.0719619 May 03 14:14:12.139050 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-b334f8b9-d1f7-43a1-ae80-407d8a725658 None None] Publish callbacks [] for port (96e73a58-9f7c-4c56-b17e-07f91f602b65), precommit_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:12.145355 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-b334f8b9-d1f7-43a1-ae80-407d8a725658 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786920821396'] for port (96e73a58-9f7c-4c56-b17e-07f91f602b65), after_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:12.175422 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-3ce79d6e-a4c6-40a1-a698-d884106801cd req-48ed289f-c2be-48ab-b5ce-9ccc139bdeb5 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] 10.222.0.36 "GET /v2.0/security-groups?id=cbfeeeef-c433-4767-a994-eec44f2dc198&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881202 May 03 14:14:12.183961 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b334f8b9-d1f7-43a1-ae80-407d8a725658 None None] Network 3121b82c-06ca-44d8-8e28-2f3afede7579 is already hosted by enough agents. {{(pid=103471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 14:14:12.189964 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.scheduler.base_scheduler [None req-b334f8b9-d1f7-43a1-ae80-407d8a725658 None None] Resources bound (agent type, host, resource id): {{(pid=103471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 14:14:12.195267 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b334f8b9-d1f7-43a1-ae80-407d8a725658 None None] Received port after_create {{(pid=103471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 14:14:12.203282 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b334f8b9-d1f7-43a1-ae80-407d8a725658 None None] Pushing event updated for resources: {'Port': ['ID=96e73a58-9f7c-4c56-b17e-07f91f602b65,revision_number=1']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:14:12.267632 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.managers [None req-b334f8b9-d1f7-43a1-ae80-407d8a725658 None None] Attempting to bind port 96e73a58-9f7c-4c56-b17e-07f91f602b65 on host dv-cinder-839793-5-iscsi for vnic_type normal with profile {{(pid=103471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 03 14:14:12.268004 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.managers [None req-b334f8b9-d1f7-43a1-ae80-407d8a725658 None None] Attempting to bind port 96e73a58-9f7c-4c56-b17e-07f91f602b65 by drivers openvswitch,hyperv on host dv-cinder-839793-5-iscsi at level 0 using segments [{'id': '0a761dc3-2a3e-41fe-ad2f-dc1a6256ae05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '3121b82c-06ca-44d8-8e28-2f3afede7579'}] {{(pid=103471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 03 14:14:12.268371 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b334f8b9-d1f7-43a1-ae80-407d8a725658 None None] Attempting to bind port 96e73a58-9f7c-4c56-b17e-07f91f602b65 on network 3121b82c-06ca-44d8-8e28-2f3afede7579 {{(pid=103471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 14:14:12.274116 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b334f8b9-d1f7-43a1-ae80-407d8a725658 None None] Checking agent: {'id': '43411681-d6d4-43ac-b892-434a22df3f6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839793-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 14, 4, 43), 'started_at': datetime.datetime(2022, 5, 3, 14, 5, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 14, 13, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839793-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 03 14:14:12.274514 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b334f8b9-d1f7-43a1-ae80-407d8a725658 None None] Checking segment: {'id': '0a761dc3-2a3e-41fe-ad2f-dc1a6256ae05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '3121b82c-06ca-44d8-8e28-2f3afede7579'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 14:14:12.274882 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-b334f8b9-d1f7-43a1-ae80-407d8a725658 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:12.275268 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b334f8b9-d1f7-43a1-ae80-407d8a725658 None None] Bound using segment: {'id': '0a761dc3-2a3e-41fe-ad2f-dc1a6256ae05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '3121b82c-06ca-44d8-8e28-2f3afede7579'} {{(pid=103471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 03 14:14:12.275735 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.managers [None req-b334f8b9-d1f7-43a1-ae80-407d8a725658 None None] Bound port: 96e73a58-9f7c-4c56-b17e-07f91f602b65, host: dv-cinder-839793-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a761dc3-2a3e-41fe-ad2f-dc1a6256ae05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '3121b82c-06ca-44d8-8e28-2f3afede7579'}}] {{(pid=103471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 03 14:14:12.276112 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-b334f8b9-d1f7-43a1-ae80-407d8a725658 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585126'] for port (96e73a58-9f7c-4c56-b17e-07f91f602b65), before_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:12.341412 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a923bfa-f502-43ae-83cb-a5dbf2e99543 req-c8b2c6cc-f81e-4164-ad46-93edb746c49f tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:14:12.345196 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-4a923bfa-f502-43ae-83cb-a5dbf2e99543 req-c8b2c6cc-f81e-4164-ad46-93edb746c49f tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] 10.222.0.36 "GET /v2.0/ports?device_id=117976ba-33e4-4830-a66f-0cd354096c9b HTTP/1.1" status: 200 len: 945 time: 0.0657861 May 03 14:14:12.353254 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.db [None req-b334f8b9-d1f7-43a1-ae80-407d8a725658 None None] For port 96e73a58-9f7c-4c56-b17e-07f91f602b65, host dv-cinder-839793-5-iscsi, cleared binding levels {{(pid=103471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 14:14:12.357081 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.db [None req-b334f8b9-d1f7-43a1-ae80-407d8a725658 None None] For port 96e73a58-9f7c-4c56-b17e-07f91f602b65, host dv-cinder-839793-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-5-iscsi',level=0,port_id=96e73a58-9f7c-4c56-b17e-07f91f602b65,segment=NetworkSegment(0a761dc3-2a3e-41fe-ad2f-dc1a6256ae05),segment_id=0a761dc3-2a3e-41fe-ad2f-dc1a6256ae05)] {{(pid=103471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 14:14:12.365182 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-b334f8b9-d1f7-43a1-ae80-407d8a725658 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786921284783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786920821414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786920821432'] for port (96e73a58-9f7c-4c56-b17e-07f91f602b65), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:12.400405 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-4a923bfa-f502-43ae-83cb-a5dbf2e99543 req-6180841a-bffc-44a7-8349-bcbd93c6a003 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] 10.222.0.36 "GET /v2.0/security-groups?id=5256d9b7-303d-41e8-9beb-13271ea5bfe5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477824 May 03 14:14:12.428554 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b334f8b9-d1f7-43a1-ae80-407d8a725658 None None] Pushing event updated for resources: {'Port': ['ID=96e73a58-9f7c-4c56-b17e-07f91f602b65,revision_number=2']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:14:12.439570 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-5c348649-b6df-4520-a95e-1e2a786bc9c0 admin admin] Publish callbacks [] for router_gateway (61ea5b01-ed7e-4a0c-9d61-6220b5b2df7a), before_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:12.463228 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-5c348649-b6df-4520-a95e-1e2a786bc9c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585126'] for port (None), before_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:12.574426 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.db.db_base_plugin_common [None req-5c348649-b6df-4520-a95e-1e2a786bc9c0 admin admin] Allocated IP 172.27.3.190 (e0cd7c6d-9919-41eb-b035-2bfb3175faa2/4f18d5d6-ed18-48e7-a335-d8ef216f5f78/e55b2bc1-ae65-406b-940f-7140a98e5e0e) {{(pid=103470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 14:14:12.751319 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3eaf4ae-d4a5-4577-bcf4-1eac4c47ff2d req-14707588-49ab-45c8-a8dd-0b170601da77 tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:14:12.753038 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-d3eaf4ae-d4a5-4577-bcf4-1eac4c47ff2d req-14707588-49ab-45c8-a8dd-0b170601da77 tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] 10.222.0.36 "GET /v2.0/ports?device_id=c69a66ae-c5d7-46a8-9f8f-2f3a59f00efb HTTP/1.1" status: 200 len: 945 time: 0.0750966 May 03 14:14:12.764063 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-5c348649-b6df-4520-a95e-1e2a786bc9c0 admin admin] Publish callbacks [] for port (e55b2bc1-ae65-406b-940f-7140a98e5e0e), precommit_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:12.821000 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-d3eaf4ae-d4a5-4577-bcf4-1eac4c47ff2d req-7d563d39-c9d6-4a3b-aafc-0698773bbda2 tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] 10.222.0.36 "GET /v2.0/security-groups?id=ac69989c-0c14-4feb-99e3-645de97976bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618899 May 03 14:14:12.835496 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-5c348649-b6df-4520-a95e-1e2a786bc9c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786920821396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7524599'] for port (e55b2bc1-ae65-406b-940f-7140a98e5e0e), after_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:12.868211 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c348649-b6df-4520-a95e-1e2a786bc9c0 admin admin] Network e0cd7c6d-9919-41eb-b035-2bfb3175faa2 is already hosted by enough agents. {{(pid=103470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 14:14:12.872646 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.scheduler.base_scheduler [None req-5c348649-b6df-4520-a95e-1e2a786bc9c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 14:14:12.878454 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c348649-b6df-4520-a95e-1e2a786bc9c0 admin admin] Received port after_create {{(pid=103470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 14:14:12.883996 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c348649-b6df-4520-a95e-1e2a786bc9c0 admin admin] Pushing event updated for resources: {'Port': ['ID=e55b2bc1-ae65-406b-940f-7140a98e5e0e,revision_number=1']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:14:13.142641 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786921254184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749114'] for agent (43411681-d6d4-43ac-b892-434a22df3f6d), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:13.157877 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-5c348649-b6df-4520-a95e-1e2a786bc9c0 admin admin] Publish callbacks [] for router_gateway (61ea5b01-ed7e-4a0c-9d61-6220b5b2df7a), after_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:13.299746 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228c2d4f-3744-4dab-bc0f-685c63cc0106 req-9f26a2e5-1f44-4b1f-8bc1-1dc3e97086d0 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:14:13.301323 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-228c2d4f-3744-4dab-bc0f-685c63cc0106 req-9f26a2e5-1f44-4b1f-8bc1-1dc3e97086d0 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] 10.222.0.36 "GET /v2.0/ports?device_id=92530935-2104-4b61-a2f8-286b3c1184d0 HTTP/1.1" status: 200 len: 945 time: 0.0551724 May 03 14:14:13.347213 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cf99ba5-4077-41fe-bc6a-6478698b8391 None None] Network 3121b82c-06ca-44d8-8e28-2f3afede7579 requested from dv-cinder-839793-5-iscsi {{(pid=103471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 03 14:14:13.357664 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-228c2d4f-3744-4dab-bc0f-685c63cc0106 req-d2238471-237b-4a50-9997-e87118330234 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] 10.222.0.36 "GET /v2.0/security-groups?id=cbfeeeef-c433-4767-a994-eec44f2dc198&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497582 May 03 14:14:13.384408 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-5c348649-b6df-4520-a95e-1e2a786bc9c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1703809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1700802'] for router (61ea5b01-ed7e-4a0c-9d61-6220b5b2df7a), after_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:13.452957 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.provisioning_blocks [None req-a02fb93e-d8a9-4b9f-aa4e-92b89f94afe0 None None] Provisioning complete for port 96e73a58-9f7c-4c56-b17e-07f91f602b65 triggered by entity DHCP. {{(pid=103471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 14:14:13.453613 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-a02fb93e-d8a9-4b9f-aa4e-92b89f94afe0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749148'] for port (96e73a58-9f7c-4c56-b17e-07f91f602b65), provisioning_complete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:13.476706 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.rpc [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Device 96e73a58-9f7c-4c56-b17e-07f91f602b65 up at agent ovs-agent-dv-cinder-839793-5-iscsi {{(pid=103471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 14:14:13.539824 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8cb1dd-78ac-4afe-a0ec-8373cd9e389e req-76c566a2-2973-4a8a-8803-d80cee7eee37 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:14:13.541201 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-5d8cb1dd-78ac-4afe-a0ec-8373cd9e389e req-76c566a2-2973-4a8a-8803-d80cee7eee37 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] 10.222.0.36 "GET /v2.0/ports?device_id=117976ba-33e4-4830-a66f-0cd354096c9b HTTP/1.1" status: 200 len: 945 time: 0.0590053 May 03 14:14:13.588398 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.provisioning_blocks [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Provisioning complete for port 96e73a58-9f7c-4c56-b17e-07f91f602b65 triggered by entity L2. {{(pid=103471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 14:14:13.588707 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749148'] for port (96e73a58-9f7c-4c56-b17e-07f91f602b65), provisioning_complete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:13.598673 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c348649-b6df-4520-a95e-1e2a786bc9c0 admin admin] Router 61ea5b01-ed7e-4a0c-9d61-6220b5b2df7a is scheduled to L3 agent 2583ee88-9503-4370-b6e4-0a676865815e with binding_index 1 {{(pid=103470) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 03 14:14:13.611109 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-5d8cb1dd-78ac-4afe-a0ec-8373cd9e389e req-fbf02b68-b351-4438-9a65-0911c1cb5af4 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] 10.222.0.36 "GET /v2.0/security-groups?id=5256d9b7-303d-41e8-9beb-13271ea5bfe5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0637388 May 03 14:14:13.627951 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [None req-a02fb93e-d8a9-4b9f-aa4e-92b89f94afe0 None None] Current status of the port 96e73a58-9f7c-4c56-b17e-07f91f602b65 is: DOWN; New status is: ACTIVE {{(pid=103471) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 14:14:13.628342 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-a02fb93e-d8a9-4b9f-aa4e-92b89f94afe0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585126'] for port (96e73a58-9f7c-4c56-b17e-07f91f602b65), before_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:13.704915 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.db [None req-a02fb93e-d8a9-4b9f-aa4e-92b89f94afe0 None None] For port 96e73a58-9f7c-4c56-b17e-07f91f602b65, host dv-cinder-839793-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-5-iscsi',level=0,port_id=96e73a58-9f7c-4c56-b17e-07f91f602b65,segment=NetworkSegment(0a761dc3-2a3e-41fe-ad2f-dc1a6256ae05),segment_id=0a761dc3-2a3e-41fe-ad2f-dc1a6256ae05)] {{(pid=103471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 14:14:13.716607 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-a02fb93e-d8a9-4b9f-aa4e-92b89f94afe0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786921284783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786920821414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786920821432'] for port (96e73a58-9f7c-4c56-b17e-07f91f602b65), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:13.720776 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Current status of the port 96e73a58-9f7c-4c56-b17e-07f91f602b65 is: DOWN; New status is: ACTIVE {{(pid=103471) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 14:14:13.721564 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585126'] for port (96e73a58-9f7c-4c56-b17e-07f91f602b65), before_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:13.734875 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c348649-b6df-4520-a95e-1e2a786bc9c0 admin admin] Notify agent at l3_agent.dv-cinder-839793-5-iscsi the message routers_updated {{(pid=103470) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 14:14:13.751645 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2236f174-8bcc-447d-a8df-2be378e378f6 None None] Sync routers for ids ['61ea5b01-ed7e-4a0c-9d61-6220b5b2df7a'] in dv-cinder-839793-5-iscsi {{(pid=103472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 14:14:13.767080 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-5c348649-b6df-4520-a95e-1e2a786bc9c0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:13.770233 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2236f174-8bcc-447d-a8df-2be378e378f6 None None] Routers {'61ea5b01-ed7e-4a0c-9d61-6220b5b2df7a'} bound to L3 agent in host dv-cinder-839793-5-iscsi {{(pid=103472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 14:14:13.770704 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.db.l3_hamode_db [None req-2236f174-8bcc-447d-a8df-2be378e378f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-03T14:04:39Z,description=,heartbeat_timestamp=2022-05-03T14:14:09Z,host='dv-cinder-839793-5-iscsi',id=2583ee88-9503-4370-b6e4-0a676865815e,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T14:04:39Z,topic='l3_agent')) {'router_ids': ['61ea5b01-ed7e-4a0c-9d61-6220b5b2df7a'], 'active': True} {{(pid=103472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:14:13.776604 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [None req-5c348649-b6df-4520-a95e-1e2a786bc9c0 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.0118530 May 03 14:14:13.778778 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.wsgi [-] (103470) accepted ('10.222.0.36', 44112) {{(pid=103470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:14:13.812438 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02fb93e-d8a9-4b9f-aa4e-92b89f94afe0 None None] Pushing event updated for resources: {'Port': ['ID=96e73a58-9f7c-4c56-b17e-07f91f602b65,revision_number=3']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:14:13.832409 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.db.api [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103471) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 03 14:14:13.832907 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG oslo_db.api [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 03 14:14:13.874242 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.provisioning_blocks [None req-fb3f5017-5bbc-4846-89a6-3b17a0d731bd None None] Provisioning complete for port 96e73a58-9f7c-4c56-b17e-07f91f602b65 triggered by entity DHCP. {{(pid=103471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 14:14:13.875188 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-fb3f5017-5bbc-4846-89a6-3b17a0d731bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749148'] for port (96e73a58-9f7c-4c56-b17e-07f91f602b65), provisioning_complete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:13.958959 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.db.l3_dvr_db [None req-2236f174-8bcc-447d-a8df-2be378e378f6 None None] Set router 61ea5b01-ed7e-4a0c-9d61-6220b5b2df7a gateway port host: dv-cinder-839793-5-iscsi {{(pid=103472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 14:14:13.984922 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af71c6fc-74c7-4984-a8ee-dca508b04d84 req-679aa7ee-43fc-4efe-913f-e1eb4fd39080 tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:14:13.993761 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [None req-fb3f5017-5bbc-4846-89a6-3b17a0d731bd None None] Current status of the port 96e73a58-9f7c-4c56-b17e-07f91f602b65 is: ACTIVE; New status is: ACTIVE {{(pid=103471) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 14:14:14.003722 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-af71c6fc-74c7-4984-a8ee-dca508b04d84 req-679aa7ee-43fc-4efe-913f-e1eb4fd39080 tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] 10.222.0.36 "GET /v2.0/ports?device_id=c69a66ae-c5d7-46a8-9f8f-2f3a59f00efb HTTP/1.1" status: 200 len: 945 time: 0.0813537 May 03 14:14:14.083809 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-af71c6fc-74c7-4984-a8ee-dca508b04d84 req-374d059b-1562-48f6-9a6c-f4e1fd687c06 tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] 10.222.0.36 "GET /v2.0/security-groups?id=ac69989c-0c14-4feb-99e3-645de97976bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0739870 May 03 14:14:14.204093 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.36', 44128) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:14:14.217593 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.db.l3_hamode_db [None req-2236f174-8bcc-447d-a8df-2be378e378f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61ea5b01-ed7e-4a0c-9d61-6220b5b2df7a', 'name': 'tempest-TestMinimumBasicScenario-2081654503-router', 'tenant_id': '1c2479422e8c413e8ee554aa4f355bca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2', 'external_fixed_ips': [{'subnet_id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'ip_address': '172.27.3.190'}], 'enable_snat': True}, 'gw_port_id': 'e55b2bc1-ae65-406b-940f-7140a98e5e0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T14:14:11Z', 'updated_at': '2022-05-03T14:14:13Z', 'revision_number': 3, 'project_id': '1c2479422e8c413e8ee554aa4f355bca', 'gw_port': {'id': 'e55b2bc1-ae65-406b-940f-7140a98e5e0e', 'name': '', 'network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:58:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61ea5b01-ed7e-4a0c-9d61-6220b5b2df7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'ip_address': '172.27.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:14:12Z', 'updated_at': '2022-05-03T14:14:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-5-iscsi'}], 'dv-cinder-839793-5-iscsi', False) {} {{(pid=103472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:14:14.254340 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2236f174-8bcc-447d-a8df-2be378e378f6 None None] Checking router: 61ea5b01-ed7e-4a0c-9d61-6220b5b2df7a for host: dv-cinder-839793-5-iscsi {{(pid=103472) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 14:14:14.254712 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2236f174-8bcc-447d-a8df-2be378e378f6 None None] Updating router 61ea5b01-ed7e-4a0c-9d61-6220b5b2df7a port e55b2bc1-ae65-406b-940f-7140a98e5e0e binding host dv-cinder-839793-5-iscsi {{(pid=103472) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 03 14:14:14.288959 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-2236f174-8bcc-447d-a8df-2be378e378f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585126'] for port (e55b2bc1-ae65-406b-940f-7140a98e5e0e), before_update {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:14.324716 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-2c214790-e167-47fe-a9ac-8d4df8eb3672 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:14.373791 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-dd390999-669d-41a8-a497-fe0e0f228125 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585126'] for port (None), before_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:14.411079 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Current status of the port 96e73a58-9f7c-4c56-b17e-07f91f602b65 is: ACTIVE; New status is: ACTIVE {{(pid=103471) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 14:14:14.468220 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-2c214790-e167-47fe-a9ac-8d4df8eb3672 admin admin] Publish callbacks [] for security_group (79af58ab-08fc-4e6d-b7fe-3f60cee87ec0), precommit_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:14.474835 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-2c214790-e167-47fe-a9ac-8d4df8eb3672 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656397'] for security_group (79af58ab-08fc-4e6d-b7fe-3f60cee87ec0), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:14.533894 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-2c214790-e167-47fe-a9ac-8d4df8eb3672 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a9fdda0cde02440c91c1fa1b6a01b732&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3286667 May 03 14:14:14.535862 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c214790-e167-47fe-a9ac-8d4df8eb3672 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79af58ab-08fc-4e6d-b7fe-3f60cee87ec0,revision_number=1']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:14:14.538678 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.wsgi [-] (103470) accepted ('10.222.0.36', 44142) {{(pid=103470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:14:14.591100 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d38a42-453f-437b-9bf9-698a6300c084 req-2e649d87-3cc3-4645-a063-7c0d973f0199 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:14:14.592612 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-50d38a42-453f-437b-9bf9-698a6300c084 req-2e649d87-3cc3-4645-a063-7c0d973f0199 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] 10.222.0.36 "GET /v2.0/ports?device_id=92530935-2104-4b61-a2f8-286b3c1184d0 HTTP/1.1" status: 200 len: 945 time: 0.0993712 May 03 14:14:14.657405 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-2236f174-8bcc-447d-a8df-2be378e378f6 None None] Publish callbacks [] for port (e55b2bc1-ae65-406b-940f-7140a98e5e0e), precommit_update {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:14.664858 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.db.db_base_plugin_common [None req-dd390999-669d-41a8-a497-fe0e0f228125 admin admin] Allocated IP 172.20.0.1 (3121b82c-06ca-44d8-8e28-2f3afede7579/084cc6e3-980b-4882-a669-82e7bd2021c7/d12eeebd-9954-4350-83cd-86eb0e306794) {{(pid=103470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 14:14:14.668760 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-2236f174-8bcc-447d-a8df-2be378e378f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786921284783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786920821414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786920821432'] for port (e55b2bc1-ae65-406b-940f-7140a98e5e0e), after_update {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:14.671881 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-62fac2d9-82d5-48e4-83d0-3f4b93fca415 admin admin] Publish callbacks [] for security_group (79af58ab-08fc-4e6d-b7fe-3f60cee87ec0), before_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:14.728601 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-50d38a42-453f-437b-9bf9-698a6300c084 req-2f94f401-7a6f-4944-8d8b-079a7f83678e tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] 10.222.0.36 "GET /v2.0/security-groups?id=cbfeeeef-c433-4767-a994-eec44f2dc198&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166353 May 03 14:14:14.743451 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.managers [None req-2236f174-8bcc-447d-a8df-2be378e378f6 None None] Attempting to bind port e55b2bc1-ae65-406b-940f-7140a98e5e0e on host dv-cinder-839793-5-iscsi for vnic_type normal with profile {{(pid=103472) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 03 14:14:14.743740 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-62fac2d9-82d5-48e4-83d0-3f4b93fca415 admin admin] Publish callbacks [] for security_group (79af58ab-08fc-4e6d-b7fe-3f60cee87ec0), precommit_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:14.743859 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.managers [None req-2236f174-8bcc-447d-a8df-2be378e378f6 None None] Attempting to bind port e55b2bc1-ae65-406b-940f-7140a98e5e0e by drivers openvswitch,hyperv on host dv-cinder-839793-5-iscsi at level 0 using segments [{'id': '331ae69a-aeba-4f56-bd87-f289cf94ba88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2'}] {{(pid=103472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 03 14:14:14.746865 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2236f174-8bcc-447d-a8df-2be378e378f6 None None] Attempting to bind port e55b2bc1-ae65-406b-940f-7140a98e5e0e on network e0cd7c6d-9919-41eb-b035-2bfb3175faa2 {{(pid=103472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 14:14:14.771727 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d635e7c7-ecc7-415e-9ad5-f53cd7a2d65f req-c765dd88-41b6-4610-9169-4ae951e76b89 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:14:14.773982 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-d635e7c7-ecc7-415e-9ad5-f53cd7a2d65f req-c765dd88-41b6-4610-9169-4ae951e76b89 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] 10.222.0.36 "GET /v2.0/ports?device_id=117976ba-33e4-4830-a66f-0cd354096c9b HTTP/1.1" status: 200 len: 945 time: 0.0602851 May 03 14:14:14.775447 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2236f174-8bcc-447d-a8df-2be378e378f6 None None] Checking agent: {'id': '43411681-d6d4-43ac-b892-434a22df3f6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839793-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 14, 4, 43), 'started_at': datetime.datetime(2022, 5, 3, 14, 5, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 14, 14, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839793-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 03 14:14:14.776462 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2236f174-8bcc-447d-a8df-2be378e378f6 None None] Checking segment: {'id': '331ae69a-aeba-4f56-bd87-f289cf94ba88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103472) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 14:14:14.776930 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-2236f174-8bcc-447d-a8df-2be378e378f6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:14.777335 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2236f174-8bcc-447d-a8df-2be378e378f6 None None] Bound using segment: {'id': '331ae69a-aeba-4f56-bd87-f289cf94ba88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2'} {{(pid=103472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 03 14:14:14.778013 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.managers [None req-2236f174-8bcc-447d-a8df-2be378e378f6 None None] Bound port: e55b2bc1-ae65-406b-940f-7140a98e5e0e, host: dv-cinder-839793-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '331ae69a-aeba-4f56-bd87-f289cf94ba88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2'}}] {{(pid=103472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 03 14:14:14.778362 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-2236f174-8bcc-447d-a8df-2be378e378f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585126'] for port (e55b2bc1-ae65-406b-940f-7140a98e5e0e), before_update {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:14.803388 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc1e65c-bc0f-49f0-89af-7e628a45c95e None None] Pushing event updated for resources: {'Port': ['ID=e55b2bc1-ae65-406b-940f-7140a98e5e0e,revision_number=2']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:14:14.838999 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.db [None req-2236f174-8bcc-447d-a8df-2be378e378f6 None None] For port e55b2bc1-ae65-406b-940f-7140a98e5e0e, host dv-cinder-839793-5-iscsi, cleared binding levels {{(pid=103472) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 14:14:14.842188 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.db [None req-2236f174-8bcc-447d-a8df-2be378e378f6 None None] For port e55b2bc1-ae65-406b-940f-7140a98e5e0e, host dv-cinder-839793-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-5-iscsi',level=0,port_id=e55b2bc1-ae65-406b-940f-7140a98e5e0e,segment=NetworkSegment(331ae69a-aeba-4f56-bd87-f289cf94ba88),segment_id=331ae69a-aeba-4f56-bd87-f289cf94ba88)] {{(pid=103472) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 14:14:14.845804 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc1e65c-bc0f-49f0-89af-7e628a45c95e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:14:14.846346 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc1e65c-bc0f-49f0-89af-7e628a45c95e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:14:14.846830 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc1e65c-bc0f-49f0-89af-7e628a45c95e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:14:14.847309 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc1e65c-bc0f-49f0-89af-7e628a45c95e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:14:14.847821 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc1e65c-bc0f-49f0-89af-7e628a45c95e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:14:14.848119 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc1e65c-bc0f-49f0-89af-7e628a45c95e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:14:14.848603 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc1e65c-bc0f-49f0-89af-7e628a45c95e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:14:14.848918 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc1e65c-bc0f-49f0-89af-7e628a45c95e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:14:14.849560 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc1e65c-bc0f-49f0-89af-7e628a45c95e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:14:14.850051 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc1e65c-bc0f-49f0-89af-7e628a45c95e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:14:14.850517 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc1e65c-bc0f-49f0-89af-7e628a45c95e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:14:14.850995 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc1e65c-bc0f-49f0-89af-7e628a45c95e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:14:14.851467 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc1e65c-bc0f-49f0-89af-7e628a45c95e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:14:14.851927 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc1e65c-bc0f-49f0-89af-7e628a45c95e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:14:14.852398 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc1e65c-bc0f-49f0-89af-7e628a45c95e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:14:14.856764 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-d635e7c7-ecc7-415e-9ad5-f53cd7a2d65f req-13761f89-3133-4a2f-8a79-00b4fb87f320 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] 10.222.0.36 "GET /v2.0/security-groups?id=5256d9b7-303d-41e8-9beb-13271ea5bfe5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0754042 May 03 14:14:14.857843 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-2236f174-8bcc-447d-a8df-2be378e378f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786921284783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786920821414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786920821432'] for port (e55b2bc1-ae65-406b-940f-7140a98e5e0e), after_update {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:14.910381 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2236f174-8bcc-447d-a8df-2be378e378f6 None None] Routers {'61ea5b01-ed7e-4a0c-9d61-6220b5b2df7a'} bound to L3 agent in host dv-cinder-839793-5-iscsi {{(pid=103472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 14:14:14.911011 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.db.l3_hamode_db [None req-2236f174-8bcc-447d-a8df-2be378e378f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-03T14:04:39Z,description=,heartbeat_timestamp=2022-05-03T14:14:09Z,host='dv-cinder-839793-5-iscsi',id=2583ee88-9503-4370-b6e4-0a676865815e,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T14:04:39Z,topic='l3_agent')) {'router_ids': ['61ea5b01-ed7e-4a0c-9d61-6220b5b2df7a'], 'active': True} {{(pid=103472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:14:14.925117 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-dd390999-669d-41a8-a497-fe0e0f228125 admin admin] Publish callbacks [] for port (d12eeebd-9954-4350-83cd-86eb0e306794), precommit_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:14.931992 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-62fac2d9-82d5-48e4-83d0-3f4b93fca415 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656397'] for security_group (79af58ab-08fc-4e6d-b7fe-3f60cee87ec0), after_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:14.934688 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-62fac2d9-82d5-48e4-83d0-3f4b93fca415 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:14.935955 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [None req-62fac2d9-82d5-48e4-83d0-3f4b93fca415 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/79af58ab-08fc-4e6d-b7fe-3f60cee87ec0 HTTP/1.1" status: 204 len: 168 time: 0.3964944 May 03 14:14:14.967682 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fac2d9-82d5-48e4-83d0-3f4b93fca415 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79af58ab-08fc-4e6d-b7fe-3f60cee87ec0,revision_number=None']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:14:15.026422 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-dd390999-669d-41a8-a497-fe0e0f228125 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786920821396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7524599'] for port (d12eeebd-9954-4350-83cd-86eb0e306794), after_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:15.118862 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd390999-669d-41a8-a497-fe0e0f228125 admin admin] Network 3121b82c-06ca-44d8-8e28-2f3afede7579 is already hosted by enough agents. {{(pid=103470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 14:14:15.141552 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.scheduler.base_scheduler [None req-dd390999-669d-41a8-a497-fe0e0f228125 admin admin] Resources bound (agent type, host, resource id): {{(pid=103470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 14:14:15.141785 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.db.l3_dvr_db [None req-2236f174-8bcc-447d-a8df-2be378e378f6 None None] Set router 61ea5b01-ed7e-4a0c-9d61-6220b5b2df7a gateway port host: dv-cinder-839793-5-iscsi {{(pid=103472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 14:14:15.149543 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd390999-669d-41a8-a497-fe0e0f228125 admin admin] Received port after_create {{(pid=103470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 14:14:15.199581 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd390999-669d-41a8-a497-fe0e0f228125 admin admin] Pushing event updated for resources: {'Port': ['ID=d12eeebd-9954-4350-83cd-86eb0e306794,revision_number=1']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:14:15.246877 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-dd390999-669d-41a8-a497-fe0e0f228125 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1691063'] for router_interface (61ea5b01-ed7e-4a0c-9d61-6220b5b2df7a), before_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:15.270719 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc1e65c-bc0f-49f0-89af-7e628a45c95e None None] Pushing event updated for resources: {'Port': ['ID=e55b2bc1-ae65-406b-940f-7140a98e5e0e,revision_number=3']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:14:15.427352 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.db.l3_hamode_db [None req-2236f174-8bcc-447d-a8df-2be378e378f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61ea5b01-ed7e-4a0c-9d61-6220b5b2df7a', 'name': 'tempest-TestMinimumBasicScenario-2081654503-router', 'tenant_id': '1c2479422e8c413e8ee554aa4f355bca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2', 'external_fixed_ips': [{'subnet_id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'ip_address': '172.27.3.190'}], 'enable_snat': True}, 'gw_port_id': 'e55b2bc1-ae65-406b-940f-7140a98e5e0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T14:14:11Z', 'updated_at': '2022-05-03T14:14:13Z', 'revision_number': 3, 'project_id': '1c2479422e8c413e8ee554aa4f355bca', 'gw_port': {'id': 'e55b2bc1-ae65-406b-940f-7140a98e5e0e', 'name': '', 'network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:58:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61ea5b01-ed7e-4a0c-9d61-6220b5b2df7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'ip_address': '172.27.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:14:12Z', 'updated_at': '2022-05-03T14:14:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-5-iscsi'}], 'dv-cinder-839793-5-iscsi', False) {} {{(pid=103472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:14:15.481804 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2236f174-8bcc-447d-a8df-2be378e378f6 None None] The sync data for ids ['61ea5b01-ed7e-4a0c-9d61-6220b5b2df7a'] in dv-cinder-839793-5-iscsi is: [{'id': '61ea5b01-ed7e-4a0c-9d61-6220b5b2df7a', 'name': 'tempest-TestMinimumBasicScenario-2081654503-router', 'tenant_id': '1c2479422e8c413e8ee554aa4f355bca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2', 'external_fixed_ips': [{'subnet_id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'ip_address': '172.27.3.190'}], 'enable_snat': True}, 'gw_port_id': 'e55b2bc1-ae65-406b-940f-7140a98e5e0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T14:14:11Z', 'updated_at': '2022-05-03T14:14:13Z', 'revision_number': 3, 'project_id': '1c2479422e8c413e8ee554aa4f355bca', 'gw_port': {'id': 'e55b2bc1-ae65-406b-940f-7140a98e5e0e', 'name': '', 'network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:58:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61ea5b01-ed7e-4a0c-9d61-6220b5b2df7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'ip_address': '172.27.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:14:12Z', 'updated_at': '2022-05-03T14:14:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-5-iscsi'}] {{(pid=103472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 14:14:15.508522 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8636aeb3-5f8b-4ad7-bb30-37cd0ec312e4 req-7944ad5d-f8bc-4d84-9e12-172d73e32cad tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:14:15.509021 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.rpc [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Device 96e73a58-9f7c-4c56-b17e-07f91f602b65 up at agent ovs-agent-dv-cinder-839793-5-iscsi {{(pid=103471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 14:14:15.510280 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-8636aeb3-5f8b-4ad7-bb30-37cd0ec312e4 req-7944ad5d-f8bc-4d84-9e12-172d73e32cad tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] 10.222.0.36 "GET /v2.0/ports?device_id=c69a66ae-c5d7-46a8-9f8f-2f3a59f00efb HTTP/1.1" status: 200 len: 945 time: 0.1648107 May 03 14:14:15.653958 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e871d4-f40f-4ff4-a743-2da3f8555641 req-dc644e5d-00c4-4c5b-8acf-282c8941fda6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:14:15.662628 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-66e871d4-f40f-4ff4-a743-2da3f8555641 req-dc644e5d-00c4-4c5b-8acf-282c8941fda6 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=c69a66ae-c5d7-46a8-9f8f-2f3a59f00efb HTTP/1.1" status: 200 len: 1129 time: 0.0834663 May 03 14:14:15.663351 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.36', 44188) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:14:15.667935 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.provisioning_blocks [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Provisioning complete for port 96e73a58-9f7c-4c56-b17e-07f91f602b65 triggered by entity L2. {{(pid=103471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 14:14:15.668331 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749148'] for port (96e73a58-9f7c-4c56-b17e-07f91f602b65), provisioning_complete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:15.670485 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.provisioning_blocks [None req-04c81b15-e27e-4c32-8847-7a2c6b9cdcd5 None None] Provisioning complete for port d12eeebd-9954-4350-83cd-86eb0e306794 triggered by entity DHCP. {{(pid=103471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 14:14:15.671042 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-04c81b15-e27e-4c32-8847-7a2c6b9cdcd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749148'] for port (d12eeebd-9954-4350-83cd-86eb0e306794), provisioning_complete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:15.680371 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-8636aeb3-5f8b-4ad7-bb30-37cd0ec312e4 req-4c9d1b20-f3ff-4665-b3d3-ad0e1c9163c4 tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] 10.222.0.36 "GET /v2.0/security-groups?id=ac69989c-0c14-4feb-99e3-645de97976bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1331306 May 03 14:14:15.721467 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-dd390999-669d-41a8-a497-fe0e0f228125 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585126'] for port (d12eeebd-9954-4350-83cd-86eb0e306794), before_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:15.798272 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [None req-04c81b15-e27e-4c32-8847-7a2c6b9cdcd5 None None] Port d12eeebd-9954-4350-83cd-86eb0e306794 cannot update to ACTIVE because it is not bound. {{(pid=103471) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 03 14:14:15.834056 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-36f82d31-b1d4-4926-98ee-cebadf7c6d9f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:15.859035 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Current status of the port 96e73a58-9f7c-4c56-b17e-07f91f602b65 is: ACTIVE; New status is: ACTIVE {{(pid=103471) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 14:14:15.965839 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d176ec18-a7e7-4691-81b8-fb4c1ec493b8 req-02ab17d5-3f2f-49f7-82ff-78811a88f43e tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:14:15.980254 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-d176ec18-a7e7-4691-81b8-fb4c1ec493b8 req-02ab17d5-3f2f-49f7-82ff-78811a88f43e tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] 10.222.0.36 "GET /v2.0/ports?device_id=92530935-2104-4b61-a2f8-286b3c1184d0 HTTP/1.1" status: 200 len: 945 time: 0.1426063 May 03 14:14:16.065411 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b231c8be-1805-4bb7-a686-a15b12e69a36 req-f3f5229d-29d7-434e-8aae-49928f607c38 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:14:16.067020 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-b231c8be-1805-4bb7-a686-a15b12e69a36 req-f3f5229d-29d7-434e-8aae-49928f607c38 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] 10.222.0.36 "GET /v2.0/ports?device_id=117976ba-33e4-4830-a66f-0cd354096c9b HTTP/1.1" status: 200 len: 945 time: 0.0919459 May 03 14:14:16.096737 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-dd390999-669d-41a8-a497-fe0e0f228125 admin admin] Publish callbacks [] for port (d12eeebd-9954-4350-83cd-86eb0e306794), precommit_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:16.106297 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-dd390999-669d-41a8-a497-fe0e0f228125 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786921284783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786920821414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786920821432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7524494'] for port (d12eeebd-9954-4350-83cd-86eb0e306794), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:16.124135 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-d176ec18-a7e7-4691-81b8-fb4c1ec493b8 req-52a230d1-f41e-48ba-b09c-7fca0b29800c tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] 10.222.0.36 "GET /v2.0/security-groups?id=cbfeeeef-c433-4767-a994-eec44f2dc198&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426568 May 03 14:14:16.152787 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb003b4-d11a-4be5-9bea-37b9d09cee79 req-a2ed8653-2eb6-42c4-b1f4-7925a91094be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:14:16.154507 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-bbb003b4-d11a-4be5-9bea-37b9d09cee79 req-a2ed8653-2eb6-42c4-b1f4-7925a91094be service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=117976ba-33e4-4830-a66f-0cd354096c9b HTTP/1.1" status: 200 len: 1129 time: 0.2257962 May 03 14:14:16.166645 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-66e871d4-f40f-4ff4-a743-2da3f8555641 req-c990ed0f-c5a3-4033-a998-05f17766354a service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=ac69989c-0c14-4feb-99e3-645de97976bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2434762 May 03 14:14:16.237352 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-bbb003b4-d11a-4be5-9bea-37b9d09cee79 req-1fbdda27-1e23-46b0-9567-8914ae032f1b service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=5256d9b7-303d-41e8-9beb-13271ea5bfe5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0687044 May 03 14:14:16.247375 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-36f82d31-b1d4-4926-98ee-cebadf7c6d9f admin admin] Publish callbacks [] for security_group (c7dd563e-bdfc-4456-a029-e65a3906c93a), precommit_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:16.253867 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-36f82d31-b1d4-4926-98ee-cebadf7c6d9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656397'] for security_group (c7dd563e-bdfc-4456-a029-e65a3906c93a), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:16.265653 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd390999-669d-41a8-a497-fe0e0f228125 admin admin] Pushing event updated for resources: {'Port': ['ID=d12eeebd-9954-4350-83cd-86eb0e306794,revision_number=2']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:14:16.281051 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-b231c8be-1805-4bb7-a686-a15b12e69a36 req-b84f8060-c538-418d-bd4b-dcc5b88121a2 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] 10.222.0.36 "GET /v2.0/security-groups?id=5256d9b7-303d-41e8-9beb-13271ea5bfe5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1995366 May 03 14:14:16.281051 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-dd390999-669d-41a8-a497-fe0e0f228125 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1599844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1690985'] for router_interface (61ea5b01-ed7e-4a0c-9d61-6220b5b2df7a), after_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:16.319893 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-36f82d31-b1d4-4926-98ee-cebadf7c6d9f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=670ea88096a54967b906469bfda49e14&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6552799 May 03 14:14:16.324875 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.wsgi [-] (103470) accepted ('10.222.0.36', 44214) {{(pid=103470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:14:16.342464 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f82d31-b1d4-4926-98ee-cebadf7c6d9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7dd563e-bdfc-4456-a029-e65a3906c93a,revision_number=1']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:14:16.699463 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad466c26-5a89-4e69-81bd-9acfbabc764d req-a324a8dc-f4d4-49df-8f0e-b63cb4ca7d98 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:14:16.707488 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-ad466c26-5a89-4e69-81bd-9acfbabc764d req-a324a8dc-f4d4-49df-8f0e-b63cb4ca7d98 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] 10.222.0.36 "GET /v2.0/ports?device_id=92530935-2104-4b61-a2f8-286b3c1184d0 HTTP/1.1" status: 200 len: 945 time: 0.0991318 May 03 14:14:16.724631 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd390999-669d-41a8-a497-fe0e0f228125 admin admin] Network 3121b82c-06ca-44d8-8e28-2f3afede7579 is already hosted by enough agents. {{(pid=103470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 14:14:16.737686 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.scheduler.base_scheduler [None req-dd390999-669d-41a8-a497-fe0e0f228125 admin admin] Resources bound (agent type, host, resource id): {{(pid=103470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 14:14:16.748614 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-68dc877a-19fb-4fa8-b2f3-c9b949af9370 admin admin] Publish callbacks [] for security_group (c7dd563e-bdfc-4456-a029-e65a3906c93a), before_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:16.787552 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-68dc877a-19fb-4fa8-b2f3-c9b949af9370 admin admin] Publish callbacks [] for security_group (c7dd563e-bdfc-4456-a029-e65a3906c93a), precommit_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:16.831170 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c977a7-e994-46f8-a24f-3281afa73a7e req-fde0b2ba-1eb9-4f7a-a45f-07f2a2db9a54 tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:14:16.833263 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-a4c977a7-e994-46f8-a24f-3281afa73a7e req-fde0b2ba-1eb9-4f7a-a45f-07f2a2db9a54 tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] 10.222.0.36 "GET /v2.0/ports?device_id=c69a66ae-c5d7-46a8-9f8f-2f3a59f00efb HTTP/1.1" status: 200 len: 945 time: 0.0637076 May 03 14:14:16.908176 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-a4c977a7-e994-46f8-a24f-3281afa73a7e req-49818f0f-7116-42b7-a93a-c5f55a5b53bb tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] 10.222.0.36 "GET /v2.0/security-groups?id=ac69989c-0c14-4feb-99e3-645de97976bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682313 May 03 14:14:16.963531 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-ad466c26-5a89-4e69-81bd-9acfbabc764d req-25e28d88-d00f-418a-a062-c1e2ac891924 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] 10.222.0.36 "GET /v2.0/security-groups?id=cbfeeeef-c433-4767-a994-eec44f2dc198&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2551324 May 03 14:14:17.023108 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-68dc877a-19fb-4fa8-b2f3-c9b949af9370 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656397'] for security_group (c7dd563e-bdfc-4456-a029-e65a3906c93a), after_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:17.026417 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-68dc877a-19fb-4fa8-b2f3-c9b949af9370 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:17.027558 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [None req-68dc877a-19fb-4fa8-b2f3-c9b949af9370 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c7dd563e-bdfc-4456-a029-e65a3906c93a HTTP/1.1" status: 204 len: 168 time: 0.7013209 May 03 14:14:17.058807 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68dc877a-19fb-4fa8-b2f3-c9b949af9370 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7dd563e-bdfc-4456-a029-e65a3906c93a,revision_number=None']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:14:17.092928 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd390999-669d-41a8-a497-fe0e0f228125 admin admin] Router 61ea5b01-ed7e-4a0c-9d61-6220b5b2df7a has already been hosted by L3 agent 2583ee88-9503-4370-b6e4-0a676865815e {{(pid=103470) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 14:14:17.137098 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.provisioning_blocks [None req-34625f11-968d-449e-81fb-b7094129dc0c None None] Provisioning complete for port d12eeebd-9954-4350-83cd-86eb0e306794 triggered by entity DHCP. {{(pid=103471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 14:14:17.137672 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-34625f11-968d-449e-81fb-b7094129dc0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749148'] for port (d12eeebd-9954-4350-83cd-86eb0e306794), provisioning_complete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:17.274721 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd390999-669d-41a8-a497-fe0e0f228125 admin admin] Notify agent at l3_agent.dv-cinder-839793-5-iscsi the message routers_updated {{(pid=103470) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 14:14:17.280892 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [None req-dd390999-669d-41a8-a497-fe0e0f228125 admin admin] 10.222.0.36 "PUT /v2.0/routers/61ea5b01-ed7e-4a0c-9d61-6220b5b2df7a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4999192 May 03 14:14:17.329331 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [None req-34625f11-968d-449e-81fb-b7094129dc0c None None] Port d12eeebd-9954-4350-83cd-86eb0e306794 cannot update to ACTIVE because it is not bound. {{(pid=103471) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 03 14:14:17.431182 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b65fb9-ec65-41c3-b293-7c81a691b9a8 req-c8314170-9369-4ddc-a025-9cacb8912327 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:14:17.439255 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-41b65fb9-ec65-41c3-b293-7c81a691b9a8 req-c8314170-9369-4ddc-a025-9cacb8912327 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] 10.222.0.36 "GET /v2.0/ports?device_id=117976ba-33e4-4830-a66f-0cd354096c9b HTTP/1.1" status: 200 len: 945 time: 0.0649600 May 03 14:14:17.501703 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-41b65fb9-ec65-41c3-b293-7c81a691b9a8 req-3f68a131-95e0-42c2-be92-af69bc0670f4 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] 10.222.0.36 "GET /v2.0/security-groups?id=5256d9b7-303d-41e8-9beb-13271ea5bfe5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610902 May 03 14:14:17.532999 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.rpc [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Device e55b2bc1-ae65-406b-940f-7140a98e5e0e up at agent ovs-agent-dv-cinder-839793-5-iscsi {{(pid=103471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 14:14:17.582432 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.36', 44252) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:14:17.599789 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-0d8933b7-4242-4fd6-a131-2c919055771e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:17.619342 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.provisioning_blocks [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Provisioning complete for port e55b2bc1-ae65-406b-940f-7140a98e5e0e triggered by entity L2. {{(pid=103471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 14:14:17.619820 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749148'] for port (e55b2bc1-ae65-406b-940f-7140a98e5e0e), provisioning_complete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:17.645826 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c68d83-f3a1-4dbe-85cc-a44a23e339ff req-58fc018f-0853-4a10-82de-7e53984879e3 tempest-DeleteServersTestJSON-192415404 tempest-DeleteServersTestJSON-192415404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:14:17.647956 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-22c68d83-f3a1-4dbe-85cc-a44a23e339ff req-58fc018f-0853-4a10-82de-7e53984879e3 tempest-DeleteServersTestJSON-192415404 tempest-DeleteServersTestJSON-192415404-project] 10.222.0.36 "GET /v2.0/ports?device_id=dc4affea-e303-483f-a2f6-72e48c8034df HTTP/1.1" status: 200 len: 945 time: 0.0582232 May 03 14:14:17.714590 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-0d8933b7-4242-4fd6-a131-2c919055771e admin admin] Publish callbacks [] for security_group (b9d1a30d-c665-4068-a85a-8b46d51896d0), precommit_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:17.720269 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-0d8933b7-4242-4fd6-a131-2c919055771e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656397'] for security_group (b9d1a30d-c665-4068-a85a-8b46d51896d0), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:17.759378 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8933b7-4242-4fd6-a131-2c919055771e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9d1a30d-c665-4068-a85a-8b46d51896d0,revision_number=1']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:14:17.782988 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-22c68d83-f3a1-4dbe-85cc-a44a23e339ff req-9d61e0b0-37e6-4e66-ae4f-0a959036d797 tempest-DeleteServersTestJSON-192415404 tempest-DeleteServersTestJSON-192415404-project] 10.222.0.36 "GET /v2.0/security-groups?id=4cb41abf-3a2c-4d1f-8158-0555ad7265bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283622 May 03 14:14:17.818770 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4127db77-cd04-48ad-bc2c-c7cf38487cc2 req-a5c757d9-42ec-4b99-a1aa-43d61f7d2d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:14:17.821112 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-4127db77-cd04-48ad-bc2c-c7cf38487cc2 req-a5c757d9-42ec-4b99-a1aa-43d61f7d2d36 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4e31890e50da4bcab23b81eee1c9a2d7&device_id=92530935-2104-4b61-a2f8-286b3c1184d0 HTTP/1.1" status: 200 len: 1129 time: 0.0422072 May 03 14:14:17.823788 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-0d8933b7-4242-4fd6-a131-2c919055771e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=7a788f7f0ed94b12beb05a43acb87179&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2403278 May 03 14:14:17.826735 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.wsgi [-] (103470) accepted ('10.222.0.36', 44260) {{(pid=103470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:14:17.850151 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Current status of the port e55b2bc1-ae65-406b-940f-7140a98e5e0e is: DOWN; New status is: ACTIVE {{(pid=103471) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 14:14:17.858762 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585126'] for port (e55b2bc1-ae65-406b-940f-7140a98e5e0e), before_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:17.914910 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.db [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] For port e55b2bc1-ae65-406b-940f-7140a98e5e0e, host dv-cinder-839793-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-5-iscsi',level=0,port_id=e55b2bc1-ae65-406b-940f-7140a98e5e0e,segment=NetworkSegment(331ae69a-aeba-4f56-bd87-f289cf94ba88),segment_id=331ae69a-aeba-4f56-bd87-f289cf94ba88)] {{(pid=103471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 14:14:17.922278 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786921284783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786920821414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786920821432'] for port (e55b2bc1-ae65-406b-940f-7140a98e5e0e), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:17.950108 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-2d135800-bfa3-4bd9-b911-c1621c934933 admin admin] Publish callbacks [] for security_group (b9d1a30d-c665-4068-a85a-8b46d51896d0), before_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:18.001710 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-2d135800-bfa3-4bd9-b911-c1621c934933 admin admin] Publish callbacks [] for security_group (b9d1a30d-c665-4068-a85a-8b46d51896d0), precommit_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:18.022681 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Pushing event updated for resources: {'Port': ['ID=e55b2bc1-ae65-406b-940f-7140a98e5e0e,revision_number=4']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:14:18.082375 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-2d135800-bfa3-4bd9-b911-c1621c934933 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656397'] for security_group (b9d1a30d-c665-4068-a85a-8b46d51896d0), after_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:18.086355 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-2d135800-bfa3-4bd9-b911-c1621c934933 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:18.088583 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [None req-2d135800-bfa3-4bd9-b911-c1621c934933 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b9d1a30d-c665-4068-a85a-8b46d51896d0 HTTP/1.1" status: 204 len: 168 time: 0.2600491 May 03 14:14:18.102152 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d135800-bfa3-4bd9-b911-c1621c934933 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9d1a30d-c665-4068-a85a-8b46d51896d0,revision_number=None']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:14:18.116455 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72d884d4-118a-450f-97fd-9bfb21c186b2 None None] Sync routers for ids ['61ea5b01-ed7e-4a0c-9d61-6220b5b2df7a'] in dv-cinder-839793-5-iscsi {{(pid=103471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 14:14:18.118193 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa580eb-ef7b-4450-a3bf-ba9b25542540 req-d5aed004-df31-4b2a-87a0-ee33f1e6cbc4 tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:14:18.121772 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-3fa580eb-ef7b-4450-a3bf-ba9b25542540 req-d5aed004-df31-4b2a-87a0-ee33f1e6cbc4 tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] 10.222.0.36 "GET /v2.0/ports?device_id=c69a66ae-c5d7-46a8-9f8f-2f3a59f00efb HTTP/1.1" status: 200 len: 945 time: 0.1025522 May 03 14:14:18.151580 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72d884d4-118a-450f-97fd-9bfb21c186b2 None None] Routers {'61ea5b01-ed7e-4a0c-9d61-6220b5b2df7a'} bound to L3 agent in host dv-cinder-839793-5-iscsi {{(pid=103471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 14:14:18.152384 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.l3_hamode_db [None req-72d884d4-118a-450f-97fd-9bfb21c186b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-03T14:04:39Z,description=,heartbeat_timestamp=2022-05-03T14:14:09Z,host='dv-cinder-839793-5-iscsi',id=2583ee88-9503-4370-b6e4-0a676865815e,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T14:04:39Z,topic='l3_agent')) {'router_ids': ['61ea5b01-ed7e-4a0c-9d61-6220b5b2df7a'], 'active': True} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:14:18.200120 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.wsgi [-] (103470) accepted ('10.222.0.36', 44280) {{(pid=103470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:14:18.262944 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-3fa580eb-ef7b-4450-a3bf-ba9b25542540 req-a623bfe9-8878-4015-9f5c-0d096ae334ac tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] 10.222.0.36 "GET /v2.0/security-groups?id=ac69989c-0c14-4feb-99e3-645de97976bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1319189 May 03 14:14:18.268176 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cfa921-3c00-4cc1-8e48-7827d6adf82a req-e08f7f86-ee60-400f-99d0-6e93de20bdf8 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:14:18.275791 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-f9cfa921-3c00-4cc1-8e48-7827d6adf82a req-e08f7f86-ee60-400f-99d0-6e93de20bdf8 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] 10.222.0.36 "GET /v2.0/ports?device_id=92530935-2104-4b61-a2f8-286b3c1184d0 HTTP/1.1" status: 200 len: 945 time: 0.1560173 May 03 14:14:18.352823 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvr_db [None req-72d884d4-118a-450f-97fd-9bfb21c186b2 None None] Set router 61ea5b01-ed7e-4a0c-9d61-6220b5b2df7a gateway port host: dv-cinder-839793-5-iscsi {{(pid=103471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 14:14:18.397270 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-f9cfa921-3c00-4cc1-8e48-7827d6adf82a req-f6b25271-7a23-499b-bf04-ee23d200f851 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] 10.222.0.36 "GET /v2.0/security-groups?id=cbfeeeef-c433-4767-a994-eec44f2dc198&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200097 May 03 14:14:18.430584 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec31b1cd-8b7f-497a-9683-22b1bca2c9e8 req-b59e7ad9-6522-47c1-81a7-1ba5b281136e tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:14:18.435790 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-ec31b1cd-8b7f-497a-9683-22b1bca2c9e8 req-b59e7ad9-6522-47c1-81a7-1ba5b281136e tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] 10.222.0.36 "GET /v2.0/ports?device_id=c69a66ae-c5d7-46a8-9f8f-2f3a59f00efb HTTP/1.1" status: 200 len: 945 time: 0.0863307 May 03 14:14:18.441074 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.wsgi [-] (103470) accepted ('10.222.0.36', 44296) {{(pid=103470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:14:18.445967 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.v2.base [None req-a8941d65-119b-4931-ad2a-db082c137121 tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Request body: {'floatingip': {'port_id': '95147665-e446-4472-a616-c5c429b604f1'}} {{(pid=103470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 14:14:18.545399 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-a8941d65-119b-4931-ad2a-db082c137121 tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Publish callbacks [] for floatingip (ea74724a-a2fb-419b-88e7-3fe241707f77), before_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:18.570783 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.36', 44302) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:14:18.581740 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.v2.base [None req-7540389e-cd79-43f8-b3df-56f3dc4814b9 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-258955592-network', 'tenant_id': '82dd2e372240457991d34104d485914e'}} {{(pid=103469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 14:14:18.620854 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7540389e-cd79-43f8-b3df-56f3dc4814b9 admin admin] Made reservation on behalf of 82dd2e372240457991d34104d485914e for: {'network': 1} {{(pid=103469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 14:14:18.625820 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-7540389e-cd79-43f8-b3df-56f3dc4814b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585126'] for network (None), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:18.646170 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-7540389e-cd79-43f8-b3df-56f3dc4814b9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:18.652358 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.l3_hamode_db [None req-72d884d4-118a-450f-97fd-9bfb21c186b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61ea5b01-ed7e-4a0c-9d61-6220b5b2df7a', 'name': 'tempest-TestMinimumBasicScenario-2081654503-router', 'tenant_id': '1c2479422e8c413e8ee554aa4f355bca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2', 'external_fixed_ips': [{'subnet_id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'ip_address': '172.27.3.190'}], 'enable_snat': True}, 'gw_port_id': 'e55b2bc1-ae65-406b-940f-7140a98e5e0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T14:14:11Z', 'updated_at': '2022-05-03T14:14:15Z', 'revision_number': 4, 'project_id': '1c2479422e8c413e8ee554aa4f355bca', 'gw_port': {'id': 'e55b2bc1-ae65-406b-940f-7140a98e5e0e', 'name': '', 'network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:58:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61ea5b01-ed7e-4a0c-9d61-6220b5b2df7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'ip_address': '172.27.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:14:12Z', 'updated_at': '2022-05-03T14:14:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-5-iscsi', '_interfaces': [{'id': 'd12eeebd-9954-4350-83cd-86eb0e306794', 'name': '', 'network_id': '3121b82c-06ca-44d8-8e28-2f3afede7579', 'tenant_id': '1c2479422e8c413e8ee554aa4f355bca', 'mac_address': 'fa:16:3e:6d:21:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61ea5b01-ed7e-4a0c-9d61-6220b5b2df7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': '084cc6e3-980b-4882-a669-82e7bd2021c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:14:14Z', 'updated_at': '2022-05-03T14:14:15Z', 'revision_number': 2, 'project_id': '1c2479422e8c413e8ee554aa4f355bca', 'subnets': [{'id': '084cc6e3-980b-4882-a669-82e7bd2021c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-5-iscsi', False) {} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:14:18.667945 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-7fdabbfa-72e9-4cad-90a3-71e49124e1fa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:18.680333 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72d884d4-118a-450f-97fd-9bfb21c186b2 None None] Checking router: 61ea5b01-ed7e-4a0c-9d61-6220b5b2df7a for host: dv-cinder-839793-5-iscsi {{(pid=103471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 14:14:18.680680 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72d884d4-118a-450f-97fd-9bfb21c186b2 None None] Updating router 61ea5b01-ed7e-4a0c-9d61-6220b5b2df7a port d12eeebd-9954-4350-83cd-86eb0e306794 binding host dv-cinder-839793-5-iscsi {{(pid=103471) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 03 14:14:18.722207 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-72d884d4-118a-450f-97fd-9bfb21c186b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585126'] for port (d12eeebd-9954-4350-83cd-86eb0e306794), before_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:18.781506 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-7540389e-cd79-43f8-b3df-56f3dc4814b9 admin admin] Publish callbacks [] for security_group (458cbecb-ea3a-4f34-84f9-cababff3cc39), precommit_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:18.787297 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-7540389e-cd79-43f8-b3df-56f3dc4814b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656397'] for security_group (458cbecb-ea3a-4f34-84f9-cababff3cc39), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:18.850147 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7540389e-cd79-43f8-b3df-56f3dc4814b9 admin admin] vlan segment allocate from pool success with {'vlan_id': 207, 'physical_network': 'physnet1'} {{(pid=103469) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 14:14:18.872574 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c979c5-3aaf-4284-bd34-02e23b3a0843 req-c02e26bd-7e76-46f7-84c1-3110c4ffe093 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:14:18.873094 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7540389e-cd79-43f8-b3df-56f3dc4814b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=458cbecb-ea3a-4f34-84f9-cababff3cc39,revision_number=1']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:14:18.881477 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-d9c979c5-3aaf-4284-bd34-02e23b3a0843 req-c02e26bd-7e76-46f7-84c1-3110c4ffe093 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] 10.222.0.36 "GET /v2.0/ports?device_id=117976ba-33e4-4830-a66f-0cd354096c9b HTTP/1.1" status: 200 len: 945 time: 0.1961324 May 03 14:14:18.885466 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-7540389e-cd79-43f8-b3df-56f3dc4814b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-690795'] for segment (6ae9ecb3-f3fd-4a55-999d-21c0e316c5ee), precommit_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:18.885819 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.db.segments_db [None req-7540389e-cd79-43f8-b3df-56f3dc4814b9 admin admin] Added segment 6ae9ecb3-f3fd-4a55-999d-21c0e316c5ee of type vlan for network 8dc92238-28cd-45a4-badc-48f2239674a7 May 03 14:14:18.981693 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-7540389e-cd79-43f8-b3df-56f3dc4814b9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786920812993'] for network (8dc92238-28cd-45a4-badc-48f2239674a7), precommit_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:18.996509 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df1f77c-c4e6-4461-ace4-f5c72fe0f5cb req-120e6a2c-3505-47d6-a4a5-87ec0ca59960 tempest-DeleteServersTestJSON-192415404 tempest-DeleteServersTestJSON-192415404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:14:18.999041 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-3df1f77c-c4e6-4461-ace4-f5c72fe0f5cb req-120e6a2c-3505-47d6-a4a5-87ec0ca59960 tempest-DeleteServersTestJSON-192415404 tempest-DeleteServersTestJSON-192415404-project] 10.222.0.36 "GET /v2.0/ports?device_id=dc4affea-e303-483f-a2f6-72e48c8034df HTTP/1.1" status: 200 len: 945 time: 0.1064119 May 03 14:14:19.048330 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-7540389e-cd79-43f8-b3df-56f3dc4814b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766'] for network (8dc92238-28cd-45a4-badc-48f2239674a7), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:19.049877 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7540389e-cd79-43f8-b3df-56f3dc4814b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:14:19.050717 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-7540389e-cd79-43f8-b3df-56f3dc4814b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599744'] for network (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:19.098924 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-d9c979c5-3aaf-4284-bd34-02e23b3a0843 req-425fcdfe-cc37-405d-9877-f348af0b5bb3 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] 10.222.0.36 "GET /v2.0/security-groups?id=5256d9b7-303d-41e8-9beb-13271ea5bfe5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2143617 May 03 14:14:19.158660 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7540389e-cd79-43f8-b3df-56f3dc4814b9 admin admin] Pushing event updated for resources: {'Network': ['ID=8dc92238-28cd-45a4-badc-48f2239674a7,revision_number=1']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:14:19.178526 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-7540389e-cd79-43f8-b3df-56f3dc4814b9 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6040170 May 03 14:14:19.184618 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.rpc [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Network 8dc92238-28cd-45a4-badc-48f2239674a7 details requested by agent ovs-agent-dv-cinder-839793-5-iscsi with host dv-cinder-839793-5-iscsi {{(pid=103471) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 03 14:14:19.193537 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-3df1f77c-c4e6-4461-ace4-f5c72fe0f5cb req-b8a181c0-8472-4aae-9c5b-e70faee411de tempest-DeleteServersTestJSON-192415404 tempest-DeleteServersTestJSON-192415404-project] 10.222.0.36 "GET /v2.0/security-groups?id=4cb41abf-3a2c-4d1f-8158-0555ad7265bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758795 May 03 14:14:19.194315 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.36', 44336) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:14:19.202322 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-7fdabbfa-72e9-4cad-90a3-71e49124e1fa admin admin] Publish callbacks [] for security_group (ad899fc0-42b0-4da9-abfa-e81514b744c8), precommit_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:19.206185 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.v2.base [None req-9f1dec83-b566-4647-b961-d50359bc828d admin admin] Request body: {'subnet': {'network_id': '8dc92238-28cd-45a4-badc-48f2239674a7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-258955592-subnet', 'tenant_id': '82dd2e372240457991d34104d485914e', 'ip_version': 4}} {{(pid=103469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 14:14:19.211990 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-7fdabbfa-72e9-4cad-90a3-71e49124e1fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656397'] for security_group (ad899fc0-42b0-4da9-abfa-e81514b744c8), after_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:19.250690 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f1dec83-b566-4647-b961-d50359bc828d admin admin] Made reservation on behalf of 82dd2e372240457991d34104d485914e for: {'subnet': 1} {{(pid=103469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 14:14:19.254769 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdabbfa-72e9-4cad-90a3-71e49124e1fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad899fc0-42b0-4da9-abfa-e81514b744c8,revision_number=1']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:14:19.269556 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-9f1dec83-b566-4647-b961-d50359bc828d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4510186'] for subnet (None), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:19.325764 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [None req-7fdabbfa-72e9-4cad-90a3-71e49124e1fa admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b80408cab29d41e5bee10c5979a19741&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1244748 May 03 14:14:19.352781 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.36', 44342) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:14:19.364764 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-72d884d4-118a-450f-97fd-9bfb21c186b2 None None] Publish callbacks [] for port (d12eeebd-9954-4350-83cd-86eb0e306794), precommit_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:19.373695 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-72d884d4-118a-450f-97fd-9bfb21c186b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786921284783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786920821414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786920821432'] for port (d12eeebd-9954-4350-83cd-86eb0e306794), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:19.450255 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-9bca7009-f402-4237-b846-4535e0efd933 admin admin] Publish callbacks [] for security_group (ad899fc0-42b0-4da9-abfa-e81514b744c8), before_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:19.470627 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4ee169-3f35-438a-8dbe-b89a293ea7b3 None None] Pushing event updated for resources: {'Port': ['ID=d12eeebd-9954-4350-83cd-86eb0e306794,revision_number=3']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:14:19.531739 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.rpc [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Device e55b2bc1-ae65-406b-940f-7140a98e5e0e up at agent ovs-agent-dv-cinder-839793-5-iscsi {{(pid=103471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 14:14:19.532471 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-9bca7009-f402-4237-b846-4535e0efd933 admin admin] Publish callbacks [] for security_group (ad899fc0-42b0-4da9-abfa-e81514b744c8), precommit_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:19.605972 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.managers [None req-72d884d4-118a-450f-97fd-9bfb21c186b2 None None] Attempting to bind port d12eeebd-9954-4350-83cd-86eb0e306794 on host dv-cinder-839793-5-iscsi for vnic_type normal with profile {{(pid=103471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 03 14:14:19.606277 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.managers [None req-72d884d4-118a-450f-97fd-9bfb21c186b2 None None] Attempting to bind port d12eeebd-9954-4350-83cd-86eb0e306794 by drivers openvswitch,hyperv on host dv-cinder-839793-5-iscsi at level 0 using segments [{'id': '0a761dc3-2a3e-41fe-ad2f-dc1a6256ae05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '3121b82c-06ca-44d8-8e28-2f3afede7579'}] {{(pid=103471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 03 14:14:19.608198 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72d884d4-118a-450f-97fd-9bfb21c186b2 None None] Attempting to bind port d12eeebd-9954-4350-83cd-86eb0e306794 on network 3121b82c-06ca-44d8-8e28-2f3afede7579 {{(pid=103471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 14:14:19.637666 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72d884d4-118a-450f-97fd-9bfb21c186b2 None None] Checking agent: {'id': '43411681-d6d4-43ac-b892-434a22df3f6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839793-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 14, 4, 43), 'started_at': datetime.datetime(2022, 5, 3, 14, 5, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 14, 14, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839793-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 03 14:14:19.638120 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72d884d4-118a-450f-97fd-9bfb21c186b2 None None] Checking segment: {'id': '0a761dc3-2a3e-41fe-ad2f-dc1a6256ae05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '3121b82c-06ca-44d8-8e28-2f3afede7579'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 14:14:19.640258 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-72d884d4-118a-450f-97fd-9bfb21c186b2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:19.640806 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72d884d4-118a-450f-97fd-9bfb21c186b2 None None] Bound using segment: {'id': '0a761dc3-2a3e-41fe-ad2f-dc1a6256ae05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '3121b82c-06ca-44d8-8e28-2f3afede7579'} {{(pid=103471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 03 14:14:19.641397 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.managers [None req-72d884d4-118a-450f-97fd-9bfb21c186b2 None None] Bound port: d12eeebd-9954-4350-83cd-86eb0e306794, host: dv-cinder-839793-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a761dc3-2a3e-41fe-ad2f-dc1a6256ae05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '3121b82c-06ca-44d8-8e28-2f3afede7579'}}] {{(pid=103471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 03 14:14:19.641861 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-72d884d4-118a-450f-97fd-9bfb21c186b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585126'] for port (d12eeebd-9954-4350-83cd-86eb0e306794), before_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:19.693703 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-9bca7009-f402-4237-b846-4535e0efd933 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656397'] for security_group (ad899fc0-42b0-4da9-abfa-e81514b744c8), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:19.698695 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-9bca7009-f402-4237-b846-4535e0efd933 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:19.701910 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-9bca7009-f402-4237-b846-4535e0efd933 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ad899fc0-42b0-4da9-abfa-e81514b744c8 HTTP/1.1" status: 204 len: 168 time: 0.3476710 May 03 14:14:19.707640 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-9f1dec83-b566-4647-b961-d50359bc828d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6177775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4510196'] for subnet (51d7044e-2855-42b7-9f7d-ac457e2a545f), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:19.752958 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bca7009-f402-4237-b846-4535e0efd933 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad899fc0-42b0-4da9-abfa-e81514b744c8,revision_number=None']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:14:19.759472 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.provisioning_blocks [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Provisioning complete for port e55b2bc1-ae65-406b-940f-7140a98e5e0e triggered by entity L2. {{(pid=103471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 14:14:19.759970 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749148'] for port (e55b2bc1-ae65-406b-940f-7140a98e5e0e), provisioning_complete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:19.816722 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f1dec83-b566-4647-b961-d50359bc828d admin admin] Checking segment: {'id': '6ae9ecb3-f3fd-4a55-999d-21c0e316c5ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '8dc92238-28cd-45a4-badc-48f2239674a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 14:14:19.817536 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f1dec83-b566-4647-b961-d50359bc828d admin admin] Network hostable DHCP agents. Network: 8dc92238-28cd-45a4-badc-48f2239674a7, hostable agents: ['2d0d8db6-b1c3-4022-9f9b-561ce4a4d2d8'], hosted agents: [] {{(pid=103469) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 14:14:19.839590 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1dec83-b566-4647-b961-d50359bc828d admin admin] Pushing event updated for resources: {'Subnet': ['ID=51d7044e-2855-42b7-9f7d-ac457e2a545f,revision_number=0']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:14:19.874595 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f1dec83-b566-4647-b961-d50359bc828d admin admin] Network 8dc92238-28cd-45a4-badc-48f2239674a7 is scheduled to be hosted by DHCP agent 2d0d8db6-b1c3-4022-9f9b-561ce4a4d2d8 with binding_index 1 {{(pid=103469) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 14:14:19.884187 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.db [None req-72d884d4-118a-450f-97fd-9bfb21c186b2 None None] For port d12eeebd-9954-4350-83cd-86eb0e306794, host dv-cinder-839793-5-iscsi, cleared binding levels {{(pid=103471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 14:14:19.892523 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.scheduler.base_scheduler [None req-9f1dec83-b566-4647-b961-d50359bc828d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839793-5-iscsi, 8dc92238-28cd-45a4-badc-48f2239674a7) {{(pid=103469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 14:14:19.893183 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.db [None req-72d884d4-118a-450f-97fd-9bfb21c186b2 None None] For port d12eeebd-9954-4350-83cd-86eb0e306794, host dv-cinder-839793-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-5-iscsi',level=0,port_id=d12eeebd-9954-4350-83cd-86eb0e306794,segment=NetworkSegment(0a761dc3-2a3e-41fe-ad2f-dc1a6256ae05),segment_id=0a761dc3-2a3e-41fe-ad2f-dc1a6256ae05)] {{(pid=103471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 14:14:19.901357 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.provisioning_blocks [None req-ec18fdff-734c-4369-8f12-d40f081a8314 None None] Provisioning complete for port d12eeebd-9954-4350-83cd-86eb0e306794 triggered by entity DHCP. {{(pid=103471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 14:14:19.901983 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-ec18fdff-734c-4369-8f12-d40f081a8314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749148'] for port (d12eeebd-9954-4350-83cd-86eb0e306794), provisioning_complete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:19.904304 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f1dec83-b566-4647-b961-d50359bc828d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:14:19.909915 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-9f1dec83-b566-4647-b961-d50359bc828d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:19.928769 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9e8a9b8-b08a-4178-9a34-c9ec245a6f56 None None] Network 8dc92238-28cd-45a4-badc-48f2239674a7 requested from dv-cinder-839793-5-iscsi {{(pid=103471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 03 14:14:19.931884 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-72d884d4-118a-450f-97fd-9bfb21c186b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786921284783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786920821414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786920821432'] for port (d12eeebd-9954-4350-83cd-86eb0e306794), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:19.954896 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-9f1dec83-b566-4647-b961-d50359bc828d admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7572534 May 03 14:14:19.956658 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.36', 44354) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:14:19.970817 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.v2.base [None req-1dff88c2-fbf1-4647-b7cb-5b168977ffef admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-258955592-router', 'tenant_id': '82dd2e372240457991d34104d485914e', 'external_gateway_info': {'network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2'}}} {{(pid=103469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 14:14:19.983583 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1684162c-26d8-4cf5-9a33-235c66fd192c req-57564cfc-1daf-4ba4-ac36-d1d77deaa0ea tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:14:19.992135 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-1684162c-26d8-4cf5-9a33-235c66fd192c req-57564cfc-1daf-4ba4-ac36-d1d77deaa0ea tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] 10.222.0.36 "GET /v2.0/ports?device_id=92530935-2104-4b61-a2f8-286b3c1184d0 HTTP/1.1" status: 200 len: 945 time: 0.4516568 May 03 14:14:20.015619 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-1dff88c2-fbf1-4647-b7cb-5b168977ffef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1703700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-104012'] for router (3e3f6abb-3482-4246-9605-6f7a37c14d61), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:20.016852 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-1dff88c2-fbf1-4647-b7cb-5b168977ffef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1703864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1700637', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1742612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103989'] for router (3e3f6abb-3482-4246-9605-6f7a37c14d61), precommit_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:20.074169 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4ee169-3f35-438a-8dbe-b89a293ea7b3 None None] Pushing event updated for resources: {'Port': ['ID=d12eeebd-9954-4350-83cd-86eb0e306794,revision_number=4']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:14:20.167219 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Current status of the port e55b2bc1-ae65-406b-940f-7140a98e5e0e is: ACTIVE; New status is: ACTIVE {{(pid=103471) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 14:14:20.186063 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-1dff88c2-fbf1-4647-b7cb-5b168977ffef admin admin] Publish callbacks [] for router_controller (3e3f6abb-3482-4246-9605-6f7a37c14d61), precommit_add_association {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:20.230316 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [None req-ec18fdff-734c-4369-8f12-d40f081a8314 None None] Current status of the port d12eeebd-9954-4350-83cd-86eb0e306794 is: DOWN; New status is: ACTIVE {{(pid=103471) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 14:14:20.231260 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-ec18fdff-734c-4369-8f12-d40f081a8314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585126'] for port (d12eeebd-9954-4350-83cd-86eb0e306794), before_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:20.262002 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72d884d4-118a-450f-97fd-9bfb21c186b2 None None] Routers {'61ea5b01-ed7e-4a0c-9d61-6220b5b2df7a'} bound to L3 agent in host dv-cinder-839793-5-iscsi {{(pid=103471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 14:14:20.264001 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.l3_hamode_db [None req-72d884d4-118a-450f-97fd-9bfb21c186b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-03T14:04:39Z,description=,heartbeat_timestamp=2022-05-03T14:14:09Z,host='dv-cinder-839793-5-iscsi',id=2583ee88-9503-4370-b6e4-0a676865815e,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T14:04:39Z,topic='l3_agent')) {'router_ids': ['61ea5b01-ed7e-4a0c-9d61-6220b5b2df7a'], 'active': True} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:14:20.320452 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-1684162c-26d8-4cf5-9a33-235c66fd192c req-53f1bf23-e753-4686-8cd6-2243d4068eff tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] 10.222.0.36 "GET /v2.0/security-groups?id=cbfeeeef-c433-4767-a994-eec44f2dc198&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2988212 May 03 14:14:20.328316 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.db.resource_extend [None req-a8941d65-119b-4931-ad2a-db082c137121 tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] It took 0.33 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 03 14:14:20.465952 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-a8941d65-119b-4931-ad2a-db082c137121 tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:20.558599 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-a8941d65-119b-4931-ad2a-db082c137121 tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1700089'] for floatingip (ea74724a-a2fb-419b-88e7-3fe241707f77), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:20.572464 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b233cb3-983e-467e-8eec-6d77787d18e7 req-0df7606b-b4c3-47c0-9050-dc8b0dcb5964 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:14:20.574048 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-6b233cb3-983e-467e-8eec-6d77787d18e7 req-0df7606b-b4c3-47c0-9050-dc8b0dcb5964 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] 10.222.0.36 "GET /v2.0/ports?device_id=117976ba-33e4-4830-a66f-0cd354096c9b HTTP/1.1" status: 200 len: 945 time: 0.2742083 May 03 14:14:20.618154 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3b6d515-69d8-464e-97b1-f140c91aec5a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a095324-fe16-59ec-838a-76a13e211480-8dc92238-28cd-45a4-badc-48f2239674a7', 'network_id': '8dc92238-28cd-45a4-badc-48f2239674a7', 'project_id': '82dd2e372240457991d34104d485914e', 'fixed_ips': [{'subnet_id': '51d7044e-2855-42b7-9f7d-ac457e2a545f'}]}} from dv-cinder-839793-5-iscsi. {{(pid=103471) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 03 14:14:20.619027 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-b3b6d515-69d8-464e-97b1-f140c91aec5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585126'] for port (None), before_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:20.625785 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.db [None req-ec18fdff-734c-4369-8f12-d40f081a8314 None None] For port d12eeebd-9954-4350-83cd-86eb0e306794, host dv-cinder-839793-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-5-iscsi',level=0,port_id=d12eeebd-9954-4350-83cd-86eb0e306794,segment=NetworkSegment(0a761dc3-2a3e-41fe-ad2f-dc1a6256ae05),segment_id=0a761dc3-2a3e-41fe-ad2f-dc1a6256ae05)] {{(pid=103471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 14:14:20.640204 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b17c9f-08d5-407e-92fb-7a8667d40ea6 req-98da54de-7293-45b9-b482-4fd74ee76af2 tempest-DeleteServersTestJSON-192415404 tempest-DeleteServersTestJSON-192415404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:14:20.642543 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-52b17c9f-08d5-407e-92fb-7a8667d40ea6 req-98da54de-7293-45b9-b482-4fd74ee76af2 tempest-DeleteServersTestJSON-192415404 tempest-DeleteServersTestJSON-192415404-project] 10.222.0.36 "GET /v2.0/ports?device_id=dc4affea-e303-483f-a2f6-72e48c8034df HTTP/1.1" status: 200 len: 945 time: 0.1670015 May 03 14:14:20.650446 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-1dff88c2-fbf1-4647-b7cb-5b168977ffef admin admin] Publish callbacks [] for router_gateway (3e3f6abb-3482-4246-9605-6f7a37c14d61), precommit_update {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:20.656429 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-ec18fdff-734c-4369-8f12-d40f081a8314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786921284783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786920821414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786920821432'] for port (d12eeebd-9954-4350-83cd-86eb0e306794), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:20.797524 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4127db77-cd04-48ad-bc2c-c7cf38487cc2 req-cdacb20e-4d23-46f2-bc2f-00a1d145e924 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:14:20.799246 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-4127db77-cd04-48ad-bc2c-c7cf38487cc2 req-cdacb20e-4d23-46f2-bc2f-00a1d145e924 service neutron] 10.222.0.26 "GET /v2.0/networks?id=ed744a5b-777c-4bee-b278-dee1b499d8aa HTTP/1.1" status: 200 len: 920 time: 0.5048182 May 03 14:14:20.827801 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-6b233cb3-983e-467e-8eec-6d77787d18e7 req-f7ff58c2-4e26-43ba-833a-7aab12382615 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] 10.222.0.36 "GET /v2.0/security-groups?id=5256d9b7-303d-41e8-9beb-13271ea5bfe5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2457576 May 03 14:14:20.876028 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-52b17c9f-08d5-407e-92fb-7a8667d40ea6 req-5baaf787-ed42-4543-b3d1-9865ec37ebba tempest-DeleteServersTestJSON-192415404 tempest-DeleteServersTestJSON-192415404-project] 10.222.0.36 "GET /v2.0/security-groups?id=4cb41abf-3a2c-4d1f-8158-0555ad7265bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2247894 May 03 14:14:20.878533 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvr_db [None req-72d884d4-118a-450f-97fd-9bfb21c186b2 None None] Set router 61ea5b01-ed7e-4a0c-9d61-6220b5b2df7a gateway port host: dv-cinder-839793-5-iscsi {{(pid=103471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 14:14:20.904944 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.db.l3_db [None req-a8941d65-119b-4931-ad2a-db082c137121 tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Floating IP ea74724a-a2fb-419b-88e7-3fe241707f77 associated. External IP: 172.27.3.62, port: 95147665-e446-4472-a616-c5c429b604f1. May 03 14:14:20.916594 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-1dff88c2-fbf1-4647-b7cb-5b168977ffef admin admin] Publish callbacks [] for router_gateway (3e3f6abb-3482-4246-9605-6f7a37c14d61), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:20.918682 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.36', 44386) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:14:20.946822 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-1dff88c2-fbf1-4647-b7cb-5b168977ffef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585126'] for port (None), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:20.977108 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.provisioning_blocks [None req-4726d3fa-46da-4d8e-9abf-854505989fde None None] Provisioning complete for port d12eeebd-9954-4350-83cd-86eb0e306794 triggered by entity DHCP. {{(pid=103471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 14:14:20.977543 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-4726d3fa-46da-4d8e-9abf-854505989fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749148'] for port (d12eeebd-9954-4350-83cd-86eb0e306794), provisioning_complete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:20.990980 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec18fdff-734c-4369-8f12-d40f081a8314 None None] Pushing event updated for resources: {'Port': ['ID=d12eeebd-9954-4350-83cd-86eb0e306794,revision_number=5']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:14:21.081994 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9bc313-e3b6-4ebd-8734-9694635363e8 req-1de6bb24-1cc6-4c28-a3d2-982921ba641e tempest-DeleteServersTestJSON-192415404 tempest-DeleteServersTestJSON-192415404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:14:21.084155 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-4b9bc313-e3b6-4ebd-8734-9694635363e8 req-1de6bb24-1cc6-4c28-a3d2-982921ba641e tempest-DeleteServersTestJSON-192415404 tempest-DeleteServersTestJSON-192415404-project] 10.222.0.26 "GET /v2.0/ports?device_id=dc4affea-e303-483f-a2f6-72e48c8034df HTTP/1.1" status: 200 len: 945 time: 0.0637095 May 03 14:14:21.129638 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-4127db77-cd04-48ad-bc2c-c7cf38487cc2 req-9abe1e90-02ab-45b2-a5d2-beaaec792ad2 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=41bfb89d-3eb0-41a2-94c6-9adcca5e956c HTTP/1.1" status: 200 len: 217 time: 0.1695695 May 03 14:14:21.145822 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.db_base_plugin_common [None req-b3b6d515-69d8-464e-97b1-f140c91aec5a None None] Allocated IP 172.20.0.2 (8dc92238-28cd-45a4-badc-48f2239674a7/51d7044e-2855-42b7-9f7d-ac457e2a545f/30839175-77be-4d70-b8e7-5515b0cf91d4) {{(pid=103471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 14:14:21.242039 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-7eb74528-4adb-40e0-9a59-3d27f0cf9ae2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:21.272187 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [None req-4726d3fa-46da-4d8e-9abf-854505989fde None None] Current status of the port d12eeebd-9954-4350-83cd-86eb0e306794 is: ACTIVE; New status is: ACTIVE {{(pid=103471) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 14:14:21.318785 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8941d65-119b-4931-ad2a-db082c137121 tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Router e8428cc7-9811-4071-85c7-725df93cfce0 has already been hosted by L3 agent 2583ee88-9503-4370-b6e4-0a676865815e {{(pid=103470) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 14:14:21.367103 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.l3_hamode_db [None req-72d884d4-118a-450f-97fd-9bfb21c186b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61ea5b01-ed7e-4a0c-9d61-6220b5b2df7a', 'name': 'tempest-TestMinimumBasicScenario-2081654503-router', 'tenant_id': '1c2479422e8c413e8ee554aa4f355bca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2', 'external_fixed_ips': [{'subnet_id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'ip_address': '172.27.3.190'}], 'enable_snat': True}, 'gw_port_id': 'e55b2bc1-ae65-406b-940f-7140a98e5e0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T14:14:11Z', 'updated_at': '2022-05-03T14:14:15Z', 'revision_number': 4, 'project_id': '1c2479422e8c413e8ee554aa4f355bca', 'gw_port': {'id': 'e55b2bc1-ae65-406b-940f-7140a98e5e0e', 'name': '', 'network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:58:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61ea5b01-ed7e-4a0c-9d61-6220b5b2df7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'ip_address': '172.27.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:14:12Z', 'updated_at': '2022-05-03T14:14:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-5-iscsi', '_interfaces': [{'id': 'd12eeebd-9954-4350-83cd-86eb0e306794', 'name': '', 'network_id': '3121b82c-06ca-44d8-8e28-2f3afede7579', 'tenant_id': '1c2479422e8c413e8ee554aa4f355bca', 'mac_address': 'fa:16:3e:6d:21:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61ea5b01-ed7e-4a0c-9d61-6220b5b2df7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': '084cc6e3-980b-4882-a669-82e7bd2021c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:14:14Z', 'updated_at': '2022-05-03T14:14:19Z', 'revision_number': 4, 'project_id': '1c2479422e8c413e8ee554aa4f355bca', 'subnets': [{'id': '084cc6e3-980b-4882-a669-82e7bd2021c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-5-iscsi', False) {} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:14:21.404712 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72d884d4-118a-450f-97fd-9bfb21c186b2 None None] The sync data for ids ['61ea5b01-ed7e-4a0c-9d61-6220b5b2df7a'] in dv-cinder-839793-5-iscsi is: [{'id': '61ea5b01-ed7e-4a0c-9d61-6220b5b2df7a', 'name': 'tempest-TestMinimumBasicScenario-2081654503-router', 'tenant_id': '1c2479422e8c413e8ee554aa4f355bca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2', 'external_fixed_ips': [{'subnet_id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'ip_address': '172.27.3.190'}], 'enable_snat': True}, 'gw_port_id': 'e55b2bc1-ae65-406b-940f-7140a98e5e0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T14:14:11Z', 'updated_at': '2022-05-03T14:14:15Z', 'revision_number': 4, 'project_id': '1c2479422e8c413e8ee554aa4f355bca', 'gw_port': {'id': 'e55b2bc1-ae65-406b-940f-7140a98e5e0e', 'name': '', 'network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:58:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61ea5b01-ed7e-4a0c-9d61-6220b5b2df7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'ip_address': '172.27.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:14:12Z', 'updated_at': '2022-05-03T14:14:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-5-iscsi', '_interfaces': [{'id': 'd12eeebd-9954-4350-83cd-86eb0e306794', 'name': '', 'network_id': '3121b82c-06ca-44d8-8e28-2f3afede7579', 'tenant_id': '1c2479422e8c413e8ee554aa4f355bca', 'mac_address': 'fa:16:3e:6d:21:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61ea5b01-ed7e-4a0c-9d61-6220b5b2df7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': '084cc6e3-980b-4882-a669-82e7bd2021c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:14:14Z', 'updated_at': '2022-05-03T14:14:19Z', 'revision_number': 4, 'project_id': '1c2479422e8c413e8ee554aa4f355bca', 'subnets': [{'id': '084cc6e3-980b-4882-a669-82e7bd2021c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 14:14:21.460033 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-b3b6d515-69d8-464e-97b1-f140c91aec5a None None] Publish callbacks [] for port (30839175-77be-4d70-b8e7-5515b0cf91d4), precommit_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:21.476446 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-b3b6d515-69d8-464e-97b1-f140c91aec5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786920821396'] for port (30839175-77be-4d70-b8e7-5515b0cf91d4), after_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:21.560603 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3b6d515-69d8-464e-97b1-f140c91aec5a None None] Network 8dc92238-28cd-45a4-badc-48f2239674a7 is already hosted by enough agents. {{(pid=103471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 14:14:21.564491 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.scheduler.base_scheduler [None req-b3b6d515-69d8-464e-97b1-f140c91aec5a None None] Resources bound (agent type, host, resource id): {{(pid=103471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 14:14:21.571707 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3b6d515-69d8-464e-97b1-f140c91aec5a None None] Received port after_create {{(pid=103471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 14:14:21.581701 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b6d515-69d8-464e-97b1-f140c91aec5a None None] Pushing event updated for resources: {'Port': ['ID=30839175-77be-4d70-b8e7-5515b0cf91d4,revision_number=1']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:14:21.633075 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8941d65-119b-4931-ad2a-db082c137121 tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Notify agent at l3_agent.dv-cinder-839793-5-iscsi the message routers_updated {{(pid=103470) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 14:14:21.649771 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6dcc13f-92f1-4e2a-93b2-6cae572ec02c None None] Sync routers for ids ['e8428cc7-9811-4071-85c7-725df93cfce0'] in dv-cinder-839793-5-iscsi {{(pid=103472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 14:14:21.653722 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-a8941d65-119b-4931-ad2a-db082c137121 tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218734'] for floatingip (None), before_response {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:21.676388 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6dcc13f-92f1-4e2a-93b2-6cae572ec02c None None] Routers {'e8428cc7-9811-4071-85c7-725df93cfce0'} bound to L3 agent in host dv-cinder-839793-5-iscsi {{(pid=103472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 14:14:21.677606 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.db.l3_hamode_db [None req-b6dcc13f-92f1-4e2a-93b2-6cae572ec02c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-03T14:04:39Z,description=,heartbeat_timestamp=2022-05-03T14:14:09Z,host='dv-cinder-839793-5-iscsi',id=2583ee88-9503-4370-b6e4-0a676865815e,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T14:04:39Z,topic='l3_agent')) {'router_ids': ['e8428cc7-9811-4071-85c7-725df93cfce0'], 'active': True} {{(pid=103472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:14:21.708519 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.managers [None req-b3b6d515-69d8-464e-97b1-f140c91aec5a None None] Attempting to bind port 30839175-77be-4d70-b8e7-5515b0cf91d4 on host dv-cinder-839793-5-iscsi for vnic_type normal with profile {{(pid=103471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 03 14:14:21.708889 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.managers [None req-b3b6d515-69d8-464e-97b1-f140c91aec5a None None] Attempting to bind port 30839175-77be-4d70-b8e7-5515b0cf91d4 by drivers openvswitch,hyperv on host dv-cinder-839793-5-iscsi at level 0 using segments [{'id': '6ae9ecb3-f3fd-4a55-999d-21c0e316c5ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '8dc92238-28cd-45a4-badc-48f2239674a7'}] {{(pid=103471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 03 14:14:21.709249 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3b6d515-69d8-464e-97b1-f140c91aec5a None None] Attempting to bind port 30839175-77be-4d70-b8e7-5515b0cf91d4 on network 8dc92238-28cd-45a4-badc-48f2239674a7 {{(pid=103471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 14:14:21.724441 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3b6d515-69d8-464e-97b1-f140c91aec5a None None] Checking agent: {'id': '43411681-d6d4-43ac-b892-434a22df3f6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839793-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 14, 4, 43), 'started_at': datetime.datetime(2022, 5, 3, 14, 5, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 14, 14, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839793-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 03 14:14:21.725109 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3b6d515-69d8-464e-97b1-f140c91aec5a None None] Checking segment: {'id': '6ae9ecb3-f3fd-4a55-999d-21c0e316c5ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '8dc92238-28cd-45a4-badc-48f2239674a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 14:14:21.725695 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-b3b6d515-69d8-464e-97b1-f140c91aec5a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:21.726231 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3b6d515-69d8-464e-97b1-f140c91aec5a None None] Bound using segment: {'id': '6ae9ecb3-f3fd-4a55-999d-21c0e316c5ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '8dc92238-28cd-45a4-badc-48f2239674a7'} {{(pid=103471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 03 14:14:21.726850 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.managers [None req-b3b6d515-69d8-464e-97b1-f140c91aec5a None None] Bound port: 30839175-77be-4d70-b8e7-5515b0cf91d4, host: dv-cinder-839793-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ae9ecb3-f3fd-4a55-999d-21c0e316c5ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '8dc92238-28cd-45a4-badc-48f2239674a7'}}] {{(pid=103471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 03 14:14:21.727403 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-b3b6d515-69d8-464e-97b1-f140c91aec5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585126'] for port (30839175-77be-4d70-b8e7-5515b0cf91d4), before_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:21.730819 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4127db77-cd04-48ad-bc2c-c7cf38487cc2 req-bd38677e-af02-4929-8fc3-decd46b13332 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:14:21.732294 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-4127db77-cd04-48ad-bc2c-c7cf38487cc2 req-bd38677e-af02-4929-8fc3-decd46b13332 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a87b0fb7-75d3-4b90-b91b-05349e630701 HTTP/1.1" status: 200 len: 858 time: 0.5799584 May 03 14:14:21.740410 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [None req-a8941d65-119b-4931-ad2a-db082c137121 tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] 10.222.0.36 "PUT /v2.0/floatingips/ea74724a-a2fb-419b-88e7-3fe241707f77 HTTP/1.1" status: 200 len: 990 time: 3.2978303 May 03 14:14:21.741063 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c69a66ae-c5d7-46a8-9f8f-2f3a59f00efb', 'tag': '95147665-e446-4472-a616-c5c429b604f1'}] {{(pid=103470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 14:14:21.745935 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b59263cb8594a65023f6f3ef61310cdc9305c5272296d99e8ebfdd94dfc5ab3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-555fc933-eaa3-4153-8b83-1429904718c7" -d '{"events": [{"name": "network-changed", "server_uuid": "c69a66ae-c5d7-46a8-9f8f-2f3a59f00efb", "tag": "95147665-e446-4472-a616-c5c429b604f1"}]}' {{(pid=103470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 14:14:21.771734 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.wsgi [-] (103470) accepted ('10.222.0.36', 44416) {{(pid=103470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:14:21.827946 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 May 2022 14:14:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-709ca6d6-d7f8-41f6-b5c3-3ea349561b2a x-openstack-request-id: req-709ca6d6-d7f8-41f6-b5c3-3ea349561b2a {{(pid=103470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 14:14:21.828465 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c69a66ae-c5d7-46a8-9f8f-2f3a59f00efb", "tag": "95147665-e446-4472-a616-c5c429b604f1", "status": "completed", "code": 200}]} {{(pid=103470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 14:14:21.828800 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-709ca6d6-d7f8-41f6-b5c3-3ea349561b2a {{(pid=103470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 14:14:21.831285 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.notifiers.nova [-] Nova event matching ['req-709ca6d6-d7f8-41f6-b5c3-3ea349561b2a'] response: {'name': 'network-changed', 'server_uuid': 'c69a66ae-c5d7-46a8-9f8f-2f3a59f00efb', 'tag': '95147665-e446-4472-a616-c5c429b604f1', 'status': 'completed', 'code': 200} May 03 14:14:21.861983 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.db [None req-b3b6d515-69d8-464e-97b1-f140c91aec5a None None] For port 30839175-77be-4d70-b8e7-5515b0cf91d4, host dv-cinder-839793-5-iscsi, cleared binding levels {{(pid=103471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 14:14:21.866597 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.db [None req-b3b6d515-69d8-464e-97b1-f140c91aec5a None None] For port 30839175-77be-4d70-b8e7-5515b0cf91d4, host dv-cinder-839793-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-5-iscsi',level=0,port_id=30839175-77be-4d70-b8e7-5515b0cf91d4,segment=NetworkSegment(6ae9ecb3-f3fd-4a55-999d-21c0e316c5ee),segment_id=6ae9ecb3-f3fd-4a55-999d-21c0e316c5ee)] {{(pid=103471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 14:14:21.875679 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec42210a-d375-4be6-8d16-625c26c7f7a2 req-3ffd0e1c-d071-4534-aec8-7789b91fa32e tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:14:21.878865 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-b3b6d515-69d8-464e-97b1-f140c91aec5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786921284783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786920821414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786920821432'] for port (30839175-77be-4d70-b8e7-5515b0cf91d4), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:21.882641 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-ec42210a-d375-4be6-8d16-625c26c7f7a2 req-3ffd0e1c-d071-4534-aec8-7789b91fa32e tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] 10.222.0.36 "GET /v2.0/ports?device_id=92530935-2104-4b61-a2f8-286b3c1184d0 HTTP/1.1" status: 200 len: 945 time: 0.1455464 May 03 14:14:21.954910 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b6d515-69d8-464e-97b1-f140c91aec5a None None] Pushing event updated for resources: {'Port': ['ID=30839175-77be-4d70-b8e7-5515b0cf91d4,revision_number=2']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:14:21.956373 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.db.l3_dvr_db [None req-b6dcc13f-92f1-4e2a-93b2-6cae572ec02c None None] Set router e8428cc7-9811-4071-85c7-725df93cfce0 gateway port host: dv-cinder-839793-5-iscsi {{(pid=103472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 14:14:22.036393 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-ec42210a-d375-4be6-8d16-625c26c7f7a2 req-4ee72b99-0f70-4c08-b305-bff26e6941dc tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] 10.222.0.36 "GET /v2.0/security-groups?id=cbfeeeef-c433-4767-a994-eec44f2dc198&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526022 May 03 14:14:22.082401 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03290681-e13a-4b1c-b663-29753cae52b1 req-bb161d09-ac73-4ff4-8237-734c770ad45c tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:14:22.095754 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-03290681-e13a-4b1c-b663-29753cae52b1 req-bb161d09-ac73-4ff4-8237-734c770ad45c tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] 10.222.0.36 "GET /v2.0/ports?device_id=117976ba-33e4-4830-a66f-0cd354096c9b HTTP/1.1" status: 200 len: 945 time: 0.1128814 May 03 14:14:22.165256 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-c909e48f-5b35-42eb-a257-f3148de24527 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:22.274427 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-03290681-e13a-4b1c-b663-29753cae52b1 req-d38b574e-c8ec-424a-9381-315e7256fd46 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] 10.222.0.36 "GET /v2.0/security-groups?id=5256d9b7-303d-41e8-9beb-13271ea5bfe5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1775477 May 03 14:14:22.319261 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.plugin [req-4b9bc313-e3b6-4ebd-8734-9694635363e8 req-2ed6029f-6452-4389-9f22-1399b3e5edf8 tempest-DeleteServersTestJSON-192415404 tempest-DeleteServersTestJSON-192415404-project] Deleting port f7ef36ed-a7b3-4cc2-b2a5-c5fe96f2f96c {{(pid=103469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 14:14:22.320469 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-4b9bc313-e3b6-4ebd-8734-9694635363e8 req-2ed6029f-6452-4389-9f22-1399b3e5edf8 tempest-DeleteServersTestJSON-192415404 tempest-DeleteServersTestJSON-192415404-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786921277453'] for port (f7ef36ed-a7b3-4cc2-b2a5-c5fe96f2f96c), before_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:22.405197 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4127db77-cd04-48ad-bc2c-c7cf38487cc2 req-92312abf-e38f-42f9-b8f2-13acc1076428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:14:22.407651 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-4127db77-cd04-48ad-bc2c-c7cf38487cc2 req-92312abf-e38f-42f9-b8f2-13acc1076428 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ed744a5b-777c-4bee-b278-dee1b499d8aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.5449166 May 03 14:14:22.408900 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555fc933-eaa3-4153-8b83-1429904718c7 req-3e4eb72a-f0ce-4c02-95b4-2b6dd6516c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:14:22.410543 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-555fc933-eaa3-4153-8b83-1429904718c7 req-3e4eb72a-f0ce-4c02-95b4-2b6dd6516c15 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=453906a2a829425aac1abdfad7b441d6&device_id=c69a66ae-c5d7-46a8-9f8f-2f3a59f00efb HTTP/1.1" status: 200 len: 1129 time: 0.5258224 May 03 14:14:22.442884 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.db.db_base_plugin_common [None req-1dff88c2-fbf1-4647-b7cb-5b168977ffef admin admin] Allocated IP 172.27.3.233 (e0cd7c6d-9919-41eb-b035-2bfb3175faa2/4f18d5d6-ed18-48e7-a335-d8ef216f5f78/35a9fe5d-676e-4354-a529-4826b77d5b3e) {{(pid=103469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 14:14:22.473803 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-c909e48f-5b35-42eb-a257-f3148de24527 admin admin] Publish callbacks [] for security_group (d7806d32-357d-4246-a6b5-69be7bbb9dbc), precommit_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:22.515223 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-7eb74528-4adb-40e0-9a59-3d27f0cf9ae2 admin admin] Publish callbacks [] for security_group (5012dfc4-69e3-4efe-af5a-ae9afc48d94f), precommit_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:22.520553 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-c909e48f-5b35-42eb-a257-f3148de24527 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656397'] for security_group (d7806d32-357d-4246-a6b5-69be7bbb9dbc), after_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:22.611229 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.db.l3_hamode_db [None req-b6dcc13f-92f1-4e2a-93b2-6cae572ec02c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8428cc7-9811-4071-85c7-725df93cfce0', 'name': 'tempest-AttachVolumeNegativeTest-1392786833-router', 'tenant_id': '453906a2a829425aac1abdfad7b441d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2', 'external_fixed_ips': [{'subnet_id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'ip_address': '172.27.3.72'}], 'enable_snat': True}, 'gw_port_id': '411354ed-274d-4270-83dd-a73b41b936ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T14:13:05Z', 'updated_at': '2022-05-03T14:13:20Z', 'revision_number': 4, 'project_id': '453906a2a829425aac1abdfad7b441d6', 'gw_port': {'id': '411354ed-274d-4270-83dd-a73b41b936ab', 'name': '', 'network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:90:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8428cc7-9811-4071-85c7-725df93cfce0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'ip_address': '172.27.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:13:07Z', 'updated_at': '2022-05-03T14:13:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-5-iscsi', '_floatingips': [{'id': 'ea74724a-a2fb-419b-88e7-3fe241707f77', 'tenant_id': '453906a2a829425aac1abdfad7b441d6', 'floating_ip_address': '172.27.3.62', 'floating_network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2', 'router_id': 'e8428cc7-9811-4071-85c7-725df93cfce0', 'port_id': '95147665-e446-4472-a616-c5c429b604f1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 150, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '89bc2c7d-2b97-4518-b62e-d0f098e36f62', 'mac_address': 'fa:16:3e:32:91:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c69a66ae-c5d7-46a8-9f8f-2f3a59f00efb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T14:13:33Z', 'updated_at': '2022-05-03T14:14:19Z', 'revision_number': 1, 'project_id': '453906a2a829425aac1abdfad7b441d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e285b81a-5601-4a75-a305-ba94b7768a2e', 'name': '', 'network_id': '89bc2c7d-2b97-4518-b62e-d0f098e36f62', 'tenant_id': '453906a2a829425aac1abdfad7b441d6', 'mac_address': 'fa:16:3e:38:91:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8428cc7-9811-4071-85c7-725df93cfce0', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'ce824052-6a3b-4ab6-8ac7-7607bba43c53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:13:16Z', 'updated_at': '2022-05-03T14:13:34Z', 'revision_number': 5, 'project_id': '453906a2a829425aac1abdfad7b441d6', 'subnets': [{'id': 'ce824052-6a3b-4ab6-8ac7-7607bba43c53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-5-iscsi', False) {} {{(pid=103472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:14:22.613087 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [None req-c909e48f-5b35-42eb-a257-f3148de24527 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e851188a259c4b0b91800301a3ef90d9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8397858 May 03 14:14:22.628974 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.wsgi [-] (103470) accepted ('10.222.0.36', 44436) {{(pid=103470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:14:22.634806 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5906aa5d-30cd-4c78-aa10-1985749eb24b req-8293b27e-e121-4fab-83ef-af9c83e39c92 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:14:22.641665 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-5906aa5d-30cd-4c78-aa10-1985749eb24b req-8293b27e-e121-4fab-83ef-af9c83e39c92 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] 10.222.0.36 "GET /v2.0/ports?device_id=117976ba-33e4-4830-a66f-0cd354096c9b HTTP/1.1" status: 200 len: 945 time: 0.2001557 May 03 14:14:22.653374 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.wsgi [-] (103470) accepted ('10.222.0.36', 44440) {{(pid=103470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:14:22.660599 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6dcc13f-92f1-4e2a-93b2-6cae572ec02c None None] Checking router: e8428cc7-9811-4071-85c7-725df93cfce0 for host: dv-cinder-839793-5-iscsi {{(pid=103472) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 14:14:22.665631 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.v2.base [None req-9c5df0a2-1d4a-4c15-8d2b-58b5b613f6f4 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] Request body: {'floatingip': {'port_id': '7bbb1028-4390-491f-bf7e-9db68148370c'}} {{(pid=103470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 14:14:22.689841 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6dcc13f-92f1-4e2a-93b2-6cae572ec02c None None] Routers {'e8428cc7-9811-4071-85c7-725df93cfce0'} bound to L3 agent in host dv-cinder-839793-5-iscsi {{(pid=103472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 14:14:22.690491 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.db.l3_hamode_db [None req-b6dcc13f-92f1-4e2a-93b2-6cae572ec02c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-03T14:04:39Z,description=,heartbeat_timestamp=2022-05-03T14:14:09Z,host='dv-cinder-839793-5-iscsi',id=2583ee88-9503-4370-b6e4-0a676865815e,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T14:04:39Z,topic='l3_agent')) {'router_ids': ['e8428cc7-9811-4071-85c7-725df93cfce0'], 'active': True} {{(pid=103472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:14:22.722994 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c909e48f-5b35-42eb-a257-f3148de24527 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7806d32-357d-4246-a6b5-69be7bbb9dbc,revision_number=1']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:14:22.732452 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-9c5df0a2-1d4a-4c15-8d2b-58b5b613f6f4 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] Publish callbacks [] for floatingip (aa611721-c513-4f64-a9e6-21b134b25ee8), before_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:22.751835 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-4127db77-cd04-48ad-bc2c-c7cf38487cc2 req-e265bb0d-eced-4a58-8339-ddf26c940ed9 service neutron] 10.222.0.26 "GET /v2.0/networks/ed744a5b-777c-4bee-b278-dee1b499d8aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3104131 May 03 14:14:22.840031 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-d17c79e3-cba0-4de5-a9f7-d055954051d3 admin admin] Publish callbacks [] for security_group (d7806d32-357d-4246-a6b5-69be7bbb9dbc), before_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:22.884751 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.db.l3_dvr_db [None req-b6dcc13f-92f1-4e2a-93b2-6cae572ec02c None None] Set router e8428cc7-9811-4071-85c7-725df93cfce0 gateway port host: dv-cinder-839793-5-iscsi {{(pid=103472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 14:14:22.890833 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-d17c79e3-cba0-4de5-a9f7-d055954051d3 admin admin] Publish callbacks [] for security_group (d7806d32-357d-4246-a6b5-69be7bbb9dbc), precommit_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:22.896044 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d8411d-1a27-4c7a-85d4-433f73b7d715 req-5373c788-cf91-4acd-9843-531401068ab5 tempest-DeleteServersTestJSON-192415404 tempest-DeleteServersTestJSON-192415404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:14:22.899688 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-c0d8411d-1a27-4c7a-85d4-433f73b7d715 req-5373c788-cf91-4acd-9843-531401068ab5 tempest-DeleteServersTestJSON-192415404 tempest-DeleteServersTestJSON-192415404-project] 10.222.0.36 "GET /v2.0/ports?device_id=dc4affea-e303-483f-a2f6-72e48c8034df HTTP/1.1" status: 200 len: 945 time: 0.7191081 May 03 14:14:23.018272 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-4127db77-cd04-48ad-bc2c-c7cf38487cc2 req-706e328d-5c92-48d5-ab42-1554fc10faca service neutron] 10.222.0.26 "GET /v2.0/networks/ed744a5b-777c-4bee-b278-dee1b499d8aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1109400 May 03 14:14:23.018849 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-7eb74528-4adb-40e0-9a59-3d27f0cf9ae2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656397'] for security_group (5012dfc4-69e3-4efe-af5a-ae9afc48d94f), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:23.067581 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.rpc [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Device f7ef36ed-a7b3-4cc2-b2a5-c5fe96f2f96c no longer exists at agent hyperv_hv-cinder-83979 {{(pid=103471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 03 14:14:23.228204 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-c0d8411d-1a27-4c7a-85d4-433f73b7d715 req-be2c07c6-54d2-417d-8e69-6e7da78387d1 tempest-DeleteServersTestJSON-192415404 tempest-DeleteServersTestJSON-192415404-project] 10.222.0.36 "GET /v2.0/security-groups?id=4cb41abf-3a2c-4d1f-8158-0555ad7265bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1997945 May 03 14:14:23.289423 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.db [req-4b9bc313-e3b6-4ebd-8734-9694635363e8 req-2ed6029f-6452-4389-9f22-1399b3e5edf8 tempest-DeleteServersTestJSON-192415404 tempest-DeleteServersTestJSON-192415404-project] For port f7ef36ed-a7b3-4cc2-b2a5-c5fe96f2f96c, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=f7ef36ed-a7b3-4cc2-b2a5-c5fe96f2f96c,segment=NetworkSegment(722bef02-8968-4827-9162-fc1e452e0aa3),segment_id=722bef02-8968-4827-9162-fc1e452e0aa3)] {{(pid=103469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 14:14:23.291521 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-4b9bc313-e3b6-4ebd-8734-9694635363e8 req-2ed6029f-6452-4389-9f22-1399b3e5edf8 tempest-DeleteServersTestJSON-192415404 tempest-DeleteServersTestJSON-192415404-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1690342'] for port (f7ef36ed-a7b3-4cc2-b2a5-c5fe96f2f96c), precommit_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:23.323507 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Current status of the port f7ef36ed-a7b3-4cc2-b2a5-c5fe96f2f96c is: ACTIVE; New status is: DOWN {{(pid=103471) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 14:14:23.324248 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585126'] for port (f7ef36ed-a7b3-4cc2-b2a5-c5fe96f2f96c), before_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:23.346544 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-1dff88c2-fbf1-4647-b7cb-5b168977ffef admin admin] Publish callbacks [] for port (35a9fe5d-676e-4354-a529-4826b77d5b3e), precommit_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:23.368558 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.db.l3_hamode_db [None req-b6dcc13f-92f1-4e2a-93b2-6cae572ec02c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8428cc7-9811-4071-85c7-725df93cfce0', 'name': 'tempest-AttachVolumeNegativeTest-1392786833-router', 'tenant_id': '453906a2a829425aac1abdfad7b441d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2', 'external_fixed_ips': [{'subnet_id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'ip_address': '172.27.3.72'}], 'enable_snat': True}, 'gw_port_id': '411354ed-274d-4270-83dd-a73b41b936ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T14:13:05Z', 'updated_at': '2022-05-03T14:13:20Z', 'revision_number': 4, 'project_id': '453906a2a829425aac1abdfad7b441d6', 'gw_port': {'id': '411354ed-274d-4270-83dd-a73b41b936ab', 'name': '', 'network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:90:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8428cc7-9811-4071-85c7-725df93cfce0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'ip_address': '172.27.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:13:07Z', 'updated_at': '2022-05-03T14:13:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-5-iscsi', '_floatingips': [{'id': 'ea74724a-a2fb-419b-88e7-3fe241707f77', 'tenant_id': '453906a2a829425aac1abdfad7b441d6', 'floating_ip_address': '172.27.3.62', 'floating_network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2', 'router_id': 'e8428cc7-9811-4071-85c7-725df93cfce0', 'port_id': '95147665-e446-4472-a616-c5c429b604f1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 150, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '89bc2c7d-2b97-4518-b62e-d0f098e36f62', 'mac_address': 'fa:16:3e:32:91:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c69a66ae-c5d7-46a8-9f8f-2f3a59f00efb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T14:13:33Z', 'updated_at': '2022-05-03T14:14:19Z', 'revision_number': 1, 'project_id': '453906a2a829425aac1abdfad7b441d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e285b81a-5601-4a75-a305-ba94b7768a2e', 'name': '', 'network_id': '89bc2c7d-2b97-4518-b62e-d0f098e36f62', 'tenant_id': '453906a2a829425aac1abdfad7b441d6', 'mac_address': 'fa:16:3e:38:91:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8428cc7-9811-4071-85c7-725df93cfce0', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'ce824052-6a3b-4ab6-8ac7-7607bba43c53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:13:16Z', 'updated_at': '2022-05-03T14:13:34Z', 'revision_number': 5, 'project_id': '453906a2a829425aac1abdfad7b441d6', 'subnets': [{'id': 'ce824052-6a3b-4ab6-8ac7-7607bba43c53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-5-iscsi', False) {} {{(pid=103472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:14:23.414971 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc4affea-e303-483f-a2f6-72e48c8034df', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f7ef36ed-a7b3-4cc2-b2a5-c5fe96f2f96c'}] {{(pid=103471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 14:14:23.432109 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742e28d1-ef8f-4781-9f55-a1f872c153a0 req-ddcd0314-6584-43bb-9f71-34cc5101e233 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:14:23.437159 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}258de9d1a1c653a46c94c94b096b8a314ffaed5fb8c929df022c823a20d863ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-212f9d53-26b1-4551-b64d-677078fabce2" -d '{"events": [{"server_uuid": "dc4affea-e303-483f-a2f6-72e48c8034df", "name": "network-vif-unplugged", "status": "completed", "tag": "f7ef36ed-a7b3-4cc2-b2a5-c5fe96f2f96c"}]}' {{(pid=103471) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 14:14:23.441747 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-742e28d1-ef8f-4781-9f55-a1f872c153a0 req-ddcd0314-6584-43bb-9f71-34cc5101e233 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] 10.222.0.36 "GET /v2.0/ports?device_id=92530935-2104-4b61-a2f8-286b3c1184d0 HTTP/1.1" status: 200 len: 945 time: 0.1998727 May 03 14:14:23.447959 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6dcc13f-92f1-4e2a-93b2-6cae572ec02c None None] The sync data for ids ['e8428cc7-9811-4071-85c7-725df93cfce0'] in dv-cinder-839793-5-iscsi is: [{'id': 'e8428cc7-9811-4071-85c7-725df93cfce0', 'name': 'tempest-AttachVolumeNegativeTest-1392786833-router', 'tenant_id': '453906a2a829425aac1abdfad7b441d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2', 'external_fixed_ips': [{'subnet_id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'ip_address': '172.27.3.72'}], 'enable_snat': True}, 'gw_port_id': '411354ed-274d-4270-83dd-a73b41b936ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T14:13:05Z', 'updated_at': '2022-05-03T14:13:20Z', 'revision_number': 4, 'project_id': '453906a2a829425aac1abdfad7b441d6', 'gw_port': {'id': '411354ed-274d-4270-83dd-a73b41b936ab', 'name': '', 'network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:90:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8428cc7-9811-4071-85c7-725df93cfce0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'ip_address': '172.27.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:13:07Z', 'updated_at': '2022-05-03T14:13:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-5-iscsi', '_floatingips': [{'id': 'ea74724a-a2fb-419b-88e7-3fe241707f77', 'tenant_id': '453906a2a829425aac1abdfad7b441d6', 'floating_ip_address': '172.27.3.62', 'floating_network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2', 'router_id': 'e8428cc7-9811-4071-85c7-725df93cfce0', 'port_id': '95147665-e446-4472-a616-c5c429b604f1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 150, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '89bc2c7d-2b97-4518-b62e-d0f098e36f62', 'mac_address': 'fa:16:3e:32:91:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c69a66ae-c5d7-46a8-9f8f-2f3a59f00efb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T14:13:33Z', 'updated_at': '2022-05-03T14:14:19Z', 'revision_number': 1, 'project_id': '453906a2a829425aac1abdfad7b441d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e285b81a-5601-4a75-a305-ba94b7768a2e', 'name': '', 'network_id': '89bc2c7d-2b97-4518-b62e-d0f098e36f62', 'tenant_id': '453906a2a829425aac1abdfad7b441d6', 'mac_address': 'fa:16:3e:38:91:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8428cc7-9811-4071-85c7-725df93cfce0', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'ce824052-6a3b-4ab6-8ac7-7607bba43c53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:13:16Z', 'updated_at': '2022-05-03T14:13:34Z', 'revision_number': 5, 'project_id': '453906a2a829425aac1abdfad7b441d6', 'subnets': [{'id': 'ce824052-6a3b-4ab6-8ac7-7607bba43c53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 14:14:23.450886 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-d17c79e3-cba0-4de5-a9f7-d055954051d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656397'] for security_group (d7806d32-357d-4246-a6b5-69be7bbb9dbc), after_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:23.456114 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-d17c79e3-cba0-4de5-a9f7-d055954051d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:23.460145 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [None req-d17c79e3-cba0-4de5-a9f7-d055954051d3 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d7806d32-357d-4246-a6b5-69be7bbb9dbc HTTP/1.1" status: 204 len: 168 time: 0.8171995 May 03 14:14:23.497934 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.db [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] For port f7ef36ed-a7b3-4cc2-b2a5-c5fe96f2f96c, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=f7ef36ed-a7b3-4cc2-b2a5-c5fe96f2f96c,segment=NetworkSegment(722bef02-8968-4827-9162-fc1e452e0aa3),segment_id=722bef02-8968-4827-9162-fc1e452e0aa3)] {{(pid=103471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 14:14:23.505246 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786921284783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786920821414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786920821432'] for port (f7ef36ed-a7b3-4cc2-b2a5-c5fe96f2f96c), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:23.563699 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-7eb74528-4adb-40e0-9a59-3d27f0cf9ae2 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=0300580a3e5449a98f15e19172499306&name=default HTTP/1.1" status: 200 len: 2996 time: 2.6415019 May 03 14:14:23.570299 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.plugin [req-4b9bc313-e3b6-4ebd-8734-9694635363e8 req-2ed6029f-6452-4389-9f22-1399b3e5edf8 tempest-DeleteServersTestJSON-192415404 tempest-DeleteServersTestJSON-192415404-project] Calling delete_port for f7ef36ed-a7b3-4cc2-b2a5-c5fe96f2f96c owned by compute:nova {{(pid=103469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 14:14:23.590726 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.wsgi [-] (103470) accepted ('10.222.0.36', 44462) {{(pid=103470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:14:23.602453 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 03 May 2022 14:14:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8048da51-edde-4240-a904-033eba798e2a x-openstack-request-id: req-8048da51-edde-4240-a904-033eba798e2a {{(pid=103471) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 14:14:23.602792 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc4affea-e303-483f-a2f6-72e48c8034df", "name": "network-vif-unplugged", "status": "completed", "tag": "f7ef36ed-a7b3-4cc2-b2a5-c5fe96f2f96c", "code": 200}]} {{(pid=103471) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 14:14:23.603106 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-8048da51-edde-4240-a904-033eba798e2a {{(pid=103471) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 14:14:23.603727 dv-cinder-839793-5-iscsi neutron-server[103471]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8048da51-edde-4240-a904-033eba798e2a'] response: {'server_uuid': 'dc4affea-e303-483f-a2f6-72e48c8034df', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f7ef36ed-a7b3-4cc2-b2a5-c5fe96f2f96c', 'code': 200} May 03 14:14:23.604019 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17c79e3-cba0-4de5-a9f7-d055954051d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7806d32-357d-4246-a6b5-69be7bbb9dbc,revision_number=None']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:14:23.661641 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb74528-4adb-40e0-9a59-3d27f0cf9ae2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5012dfc4-69e3-4efe-af5a-ae9afc48d94f,revision_number=1']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:14:23.670454 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555fc933-eaa3-4153-8b83-1429904718c7 req-1d322c11-569e-4185-9779-fd9667522e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:14:23.674374 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-555fc933-eaa3-4153-8b83-1429904718c7 req-1d322c11-569e-4185-9779-fd9667522e22 service neutron] 10.222.0.26 "GET /v2.0/networks?id=89bc2c7d-2b97-4518-b62e-d0f098e36f62 HTTP/1.1" status: 200 len: 916 time: 1.2343652 May 03 14:14:23.684195 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-1dff88c2-fbf1-4647-b7cb-5b168977ffef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786920821396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6178079'] for port (35a9fe5d-676e-4354-a529-4826b77d5b3e), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:23.708430 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.rpc [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Device d12eeebd-9954-4350-83cd-86eb0e306794 up at agent ovs-agent-dv-cinder-839793-5-iscsi {{(pid=103471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 14:14:23.755387 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Pushing event updated for resources: {'Port': ['ID=f7ef36ed-a7b3-4cc2-b2a5-c5fe96f2f96c,revision_number=6']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:14:23.773767 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-742e28d1-ef8f-4781-9f55-a1f872c153a0 req-da2eecad-93f4-4129-8a00-964720d562dc tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] 10.222.0.36 "GET /v2.0/security-groups?id=cbfeeeef-c433-4767-a994-eec44f2dc198&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3308623 May 03 14:14:23.793302 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dff88c2-fbf1-4647-b7cb-5b168977ffef admin admin] Pushing event updated for resources: {'Port': ['ID=35a9fe5d-676e-4354-a529-4826b77d5b3e,revision_number=1']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:14:23.810197 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.db.resource_extend [None req-9c5df0a2-1d4a-4c15-8d2b-58b5b613f6f4 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 03 14:14:23.822196 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f589f67-208e-4719-a629-e73c8ff46dd6 None None] Network 8dc92238-28cd-45a4-badc-48f2239674a7 requested from dv-cinder-839793-5-iscsi {{(pid=103471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 03 14:14:23.859448 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.provisioning_blocks [None req-9636e7ab-4b4c-4bfd-8f5e-f79eaf54cbcb None None] Provisioning complete for port 30839175-77be-4d70-b8e7-5515b0cf91d4 triggered by entity DHCP. {{(pid=103471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 14:14:23.860172 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-9636e7ab-4b4c-4bfd-8f5e-f79eaf54cbcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749148'] for port (30839175-77be-4d70-b8e7-5515b0cf91d4), provisioning_complete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:23.891178 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dff88c2-fbf1-4647-b7cb-5b168977ffef admin admin] Network e0cd7c6d-9919-41eb-b035-2bfb3175faa2 is already hosted by enough agents. {{(pid=103469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 14:14:23.908409 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.provisioning_blocks [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Provisioning complete for port d12eeebd-9954-4350-83cd-86eb0e306794 triggered by entity L2. {{(pid=103471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 14:14:23.909594 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749148'] for port (d12eeebd-9954-4350-83cd-86eb0e306794), provisioning_complete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:23.950859 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.scheduler.base_scheduler [None req-1dff88c2-fbf1-4647-b7cb-5b168977ffef admin admin] Resources bound (agent type, host, resource id): {{(pid=103469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 14:14:23.952439 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-e77ee5f9-2688-4ef0-9f07-7e2748be7b4c admin admin] Publish callbacks [] for security_group (5012dfc4-69e3-4efe-af5a-ae9afc48d94f), before_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:23.964570 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dff88c2-fbf1-4647-b7cb-5b168977ffef admin admin] Received port after_create {{(pid=103469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 14:14:23.982606 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-9c5df0a2-1d4a-4c15-8d2b-58b5b613f6f4 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:23.991550 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b532682b-00db-47a4-b0b7-ddaa50959d19 None None] New status for floating IP ea74724a-a2fb-419b-88e7-3fe241707f77: ACTIVE {{(pid=103471) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 03 14:14:23.996202 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-9c5df0a2-1d4a-4c15-8d2b-58b5b613f6f4 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1700089'] for floatingip (aa611721-c513-4f64-a9e6-21b134b25ee8), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:23.999189 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-e77ee5f9-2688-4ef0-9f07-7e2748be7b4c admin admin] Publish callbacks [] for security_group (5012dfc4-69e3-4efe-af5a-ae9afc48d94f), precommit_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:24.036077 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.36', 44472) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:14:24.145812 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-134026be-a452-44fe-9c5c-d0bdf0183fb1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:24.149027 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-555fc933-eaa3-4153-8b83-1429904718c7 req-f798d9cb-a6af-4512-8d40-be7044822825 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=95147665-e446-4472-a616-c5c429b604f1 HTTP/1.1" status: 200 len: 998 time: 0.4664497 May 03 14:14:24.152669 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.db.l3_db [None req-9c5df0a2-1d4a-4c15-8d2b-58b5b613f6f4 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] Floating IP aa611721-c513-4f64-a9e6-21b134b25ee8 associated. External IP: 172.27.3.11, port: 7bbb1028-4390-491f-bf7e-9db68148370c. May 03 14:14:24.160443 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-e77ee5f9-2688-4ef0-9f07-7e2748be7b4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656397'] for security_group (5012dfc4-69e3-4efe-af5a-ae9afc48d94f), after_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:24.164925 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-e77ee5f9-2688-4ef0-9f07-7e2748be7b4c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:24.166103 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [None req-e77ee5f9-2688-4ef0-9f07-7e2748be7b4c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/5012dfc4-69e3-4efe-af5a-ae9afc48d94f HTTP/1.1" status: 204 len: 168 time: 0.5736310 May 03 14:14:24.214793 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Current status of the port d12eeebd-9954-4350-83cd-86eb0e306794 is: ACTIVE; New status is: ACTIVE {{(pid=103471) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 14:14:24.215970 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.rpc [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Device 30839175-77be-4d70-b8e7-5515b0cf91d4 up at agent ovs-agent-dv-cinder-839793-5-iscsi {{(pid=103471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 14:14:24.249821 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555fc933-eaa3-4153-8b83-1429904718c7 req-60a29a7b-fe24-492f-81e9-91485598b4b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:14:24.251428 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-555fc933-eaa3-4153-8b83-1429904718c7 req-60a29a7b-fe24-492f-81e9-91485598b4b5 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ce824052-6a3b-4ab6-8ac7-7607bba43c53 HTTP/1.1" status: 200 len: 854 time: 0.0575280 May 03 14:14:24.272975 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77ee5f9-2688-4ef0-9f07-7e2748be7b4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5012dfc4-69e3-4efe-af5a-ae9afc48d94f,revision_number=None']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:14:24.489161 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555fc933-eaa3-4153-8b83-1429904718c7 req-2233c77b-be8b-4e3a-8155-55b78d42c731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:14:24.491389 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-555fc933-eaa3-4153-8b83-1429904718c7 req-2233c77b-be8b-4e3a-8155-55b78d42c731 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=89bc2c7d-2b97-4518-b62e-d0f098e36f62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2311153 May 03 14:14:24.595901 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-4b9bc313-e3b6-4ebd-8734-9694635363e8 req-2ed6029f-6452-4389-9f22-1399b3e5edf8 tempest-DeleteServersTestJSON-192415404 tempest-DeleteServersTestJSON-192415404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786921284765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786920821405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6178079'] for port (f7ef36ed-a7b3-4cc2-b2a5-c5fe96f2f96c), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:24.642945 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [None req-9636e7ab-4b4c-4bfd-8f5e-f79eaf54cbcb None None] Current status of the port 30839175-77be-4d70-b8e7-5515b0cf91d4 is: DOWN; New status is: ACTIVE {{(pid=103471) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 14:14:24.643321 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-9636e7ab-4b4c-4bfd-8f5e-f79eaf54cbcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585126'] for port (30839175-77be-4d70-b8e7-5515b0cf91d4), before_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:24.646687 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.provisioning_blocks [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Provisioning complete for port 30839175-77be-4d70-b8e7-5515b0cf91d4 triggered by entity L2. {{(pid=103471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 14:14:24.647063 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749148'] for port (30839175-77be-4d70-b8e7-5515b0cf91d4), provisioning_complete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:24.724158 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c5df0a2-1d4a-4c15-8d2b-58b5b613f6f4 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] Router 0a0e8fdb-42c2-47e4-8c7a-1011e541207f has already been hosted by L3 agent 2583ee88-9503-4370-b6e4-0a676865815e {{(pid=103470) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 14:14:24.762168 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.db [None req-9636e7ab-4b4c-4bfd-8f5e-f79eaf54cbcb None None] For port 30839175-77be-4d70-b8e7-5515b0cf91d4, host dv-cinder-839793-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-5-iscsi',level=0,port_id=30839175-77be-4d70-b8e7-5515b0cf91d4,segment=NetworkSegment(6ae9ecb3-f3fd-4a55-999d-21c0e316c5ee),segment_id=6ae9ecb3-f3fd-4a55-999d-21c0e316c5ee)] {{(pid=103471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 14:14:24.775206 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-9636e7ab-4b4c-4bfd-8f5e-f79eaf54cbcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786921284783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786920821414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786920821432'] for port (30839175-77be-4d70-b8e7-5515b0cf91d4), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:24.800965 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-1dff88c2-fbf1-4647-b7cb-5b168977ffef admin admin] Publish callbacks [] for router_gateway (3e3f6abb-3482-4246-9605-6f7a37c14d61), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:24.851483 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed6029f-6452-4389-9f22-1399b3e5edf8 tempest-DeleteServersTestJSON-192415404 tempest-DeleteServersTestJSON-192415404-project] Pushing event deleted for resources: {'Port': ['ID=f7ef36ed-a7b3-4cc2-b2a5-c5fe96f2f96c,revision_number=None']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:14:24.955057 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9636e7ab-4b4c-4bfd-8f5e-f79eaf54cbcb None None] Pushing event updated for resources: {'Port': ['ID=30839175-77be-4d70-b8e7-5515b0cf91d4,revision_number=3']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:14:24.975809 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Current status of the port 30839175-77be-4d70-b8e7-5515b0cf91d4 is: ACTIVE; New status is: ACTIVE {{(pid=103471) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 14:14:25.104713 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.provisioning_blocks [None req-688e5c86-2ec8-4932-aba3-69da585f66c3 None None] Provisioning complete for port 30839175-77be-4d70-b8e7-5515b0cf91d4 triggered by entity DHCP. {{(pid=103471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 14:14:25.105655 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-688e5c86-2ec8-4932-aba3-69da585f66c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749148'] for port (30839175-77be-4d70-b8e7-5515b0cf91d4), provisioning_complete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:25.184078 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24345810-3807-49b5-8b9c-cbc188224c43 req-4558ab0f-c7c8-4b65-acd0-eaddd27fa391 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:14:25.192116 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-24345810-3807-49b5-8b9c-cbc188224c43 req-4558ab0f-c7c8-4b65-acd0-eaddd27fa391 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] 10.222.0.36 "GET /v2.0/ports?device_id=92530935-2104-4b61-a2f8-286b3c1184d0 HTTP/1.1" status: 200 len: 945 time: 0.0769382 May 03 14:14:25.224418 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b9bc313-e3b6-4ebd-8734-9694635363e8 req-2ed6029f-6452-4389-9f22-1399b3e5edf8 tempest-DeleteServersTestJSON-192415404 tempest-DeleteServersTestJSON-192415404-project] No DVR routers for this DVR port f7ef36ed-a7b3-4cc2-b2a5-c5fe96f2f96c on host hv-cinder-83979 {{(pid=103469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 14:14:25.227511 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [None req-688e5c86-2ec8-4932-aba3-69da585f66c3 None None] Current status of the port 30839175-77be-4d70-b8e7-5515b0cf91d4 is: ACTIVE; New status is: ACTIVE {{(pid=103471) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 14:14:25.231576 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d3eaa1-bb5c-457d-a41f-0a9560bc558c req-91ff218d-1ad0-4271-b73f-76924d5bbfd2 tempest-DeleteServersTestJSON-192415404 tempest-DeleteServersTestJSON-192415404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:14:25.233163 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-19d3eaa1-bb5c-457d-a41f-0a9560bc558c req-91ff218d-1ad0-4271-b73f-76924d5bbfd2 tempest-DeleteServersTestJSON-192415404 tempest-DeleteServersTestJSON-192415404-project] 10.222.0.36 "GET /v2.0/ports?device_id=dc4affea-e303-483f-a2f6-72e48c8034df HTTP/1.1" status: 200 len: 943 time: 0.8347933 May 03 14:14:25.239902 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-4b9bc313-e3b6-4ebd-8734-9694635363e8 req-2ed6029f-6452-4389-9f22-1399b3e5edf8 tempest-DeleteServersTestJSON-192415404 tempest-DeleteServersTestJSON-192415404-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218734'] for port (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:25.243759 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-4b9bc313-e3b6-4ebd-8734-9694635363e8 req-2ed6029f-6452-4389-9f22-1399b3e5edf8 tempest-DeleteServersTestJSON-192415404 tempest-DeleteServersTestJSON-192415404-project] 10.222.0.26 "DELETE /v2.0/ports/f7ef36ed-a7b3-4cc2-b2a5-c5fe96f2f96c HTTP/1.1" status: 204 len: 173 time: 4.1234672 May 03 14:14:25.247982 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc4affea-e303-483f-a2f6-72e48c8034df', 'name': 'network-vif-deleted', 'tag': 'f7ef36ed-a7b3-4cc2-b2a5-c5fe96f2f96c'}] {{(pid=103469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 14:14:25.250435 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68fe64b6b3a70a2f5f611128c103f52e8e68dc233ccb418b63396cbb83134719" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bf25d92-50a2-4906-b4e4-302a9f0f0e66" -d '{"events": [{"server_uuid": "dc4affea-e303-483f-a2f6-72e48c8034df", "name": "network-vif-deleted", "tag": "f7ef36ed-a7b3-4cc2-b2a5-c5fe96f2f96c"}]}' {{(pid=103469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 14:14:25.276902 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c5df0a2-1d4a-4c15-8d2b-58b5b613f6f4 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] Notify agent at l3_agent.dv-cinder-839793-5-iscsi the message routers_updated {{(pid=103470) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 14:14:25.284919 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-9c5df0a2-1d4a-4c15-8d2b-58b5b613f6f4 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218734'] for floatingip (None), before_response {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:25.291899 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8f567c0-3f80-4571-94a0-018825ffba2e None None] Sync routers for ids ['0a0e8fdb-42c2-47e4-8c7a-1011e541207f'] in dv-cinder-839793-5-iscsi {{(pid=103472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 14:14:25.310171 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8f567c0-3f80-4571-94a0-018825ffba2e None None] Routers {'0a0e8fdb-42c2-47e4-8c7a-1011e541207f'} bound to L3 agent in host dv-cinder-839793-5-iscsi {{(pid=103472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 14:14:25.310985 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.db.l3_hamode_db [None req-c8f567c0-3f80-4571-94a0-018825ffba2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-03T14:04:39Z,description=,heartbeat_timestamp=2022-05-03T14:14:09Z,host='dv-cinder-839793-5-iscsi',id=2583ee88-9503-4370-b6e4-0a676865815e,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T14:04:39Z,topic='l3_agent')) {'router_ids': ['0a0e8fdb-42c2-47e4-8c7a-1011e541207f'], 'active': True} {{(pid=103472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:14:25.343569 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-24345810-3807-49b5-8b9c-cbc188224c43 req-049ece16-0f21-4fc8-9419-856b3240cf33 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] 10.222.0.36 "GET /v2.0/security-groups?id=cbfeeeef-c433-4767-a994-eec44f2dc198&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505172 May 03 14:14:25.364967 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [None req-9c5df0a2-1d4a-4c15-8d2b-58b5b613f6f4 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] 10.222.0.36 "PUT /v2.0/floatingips/aa611721-c513-4f64-a9e6-21b134b25ee8 HTTP/1.1" status: 200 len: 990 time: 2.7101617 May 03 14:14:25.376752 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-19d3eaa1-bb5c-457d-a41f-0a9560bc558c req-c628547d-546f-4ed4-8625-41c1ab03f416 tempest-DeleteServersTestJSON-192415404 tempest-DeleteServersTestJSON-192415404-project] 10.222.0.36 "GET /v2.0/security-groups?id=4cb41abf-3a2c-4d1f-8158-0555ad7265bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179116 May 03 14:14:25.378111 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '117976ba-33e4-4830-a66f-0cd354096c9b', 'tag': '7bbb1028-4390-491f-bf7e-9db68148370c'}] {{(pid=103470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 14:14:25.380539 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b59263cb8594a65023f6f3ef61310cdc9305c5272296d99e8ebfdd94dfc5ab3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fecca6d-1221-482e-92ac-6db820c5f818" -d '{"events": [{"name": "network-changed", "server_uuid": "117976ba-33e4-4830-a66f-0cd354096c9b", "tag": "7bbb1028-4390-491f-bf7e-9db68148370c"}]}' {{(pid=103470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 14:14:25.427530 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 May 2022 14:14:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e2d87c3-d3d8-483b-827a-c3b56c1f5354 x-openstack-request-id: req-7e2d87c3-d3d8-483b-827a-c3b56c1f5354 {{(pid=103470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 14:14:25.427855 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "117976ba-33e4-4830-a66f-0cd354096c9b", "tag": "7bbb1028-4390-491f-bf7e-9db68148370c", "status": "completed", "code": 200}]} {{(pid=103470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 14:14:25.428162 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-7e2d87c3-d3d8-483b-827a-c3b56c1f5354 {{(pid=103470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 14:14:25.428614 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7e2d87c3-d3d8-483b-827a-c3b56c1f5354'] response: {'name': 'network-changed', 'server_uuid': '117976ba-33e4-4830-a66f-0cd354096c9b', 'tag': '7bbb1028-4390-491f-bf7e-9db68148370c', 'status': 'completed', 'code': 200} May 03 14:14:25.487197 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 May 2022 14:14:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a39cbac3-b4a9-45a6-b473-41226653929c x-openstack-request-id: req-a39cbac3-b4a9-45a6-b473-41226653929c {{(pid=103469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 14:14:25.487479 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc4affea-e303-483f-a2f6-72e48c8034df", "name": "network-vif-deleted", "tag": "f7ef36ed-a7b3-4cc2-b2a5-c5fe96f2f96c", "status": "completed", "code": 200}]} {{(pid=103469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 14:14:25.487729 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-a39cbac3-b4a9-45a6-b473-41226653929c {{(pid=103469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 14:14:25.488121 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a39cbac3-b4a9-45a6-b473-41226653929c'] response: {'server_uuid': 'dc4affea-e303-483f-a2f6-72e48c8034df', 'name': 'network-vif-deleted', 'tag': 'f7ef36ed-a7b3-4cc2-b2a5-c5fe96f2f96c', 'status': 'completed', 'code': 200} May 03 14:14:25.491918 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.db.l3_dvr_db [None req-c8f567c0-3f80-4571-94a0-018825ffba2e None None] Set router 0a0e8fdb-42c2-47e4-8c7a-1011e541207f gateway port host: dv-cinder-839793-5-iscsi {{(pid=103472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 14:14:25.519500 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.rpc [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Device 30839175-77be-4d70-b8e7-5515b0cf91d4 up at agent ovs-agent-dv-cinder-839793-5-iscsi {{(pid=103471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 14:14:25.521203 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-134026be-a452-44fe-9c5c-d0bdf0183fb1 admin admin] Publish callbacks [] for security_group (e3b2731a-2129-434b-a546-5e6a66dc1ae6), precommit_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:25.559014 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-134026be-a452-44fe-9c5c-d0bdf0183fb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656397'] for security_group (e3b2731a-2129-434b-a546-5e6a66dc1ae6), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:25.584560 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.provisioning_blocks [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Provisioning complete for port 30839175-77be-4d70-b8e7-5515b0cf91d4 triggered by entity L2. {{(pid=103471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 14:14:25.584936 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749148'] for port (30839175-77be-4d70-b8e7-5515b0cf91d4), provisioning_complete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:25.601777 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-555fc933-eaa3-4153-8b83-1429904718c7 req-6c0ae694-af56-415d-9f98-5d3edfc168c9 service neutron] 10.222.0.26 "GET /v2.0/networks/89bc2c7d-2b97-4518-b62e-d0f098e36f62?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0216582 May 03 14:14:25.614688 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fecca6d-1221-482e-92ac-6db820c5f818 req-cebd282a-107b-48e4-b357-63fe6f5d5d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:14:25.616161 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-9fecca6d-1221-482e-92ac-6db820c5f818 req-cebd282a-107b-48e4-b357-63fe6f5d5d40 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8a5fa41c00a84a80ac2b2c0cc1ef74d8&device_id=117976ba-33e4-4830-a66f-0cd354096c9b HTTP/1.1" status: 200 len: 1129 time: 0.1361916 May 03 14:14:25.630246 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.wsgi [-] (103470) accepted ('10.222.0.36', 44512) {{(pid=103470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:14:25.630420 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-134026be-a452-44fe-9c5c-d0bdf0183fb1 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=156bce042db64802a54a9e8152da2ec7&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5772610 May 03 14:14:25.717105 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134026be-a452-44fe-9c5c-d0bdf0183fb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3b2731a-2129-434b-a546-5e6a66dc1ae6,revision_number=1']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:14:25.740023 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Current status of the port 30839175-77be-4d70-b8e7-5515b0cf91d4 is: ACTIVE; New status is: ACTIVE {{(pid=103471) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 14:14:25.740419 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-01268d12-0d57-4076-89fd-48e0de3d365d admin admin] Publish callbacks [] for security_group (e3b2731a-2129-434b-a546-5e6a66dc1ae6), before_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:25.833047 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-01268d12-0d57-4076-89fd-48e0de3d365d admin admin] Publish callbacks [] for security_group (e3b2731a-2129-434b-a546-5e6a66dc1ae6), precommit_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:25.921961 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-01268d12-0d57-4076-89fd-48e0de3d365d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656397'] for security_group (e3b2731a-2129-434b-a546-5e6a66dc1ae6), after_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:25.925583 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-01268d12-0d57-4076-89fd-48e0de3d365d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:25.926764 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [None req-01268d12-0d57-4076-89fd-48e0de3d365d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e3b2731a-2129-434b-a546-5e6a66dc1ae6 HTTP/1.1" status: 204 len: 168 time: 0.2954004 May 03 14:14:25.943195 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-1dff88c2-fbf1-4647-b7cb-5b168977ffef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1703809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1700802'] for router (3e3f6abb-3482-4246-9605-6f7a37c14d61), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:25.949972 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-555fc933-eaa3-4153-8b83-1429904718c7 req-0feedff6-3a2a-47a1-b727-1856a96e998e service neutron] 10.222.0.26 "GET /v2.0/networks/89bc2c7d-2b97-4518-b62e-d0f098e36f62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3394804 May 03 14:14:25.953088 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fecca6d-1221-482e-92ac-6db820c5f818 req-eea749eb-6fe6-44ea-8e6e-959d8ce0f2b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:14:25.954791 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-9fecca6d-1221-482e-92ac-6db820c5f818 req-eea749eb-6fe6-44ea-8e6e-959d8ce0f2b5 service neutron] 10.222.0.26 "GET /v2.0/networks?id=1672c90c-dee1-453a-a1dd-749ff902086f HTTP/1.1" status: 200 len: 918 time: 0.3185430 May 03 14:14:25.957107 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01268d12-0d57-4076-89fd-48e0de3d365d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3b2731a-2129-434b-a546-5e6a66dc1ae6,revision_number=None']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:14:26.069812 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.db.l3_hamode_db [None req-c8f567c0-3f80-4571-94a0-018825ffba2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a0e8fdb-42c2-47e4-8c7a-1011e541207f', 'name': 'tempest-AttachVolumeShelveTestJSON-1368453836-router', 'tenant_id': '8a5fa41c00a84a80ac2b2c0cc1ef74d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2', 'external_fixed_ips': [{'subnet_id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'ip_address': '172.27.3.155'}], 'enable_snat': True}, 'gw_port_id': 'f990efd3-2f56-432e-bf17-f72ae18d5aeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T14:13:05Z', 'updated_at': '2022-05-03T14:13:19Z', 'revision_number': 4, 'project_id': '8a5fa41c00a84a80ac2b2c0cc1ef74d8', 'gw_port': {'id': 'f990efd3-2f56-432e-bf17-f72ae18d5aeb', 'name': '', 'network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:46:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a0e8fdb-42c2-47e4-8c7a-1011e541207f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'ip_address': '172.27.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:13:07Z', 'updated_at': '2022-05-03T14:13:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-5-iscsi', '_floatingips': [{'id': 'aa611721-c513-4f64-a9e6-21b134b25ee8', 'tenant_id': '8a5fa41c00a84a80ac2b2c0cc1ef74d8', 'floating_ip_address': '172.27.3.11', 'floating_network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2', 'router_id': '0a0e8fdb-42c2-47e4-8c7a-1011e541207f', 'port_id': '7bbb1028-4390-491f-bf7e-9db68148370c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 139, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1672c90c-dee1-453a-a1dd-749ff902086f', 'mac_address': 'fa:16:3e:7a:dc:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '117976ba-33e4-4830-a66f-0cd354096c9b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T14:13:31Z', 'updated_at': '2022-05-03T14:14:23Z', 'revision_number': 1, 'project_id': '8a5fa41c00a84a80ac2b2c0cc1ef74d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e3ad977-c281-4719-87ff-0634b02ca3d1', 'name': '', 'network_id': '1672c90c-dee1-453a-a1dd-749ff902086f', 'tenant_id': '8a5fa41c00a84a80ac2b2c0cc1ef74d8', 'mac_address': 'fa:16:3e:79:72:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a0e8fdb-42c2-47e4-8c7a-1011e541207f', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '9797d54b-d4ac-4959-9119-15649c917e44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:13:15Z', 'updated_at': '2022-05-03T14:13:30Z', 'revision_number': 5, 'project_id': '8a5fa41c00a84a80ac2b2c0cc1ef74d8', 'subnets': [{'id': '9797d54b-d4ac-4959-9119-15649c917e44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-5-iscsi', False) {} {{(pid=103472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:14:26.103044 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8f567c0-3f80-4571-94a0-018825ffba2e None None] Checking router: 0a0e8fdb-42c2-47e4-8c7a-1011e541207f for host: dv-cinder-839793-5-iscsi {{(pid=103472) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 14:14:26.114147 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8f567c0-3f80-4571-94a0-018825ffba2e None None] Routers {'0a0e8fdb-42c2-47e4-8c7a-1011e541207f'} bound to L3 agent in host dv-cinder-839793-5-iscsi {{(pid=103472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 14:14:26.115726 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.db.l3_hamode_db [None req-c8f567c0-3f80-4571-94a0-018825ffba2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-03T14:04:39Z,description=,heartbeat_timestamp=2022-05-03T14:14:09Z,host='dv-cinder-839793-5-iscsi',id=2583ee88-9503-4370-b6e4-0a676865815e,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T14:04:39Z,topic='l3_agent')) {'router_ids': ['0a0e8fdb-42c2-47e4-8c7a-1011e541207f'], 'active': True} {{(pid=103472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:14:26.221762 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-9fecca6d-1221-482e-92ac-6db820c5f818 req-fd270777-a61a-47ed-89b6-dee64471da64 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7bbb1028-4390-491f-bf7e-9db68148370c HTTP/1.1" status: 200 len: 998 time: 0.1107812 May 03 14:14:26.223096 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1dff88c2-fbf1-4647-b7cb-5b168977ffef admin admin] Router 3e3f6abb-3482-4246-9605-6f7a37c14d61 is scheduled to L3 agent 2583ee88-9503-4370-b6e4-0a676865815e with binding_index 1 {{(pid=103469) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 03 14:14:26.279630 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fecca6d-1221-482e-92ac-6db820c5f818 req-fc347e4f-dab3-4fa6-8b9a-95c8afbb98df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:14:26.281795 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-9fecca6d-1221-482e-92ac-6db820c5f818 req-fc347e4f-dab3-4fa6-8b9a-95c8afbb98df service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9797d54b-d4ac-4959-9119-15649c917e44 HTTP/1.1" status: 200 len: 856 time: 0.0529561 May 03 14:14:26.297529 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.db.l3_dvr_db [None req-c8f567c0-3f80-4571-94a0-018825ffba2e None None] Set router 0a0e8fdb-42c2-47e4-8c7a-1011e541207f gateway port host: dv-cinder-839793-5-iscsi {{(pid=103472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 14:14:26.313946 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.wsgi [-] (103470) accepted ('10.222.0.36', 44536) {{(pid=103470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:14:26.407934 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fecca6d-1221-482e-92ac-6db820c5f818 req-8c9f2950-7d66-4d87-bc7f-756e88fcab3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:14:26.409800 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-9fecca6d-1221-482e-92ac-6db820c5f818 req-8c9f2950-7d66-4d87-bc7f-756e88fcab3a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1672c90c-dee1-453a-a1dd-749ff902086f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0699279 May 03 14:14:26.527177 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dff88c2-fbf1-4647-b7cb-5b168977ffef admin admin] Notify agent at l3_agent.dv-cinder-839793-5-iscsi the message routers_updated {{(pid=103469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 14:14:26.541180 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a910a85-f087-4fde-8b8d-f043a667f250 None None] Sync routers for ids ['3e3f6abb-3482-4246-9605-6f7a37c14d61'] in dv-cinder-839793-5-iscsi {{(pid=103471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 14:14:26.564789 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a910a85-f087-4fde-8b8d-f043a667f250 None None] Routers {'3e3f6abb-3482-4246-9605-6f7a37c14d61'} bound to L3 agent in host dv-cinder-839793-5-iscsi {{(pid=103471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 14:14:26.565797 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.l3_hamode_db [None req-0a910a85-f087-4fde-8b8d-f043a667f250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-03T14:04:39Z,description=,heartbeat_timestamp=2022-05-03T14:14:09Z,host='dv-cinder-839793-5-iscsi',id=2583ee88-9503-4370-b6e4-0a676865815e,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T14:04:39Z,topic='l3_agent')) {'router_ids': ['3e3f6abb-3482-4246-9605-6f7a37c14d61'], 'active': True} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:14:26.636236 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-89fe7e7e-15b5-49b7-b771-d27b0c6ab268 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:26.706253 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2d8079-819b-4118-ade4-70be2d581fea req-e6b6bdb7-6a83-4cfa-89f0-8c93476c12e0 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:14:26.707559 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-3b2d8079-819b-4118-ade4-70be2d581fea req-e6b6bdb7-6a83-4cfa-89f0-8c93476c12e0 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] 10.222.0.36 "GET /v2.0/ports?device_id=92530935-2104-4b61-a2f8-286b3c1184d0 HTTP/1.1" status: 200 len: 945 time: 0.1875973 May 03 14:14:26.714251 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.db.l3_hamode_db [None req-c8f567c0-3f80-4571-94a0-018825ffba2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a0e8fdb-42c2-47e4-8c7a-1011e541207f', 'name': 'tempest-AttachVolumeShelveTestJSON-1368453836-router', 'tenant_id': '8a5fa41c00a84a80ac2b2c0cc1ef74d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2', 'external_fixed_ips': [{'subnet_id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'ip_address': '172.27.3.155'}], 'enable_snat': True}, 'gw_port_id': 'f990efd3-2f56-432e-bf17-f72ae18d5aeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T14:13:05Z', 'updated_at': '2022-05-03T14:13:19Z', 'revision_number': 4, 'project_id': '8a5fa41c00a84a80ac2b2c0cc1ef74d8', 'gw_port': {'id': 'f990efd3-2f56-432e-bf17-f72ae18d5aeb', 'name': '', 'network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:46:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a0e8fdb-42c2-47e4-8c7a-1011e541207f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'ip_address': '172.27.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:13:07Z', 'updated_at': '2022-05-03T14:13:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-5-iscsi', '_floatingips': [{'id': 'aa611721-c513-4f64-a9e6-21b134b25ee8', 'tenant_id': '8a5fa41c00a84a80ac2b2c0cc1ef74d8', 'floating_ip_address': '172.27.3.11', 'floating_network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2', 'router_id': '0a0e8fdb-42c2-47e4-8c7a-1011e541207f', 'port_id': '7bbb1028-4390-491f-bf7e-9db68148370c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 139, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1672c90c-dee1-453a-a1dd-749ff902086f', 'mac_address': 'fa:16:3e:7a:dc:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '117976ba-33e4-4830-a66f-0cd354096c9b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T14:13:31Z', 'updated_at': '2022-05-03T14:14:23Z', 'revision_number': 1, 'project_id': '8a5fa41c00a84a80ac2b2c0cc1ef74d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e3ad977-c281-4719-87ff-0634b02ca3d1', 'name': '', 'network_id': '1672c90c-dee1-453a-a1dd-749ff902086f', 'tenant_id': '8a5fa41c00a84a80ac2b2c0cc1ef74d8', 'mac_address': 'fa:16:3e:79:72:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a0e8fdb-42c2-47e4-8c7a-1011e541207f', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '9797d54b-d4ac-4959-9119-15649c917e44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:13:15Z', 'updated_at': '2022-05-03T14:13:30Z', 'revision_number': 5, 'project_id': '8a5fa41c00a84a80ac2b2c0cc1ef74d8', 'subnets': [{'id': '9797d54b-d4ac-4959-9119-15649c917e44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-5-iscsi', False) {} {{(pid=103472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:14:26.735408 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-1dff88c2-fbf1-4647-b7cb-5b168977ffef admin admin] Publish callbacks [] for router (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:26.740537 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-1dff88c2-fbf1-4647-b7cb-5b168977ffef admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 6.7792313 May 03 14:14:26.743675 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.wsgi [-] (103470) accepted ('10.222.0.36', 44560) {{(pid=103470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:14:26.779849 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8f567c0-3f80-4571-94a0-018825ffba2e None None] The sync data for ids ['0a0e8fdb-42c2-47e4-8c7a-1011e541207f'] in dv-cinder-839793-5-iscsi is: [{'id': '0a0e8fdb-42c2-47e4-8c7a-1011e541207f', 'name': 'tempest-AttachVolumeShelveTestJSON-1368453836-router', 'tenant_id': '8a5fa41c00a84a80ac2b2c0cc1ef74d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2', 'external_fixed_ips': [{'subnet_id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'ip_address': '172.27.3.155'}], 'enable_snat': True}, 'gw_port_id': 'f990efd3-2f56-432e-bf17-f72ae18d5aeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T14:13:05Z', 'updated_at': '2022-05-03T14:13:19Z', 'revision_number': 4, 'project_id': '8a5fa41c00a84a80ac2b2c0cc1ef74d8', 'gw_port': {'id': 'f990efd3-2f56-432e-bf17-f72ae18d5aeb', 'name': '', 'network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:46:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a0e8fdb-42c2-47e4-8c7a-1011e541207f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'ip_address': '172.27.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:13:07Z', 'updated_at': '2022-05-03T14:13:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-5-iscsi', '_floatingips': [{'id': 'aa611721-c513-4f64-a9e6-21b134b25ee8', 'tenant_id': '8a5fa41c00a84a80ac2b2c0cc1ef74d8', 'floating_ip_address': '172.27.3.11', 'floating_network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2', 'router_id': '0a0e8fdb-42c2-47e4-8c7a-1011e541207f', 'port_id': '7bbb1028-4390-491f-bf7e-9db68148370c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 139, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1672c90c-dee1-453a-a1dd-749ff902086f', 'mac_address': 'fa:16:3e:7a:dc:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '117976ba-33e4-4830-a66f-0cd354096c9b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T14:13:31Z', 'updated_at': '2022-05-03T14:14:23Z', 'revision_number': 1, 'project_id': '8a5fa41c00a84a80ac2b2c0cc1ef74d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e3ad977-c281-4719-87ff-0634b02ca3d1', 'name': '', 'network_id': '1672c90c-dee1-453a-a1dd-749ff902086f', 'tenant_id': '8a5fa41c00a84a80ac2b2c0cc1ef74d8', 'mac_address': 'fa:16:3e:79:72:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a0e8fdb-42c2-47e4-8c7a-1011e541207f', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '9797d54b-d4ac-4959-9119-15649c917e44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:13:15Z', 'updated_at': '2022-05-03T14:13:30Z', 'revision_number': 5, 'project_id': '8a5fa41c00a84a80ac2b2c0cc1ef74d8', 'subnets': [{'id': '9797d54b-d4ac-4959-9119-15649c917e44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 14:14:26.785216 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-9fecca6d-1221-482e-92ac-6db820c5f818 req-2896e342-46ae-4235-89f8-9f0fb8f1d632 service neutron] 10.222.0.26 "GET /v2.0/networks/1672c90c-dee1-453a-a1dd-749ff902086f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3361514 May 03 14:14:26.842031 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-3b2d8079-819b-4118-ade4-70be2d581fea req-a859f8c2-9228-487d-9125-24e3d2dbc815 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] 10.222.0.36 "GET /v2.0/security-groups?id=cbfeeeef-c433-4767-a994-eec44f2dc198&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248572 May 03 14:14:26.950666 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvr_db [None req-0a910a85-f087-4fde-8b8d-f043a667f250 None None] Set router 3e3f6abb-3482-4246-9605-6f7a37c14d61 gateway port host: dv-cinder-839793-5-iscsi {{(pid=103471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 14:14:26.974865 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-89fe7e7e-15b5-49b7-b771-d27b0c6ab268 admin admin] Publish callbacks [] for security_group (04442cff-3cf4-42c3-9b48-2255c7a349d2), precommit_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:26.986335 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-9fecca6d-1221-482e-92ac-6db820c5f818 req-3a0e0df7-f43a-4fc7-9e6c-8dcceeaf4d27 service neutron] 10.222.0.26 "GET /v2.0/networks/1672c90c-dee1-453a-a1dd-749ff902086f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1931748 May 03 14:14:26.992187 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-89fe7e7e-15b5-49b7-b771-d27b0c6ab268 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656397'] for security_group (04442cff-3cf4-42c3-9b48-2255c7a349d2), after_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:27.110426 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fe7e7e-15b5-49b7-b771-d27b0c6ab268 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04442cff-3cf4-42c3-9b48-2255c7a349d2,revision_number=1']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:14:27.149233 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.36', 44574) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:14:27.165865 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [None req-89fe7e7e-15b5-49b7-b771-d27b0c6ab268 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=109a4f100a7843c190cf3bda917eb5d7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8501902 May 03 14:14:27.283849 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-1fb52a7f-17db-45f7-9bbd-366cfd6bea05 admin admin] Publish callbacks [] for security_group (04442cff-3cf4-42c3-9b48-2255c7a349d2), before_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:27.318839 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.l3_hamode_db [None req-0a910a85-f087-4fde-8b8d-f043a667f250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e3f6abb-3482-4246-9605-6f7a37c14d61', 'name': 'tempest-TestMinimumBasicScenario-258955592-router', 'tenant_id': '82dd2e372240457991d34104d485914e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2', 'external_fixed_ips': [{'subnet_id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'ip_address': '172.27.3.233'}], 'enable_snat': True}, 'gw_port_id': '35a9fe5d-676e-4354-a529-4826b77d5b3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T14:14:20Z', 'updated_at': '2022-05-03T14:14:24Z', 'revision_number': 3, 'project_id': '82dd2e372240457991d34104d485914e', 'gw_port': {'id': '35a9fe5d-676e-4354-a529-4826b77d5b3e', 'name': '', 'network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:91:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e3f6abb-3482-4246-9605-6f7a37c14d61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'ip_address': '172.27.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:14:20Z', 'updated_at': '2022-05-03T14:14:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-5-iscsi'}], 'dv-cinder-839793-5-iscsi', False) {} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:14:27.350133 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a910a85-f087-4fde-8b8d-f043a667f250 None None] Checking router: 3e3f6abb-3482-4246-9605-6f7a37c14d61 for host: dv-cinder-839793-5-iscsi {{(pid=103471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 14:14:27.350350 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a910a85-f087-4fde-8b8d-f043a667f250 None None] Updating router 3e3f6abb-3482-4246-9605-6f7a37c14d61 port 35a9fe5d-676e-4354-a529-4826b77d5b3e binding host dv-cinder-839793-5-iscsi {{(pid=103471) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 03 14:14:27.371006 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-1fb52a7f-17db-45f7-9bbd-366cfd6bea05 admin admin] Publish callbacks [] for security_group (04442cff-3cf4-42c3-9b48-2255c7a349d2), precommit_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:27.438827 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-1fb52a7f-17db-45f7-9bbd-366cfd6bea05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656397'] for security_group (04442cff-3cf4-42c3-9b48-2255c7a349d2), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:27.442991 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-1fb52a7f-17db-45f7-9bbd-366cfd6bea05 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:27.444026 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-0a910a85-f087-4fde-8b8d-f043a667f250 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585126'] for port (35a9fe5d-676e-4354-a529-4826b77d5b3e), before_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:27.448701 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-1fb52a7f-17db-45f7-9bbd-366cfd6bea05 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/04442cff-3cf4-42c3-9b48-2255c7a349d2 HTTP/1.1" status: 204 len: 168 time: 0.2959862 May 03 14:14:27.469858 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb52a7f-17db-45f7-9bbd-366cfd6bea05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04442cff-3cf4-42c3-9b48-2255c7a349d2,revision_number=None']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:14:27.690714 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-7d2e9d8c-a12a-4a27-b5c3-25ae085c8c57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585126'] for port (None), before_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:27.858677 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-0a910a85-f087-4fde-8b8d-f043a667f250 None None] Publish callbacks [] for port (35a9fe5d-676e-4354-a529-4826b77d5b3e), precommit_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:27.870447 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-0a910a85-f087-4fde-8b8d-f043a667f250 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786921284783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786920821414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786920821432'] for port (35a9fe5d-676e-4354-a529-4826b77d5b3e), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:27.908907 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.db.db_base_plugin_common [None req-7d2e9d8c-a12a-4a27-b5c3-25ae085c8c57 admin admin] Allocated IP 172.20.0.1 (8dc92238-28cd-45a4-badc-48f2239674a7/51d7044e-2855-42b7-9f7d-ac457e2a545f/0e7b9bf6-aa1c-4b63-9d3b-2ee43110cab4) {{(pid=103470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 14:14:27.945473 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.managers [None req-0a910a85-f087-4fde-8b8d-f043a667f250 None None] Attempting to bind port 35a9fe5d-676e-4354-a529-4826b77d5b3e on host dv-cinder-839793-5-iscsi for vnic_type normal with profile {{(pid=103471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 03 14:14:27.946091 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.managers [None req-0a910a85-f087-4fde-8b8d-f043a667f250 None None] Attempting to bind port 35a9fe5d-676e-4354-a529-4826b77d5b3e by drivers openvswitch,hyperv on host dv-cinder-839793-5-iscsi at level 0 using segments [{'id': '331ae69a-aeba-4f56-bd87-f289cf94ba88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2'}] {{(pid=103471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 03 14:14:27.946629 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a910a85-f087-4fde-8b8d-f043a667f250 None None] Attempting to bind port 35a9fe5d-676e-4354-a529-4826b77d5b3e on network e0cd7c6d-9919-41eb-b035-2bfb3175faa2 {{(pid=103471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 14:14:27.958191 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a910a85-f087-4fde-8b8d-f043a667f250 None None] Checking agent: {'id': '43411681-d6d4-43ac-b892-434a22df3f6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839793-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 14, 4, 43), 'started_at': datetime.datetime(2022, 5, 3, 14, 5, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 14, 14, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839793-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 03 14:14:27.959106 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a910a85-f087-4fde-8b8d-f043a667f250 None None] Checking segment: {'id': '331ae69a-aeba-4f56-bd87-f289cf94ba88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 14:14:27.959782 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-0a910a85-f087-4fde-8b8d-f043a667f250 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:27.960327 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a910a85-f087-4fde-8b8d-f043a667f250 None None] Bound using segment: {'id': '331ae69a-aeba-4f56-bd87-f289cf94ba88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2'} {{(pid=103471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 03 14:14:27.961257 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.managers [None req-0a910a85-f087-4fde-8b8d-f043a667f250 None None] Bound port: 35a9fe5d-676e-4354-a529-4826b77d5b3e, host: dv-cinder-839793-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '331ae69a-aeba-4f56-bd87-f289cf94ba88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2'}}] {{(pid=103471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 03 14:14:27.962398 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-0a910a85-f087-4fde-8b8d-f043a667f250 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585126'] for port (35a9fe5d-676e-4354-a529-4826b77d5b3e), before_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:27.984211 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6a7af49-576e-4505-9559-dcb76845f56a None None] New status for floating IP aa611721-c513-4f64-a9e6-21b134b25ee8: ACTIVE {{(pid=103472) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 03 14:14:27.995221 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80297021-7452-46fd-b64b-a1439d30fa5d None None] Pushing event updated for resources: {'Port': ['ID=35a9fe5d-676e-4354-a529-4826b77d5b3e,revision_number=2']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:14:28.057628 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.db [None req-0a910a85-f087-4fde-8b8d-f043a667f250 None None] For port 35a9fe5d-676e-4354-a529-4826b77d5b3e, host dv-cinder-839793-5-iscsi, cleared binding levels {{(pid=103471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 14:14:28.066913 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.db [None req-0a910a85-f087-4fde-8b8d-f043a667f250 None None] For port 35a9fe5d-676e-4354-a529-4826b77d5b3e, host dv-cinder-839793-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-5-iscsi',level=0,port_id=35a9fe5d-676e-4354-a529-4826b77d5b3e,segment=NetworkSegment(331ae69a-aeba-4f56-bd87-f289cf94ba88),segment_id=331ae69a-aeba-4f56-bd87-f289cf94ba88)] {{(pid=103471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 14:14:28.078341 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-0a910a85-f087-4fde-8b8d-f043a667f250 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786921284783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786920821414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786920821432'] for port (35a9fe5d-676e-4354-a529-4826b77d5b3e), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:28.102583 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4b2101-9585-45c8-9b03-9b2bbeccf264 req-0c4d1f65-6beb-41ac-b936-df5e09534084 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:14:28.104146 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-3b4b2101-9585-45c8-9b03-9b2bbeccf264 req-0c4d1f65-6beb-41ac-b936-df5e09534084 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] 10.222.0.36 "GET /v2.0/ports?device_id=92530935-2104-4b61-a2f8-286b3c1184d0 HTTP/1.1" status: 200 len: 945 time: 0.0866151 May 03 14:14:28.141612 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-7d2e9d8c-a12a-4a27-b5c3-25ae085c8c57 admin admin] Publish callbacks [] for port (0e7b9bf6-aa1c-4b63-9d3b-2ee43110cab4), precommit_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:28.156152 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a910a85-f087-4fde-8b8d-f043a667f250 None None] Routers {'3e3f6abb-3482-4246-9605-6f7a37c14d61'} bound to L3 agent in host dv-cinder-839793-5-iscsi {{(pid=103471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 14:14:28.157174 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.l3_hamode_db [None req-0a910a85-f087-4fde-8b8d-f043a667f250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-03T14:04:39Z,description=,heartbeat_timestamp=2022-05-03T14:14:09Z,host='dv-cinder-839793-5-iscsi',id=2583ee88-9503-4370-b6e4-0a676865815e,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T14:04:39Z,topic='l3_agent')) {'router_ids': ['3e3f6abb-3482-4246-9605-6f7a37c14d61'], 'active': True} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:14:28.248680 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80297021-7452-46fd-b64b-a1439d30fa5d None None] Pushing event updated for resources: {'Port': ['ID=35a9fe5d-676e-4354-a529-4826b77d5b3e,revision_number=3']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:14:28.323365 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-3b4b2101-9585-45c8-9b03-9b2bbeccf264 req-ed380b35-8856-43bc-8d76-3f00714137f8 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] 10.222.0.36 "GET /v2.0/security-groups?id=cbfeeeef-c433-4767-a994-eec44f2dc198&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2018192 May 03 14:14:28.346117 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-7d2e9d8c-a12a-4a27-b5c3-25ae085c8c57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786920821396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7524599'] for port (0e7b9bf6-aa1c-4b63-9d3b-2ee43110cab4), after_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:28.419022 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvr_db [None req-0a910a85-f087-4fde-8b8d-f043a667f250 None None] Set router 3e3f6abb-3482-4246-9605-6f7a37c14d61 gateway port host: dv-cinder-839793-5-iscsi {{(pid=103471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 14:14:28.437551 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d2e9d8c-a12a-4a27-b5c3-25ae085c8c57 admin admin] Network 8dc92238-28cd-45a4-badc-48f2239674a7 is already hosted by enough agents. {{(pid=103470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 14:14:28.465407 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.scheduler.base_scheduler [None req-7d2e9d8c-a12a-4a27-b5c3-25ae085c8c57 admin admin] Resources bound (agent type, host, resource id): {{(pid=103470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 14:14:28.469918 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2e9d8c-a12a-4a27-b5c3-25ae085c8c57 admin admin] Pushing event updated for resources: {'Port': ['ID=0e7b9bf6-aa1c-4b63-9d3b-2ee43110cab4,revision_number=1']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:14:28.480067 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d2e9d8c-a12a-4a27-b5c3-25ae085c8c57 admin admin] Received port after_create {{(pid=103470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 14:14:28.507340 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.36', 44622) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:14:28.591330 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-7d2e9d8c-a12a-4a27-b5c3-25ae085c8c57 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1691063'] for router_interface (3e3f6abb-3482-4246-9605-6f7a37c14d61), before_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:28.605265 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c85924f-fa0a-4945-83f8-49ca39f40224 admin admin] Deleting subnet a10b42f5-3d4c-4c22-afc3-747834519bb9 {{(pid=103469) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 03 14:14:28.609177 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-3c85924f-fa0a-4945-83f8-49ca39f40224 admin admin] Publish callbacks [] for subnet (a10b42f5-3d4c-4c22-afc3-747834519bb9), before_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:28.664552 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-3c85924f-fa0a-4945-83f8-49ca39f40224 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5908908'] for subnet (a10b42f5-3d4c-4c22-afc3-747834519bb9), precommit_delete_associations {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:28.717036 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-3c85924f-fa0a-4945-83f8-49ca39f40224 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751950'] for subnet (a10b42f5-3d4c-4c22-afc3-747834519bb9), precommit_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:28.789989 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.l3_hamode_db [None req-0a910a85-f087-4fde-8b8d-f043a667f250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e3f6abb-3482-4246-9605-6f7a37c14d61', 'name': 'tempest-TestMinimumBasicScenario-258955592-router', 'tenant_id': '82dd2e372240457991d34104d485914e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2', 'external_fixed_ips': [{'subnet_id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'ip_address': '172.27.3.233'}], 'enable_snat': True}, 'gw_port_id': '35a9fe5d-676e-4354-a529-4826b77d5b3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T14:14:20Z', 'updated_at': '2022-05-03T14:14:24Z', 'revision_number': 3, 'project_id': '82dd2e372240457991d34104d485914e', 'gw_port': {'id': '35a9fe5d-676e-4354-a529-4826b77d5b3e', 'name': '', 'network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:91:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e3f6abb-3482-4246-9605-6f7a37c14d61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'ip_address': '172.27.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:14:20Z', 'updated_at': '2022-05-03T14:14:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-5-iscsi'}], 'dv-cinder-839793-5-iscsi', False) {} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:14:28.804256 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-3c85924f-fa0a-4945-83f8-49ca39f40224 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6178088', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4510093'] for subnet (a10b42f5-3d4c-4c22-afc3-747834519bb9), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:28.840870 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a910a85-f087-4fde-8b8d-f043a667f250 None None] The sync data for ids ['3e3f6abb-3482-4246-9605-6f7a37c14d61'] in dv-cinder-839793-5-iscsi is: [{'id': '3e3f6abb-3482-4246-9605-6f7a37c14d61', 'name': 'tempest-TestMinimumBasicScenario-258955592-router', 'tenant_id': '82dd2e372240457991d34104d485914e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2', 'external_fixed_ips': [{'subnet_id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'ip_address': '172.27.3.233'}], 'enable_snat': True}, 'gw_port_id': '35a9fe5d-676e-4354-a529-4826b77d5b3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T14:14:20Z', 'updated_at': '2022-05-03T14:14:24Z', 'revision_number': 3, 'project_id': '82dd2e372240457991d34104d485914e', 'gw_port': {'id': '35a9fe5d-676e-4354-a529-4826b77d5b3e', 'name': '', 'network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:91:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e3f6abb-3482-4246-9605-6f7a37c14d61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'ip_address': '172.27.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:14:20Z', 'updated_at': '2022-05-03T14:14:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-5-iscsi'}] {{(pid=103471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 14:14:28.842542 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c85924f-fa0a-4945-83f8-49ca39f40224 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a10b42f5-3d4c-4c22-afc3-747834519bb9,revision_number=None']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:14:28.850643 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-3c85924f-fa0a-4945-83f8-49ca39f40224 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:28.853961 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-3c85924f-fa0a-4945-83f8-49ca39f40224 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/a10b42f5-3d4c-4c22-afc3-747834519bb9 HTTP/1.1" status: 204 len: 168 time: 0.3450472 May 03 14:14:28.856623 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.36', 44628) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:14:28.881757 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-7d2e9d8c-a12a-4a27-b5c3-25ae085c8c57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585126'] for port (0e7b9bf6-aa1c-4b63-9d3b-2ee43110cab4), before_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:28.895044 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.provisioning_blocks [None req-12d7b9cc-dbb9-4995-ac6a-1446b0a2f263 None None] Provisioning complete for port 0e7b9bf6-aa1c-4b63-9d3b-2ee43110cab4 triggered by entity DHCP. {{(pid=103471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 14:14:28.895518 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-12d7b9cc-dbb9-4995-ac6a-1446b0a2f263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749148'] for port (0e7b9bf6-aa1c-4b63-9d3b-2ee43110cab4), provisioning_complete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:28.942879 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [None req-12d7b9cc-dbb9-4995-ac6a-1446b0a2f263 None None] Port 0e7b9bf6-aa1c-4b63-9d3b-2ee43110cab4 cannot update to ACTIVE because it is not bound. {{(pid=103471) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 03 14:14:28.946352 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-542a4f66-e3bc-4a22-81ed-78628c110fde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-661340'] for network (3b1deb6b-f4d1-4363-a738-382e6da075be), before_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:29.047376 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-542a4f66-e3bc-4a22-81ed-78628c110fde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-751355', 'neutron.services.segments.db._delete_segments_for_network-8786921254202'] for network (3b1deb6b-f4d1-4363-a738-382e6da075be), precommit_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:29.075396 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.services.segments.db [None req-542a4f66-e3bc-4a22-81ed-78628c110fde admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b1deb6b-f4d1-4363-a738-382e6da075be']}} {{(pid=103469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:14:29.094793 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.services.segments.db [None req-542a4f66-e3bc-4a22-81ed-78628c110fde admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '722bef02-8968-4827-9162-fc1e452e0aa3') {'for_net_delete': True} {{(pid=103469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:14:29.095188 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.services.segments.db [None req-542a4f66-e3bc-4a22-81ed-78628c110fde admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '722bef02-8968-4827-9162-fc1e452e0aa3') {} {{(pid=103469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:14:29.109742 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-542a4f66-e3bc-4a22-81ed-78628c110fde admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786921254723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5908823'] for segment (722bef02-8968-4827-9162-fc1e452e0aa3), before_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:29.111116 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-7d2e9d8c-a12a-4a27-b5c3-25ae085c8c57 admin admin] Publish callbacks [] for port (0e7b9bf6-aa1c-4b63-9d3b-2ee43110cab4), precommit_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:29.120173 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-7d2e9d8c-a12a-4a27-b5c3-25ae085c8c57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786921284783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786920821414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786920821432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7524494'] for port (0e7b9bf6-aa1c-4b63-9d3b-2ee43110cab4), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:29.127004 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-542a4f66-e3bc-4a22-81ed-78628c110fde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-690795'] for segment (722bef02-8968-4827-9162-fc1e452e0aa3), precommit_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:29.135137 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-542a4f66-e3bc-4a22-81ed-78628c110fde admin admin] Releasing vlan 230 on physical network physnet1 to pool {{(pid=103469) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 03 14:14:29.135781 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-542a4f66-e3bc-4a22-81ed-78628c110fde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-690795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6178114'] for segment (722bef02-8968-4827-9162-fc1e452e0aa3), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:29.137717 dv-cinder-839793-5-iscsi neutron-server[103469]: Traceback (most recent call last): May 03 14:14:29.137717 dv-cinder-839793-5-iscsi neutron-server[103469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 03 14:14:29.137717 dv-cinder-839793-5-iscsi neutron-server[103469]: timer() May 03 14:14:29.137717 dv-cinder-839793-5-iscsi neutron-server[103469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 14:14:29.137717 dv-cinder-839793-5-iscsi neutron-server[103469]: cb(*args, **kw) May 03 14:14:29.137717 dv-cinder-839793-5-iscsi neutron-server[103469]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 03 14:14:29.137717 dv-cinder-839793-5-iscsi neutron-server[103469]: return func(*args, **kwargs) May 03 14:14:29.137717 dv-cinder-839793-5-iscsi neutron-server[103469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 14:14:29.137717 dv-cinder-839793-5-iscsi neutron-server[103469]: self._notify() May 03 14:14:29.137717 dv-cinder-839793-5-iscsi neutron-server[103469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 14:14:29.137717 dv-cinder-839793-5-iscsi neutron-server[103469]: self.callback(batched_events) May 03 14:14:29.137717 dv-cinder-839793-5-iscsi neutron-server[103469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 14:14:29.137717 dv-cinder-839793-5-iscsi neutron-server[103469]: event.method(event) May 03 14:14:29.137717 dv-cinder-839793-5-iscsi neutron-server[103469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 03 14:14:29.137717 dv-cinder-839793-5-iscsi neutron-server[103469]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 14:14:29.137717 dv-cinder-839793-5-iscsi neutron-server[103469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 03 14:14:29.137717 dv-cinder-839793-5-iscsi neutron-server[103469]: aggregate_uuid = self.p_client.list_aggregates( May 03 14:14:29.137717 dv-cinder-839793-5-iscsi neutron-server[103469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 03 14:14:29.137717 dv-cinder-839793-5-iscsi neutron-server[103469]: return f(self, *a, **k) May 03 14:14:29.137717 dv-cinder-839793-5-iscsi neutron-server[103469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 03 14:14:29.137717 dv-cinder-839793-5-iscsi neutron-server[103469]: return self._get(url).json() May 03 14:14:29.137717 dv-cinder-839793-5-iscsi neutron-server[103469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 03 14:14:29.137717 dv-cinder-839793-5-iscsi neutron-server[103469]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 14:14:29.137717 dv-cinder-839793-5-iscsi neutron-server[103469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 03 14:14:29.137717 dv-cinder-839793-5-iscsi neutron-server[103469]: return self.request(url, 'GET', **kwargs) May 03 14:14:29.137717 dv-cinder-839793-5-iscsi neutron-server[103469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 03 14:14:29.137717 dv-cinder-839793-5-iscsi neutron-server[103469]: base_url = self.get_endpoint(auth, allow=allow, May 03 14:14:29.137717 dv-cinder-839793-5-iscsi neutron-server[103469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 03 14:14:29.137717 dv-cinder-839793-5-iscsi neutron-server[103469]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 14:14:29.137717 dv-cinder-839793-5-iscsi neutron-server[103469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 03 14:14:29.137717 dv-cinder-839793-5-iscsi neutron-server[103469]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 14:14:29.137717 dv-cinder-839793-5-iscsi neutron-server[103469]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 14:14:29.147899 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.36', 44642) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:14:29.207561 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2e9d8c-a12a-4a27-b5c3-25ae085c8c57 admin admin] Pushing event updated for resources: {'Port': ['ID=0e7b9bf6-aa1c-4b63-9d3b-2ee43110cab4,revision_number=2']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:14:29.214076 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-7d2e9d8c-a12a-4a27-b5c3-25ae085c8c57 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1599844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1690985'] for router_interface (3e3f6abb-3482-4246-9605-6f7a37c14d61), after_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:29.219921 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-542a4f66-e3bc-4a22-81ed-78628c110fde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-751234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1700060'] for network (3b1deb6b-f4d1-4363-a738-382e6da075be), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:29.240322 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-542a4f66-e3bc-4a22-81ed-78628c110fde admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599744'] for network (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:29.245240 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-542a4f66-e3bc-4a22-81ed-78628c110fde admin admin] 10.222.0.36 "DELETE /v2.0/networks/3b1deb6b-f4d1-4363-a738-382e6da075be HTTP/1.1" status: 204 len: 168 time: 0.3876586 May 03 14:14:29.261641 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542a4f66-e3bc-4a22-81ed-78628c110fde admin admin] Pushing event deleted for resources: {'Network': ['ID=3b1deb6b-f4d1-4363-a738-382e6da075be,revision_number=None']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:14:29.353744 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d2e9d8c-a12a-4a27-b5c3-25ae085c8c57 admin admin] Network 8dc92238-28cd-45a4-badc-48f2239674a7 is already hosted by enough agents. {{(pid=103470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 14:14:29.355069 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.scheduler.base_scheduler [None req-7d2e9d8c-a12a-4a27-b5c3-25ae085c8c57 admin admin] Resources bound (agent type, host, resource id): {{(pid=103470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 14:14:29.434112 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.v2.base [None req-cb6b47e1-f071-4159-8b49-033d405744cf admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-301482067-network', 'tenant_id': '593f1ab9823f41ffa40d6155bebaca54'}} {{(pid=103469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 14:14:29.464336 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.36', 44660) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:14:29.520845 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb6b47e1-f071-4159-8b49-033d405744cf admin admin] Made reservation on behalf of 593f1ab9823f41ffa40d6155bebaca54 for: {'network': 1} {{(pid=103469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 14:14:29.529312 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-cb6b47e1-f071-4159-8b49-033d405744cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585126'] for network (None), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:29.555916 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-cb6b47e1-f071-4159-8b49-033d405744cf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:29.639090 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-71bd42e0-5b3c-4855-8067-fcf68a7aca9c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=831ebb047e5b4805875d2606cb8e08c0&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1735342 May 03 14:14:29.641658 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.36', 44670) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:14:29.667702 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f21cfaf-532c-41fa-94ba-041eaffaba95 req-c8dccae1-6c2a-4340-9ae0-07289d80d86f tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:14:29.669653 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-9f21cfaf-532c-41fa-94ba-041eaffaba95 req-c8dccae1-6c2a-4340-9ae0-07289d80d86f tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] 10.222.0.36 "GET /v2.0/ports?device_id=92530935-2104-4b61-a2f8-286b3c1184d0 HTTP/1.1" status: 200 len: 945 time: 0.1752741 May 03 14:14:29.674406 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.provisioning_blocks [None req-b39df295-5e3c-4da3-a08a-a95a5d1f2ff1 None None] Provisioning complete for port 0e7b9bf6-aa1c-4b63-9d3b-2ee43110cab4 triggered by entity DHCP. {{(pid=103471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 14:14:29.674987 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-b39df295-5e3c-4da3-a08a-a95a5d1f2ff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749148'] for port (0e7b9bf6-aa1c-4b63-9d3b-2ee43110cab4), provisioning_complete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:29.723311 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-2f0a22a1-fa28-41d9-91b0-0d9c364d7356 admin admin] Publish callbacks [] for security_group (4cb41abf-3a2c-4d1f-8158-0555ad7265bb), before_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:29.773402 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-2f0a22a1-fa28-41d9-91b0-0d9c364d7356 admin admin] Publish callbacks [] for security_group (4cb41abf-3a2c-4d1f-8158-0555ad7265bb), precommit_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:29.773666 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [None req-b39df295-5e3c-4da3-a08a-a95a5d1f2ff1 None None] Port 0e7b9bf6-aa1c-4b63-9d3b-2ee43110cab4 cannot update to ACTIVE because it is not bound. {{(pid=103471) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 03 14:14:29.780969 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d2e9d8c-a12a-4a27-b5c3-25ae085c8c57 admin admin] Router 3e3f6abb-3482-4246-9605-6f7a37c14d61 has already been hosted by L3 agent 2583ee88-9503-4370-b6e4-0a676865815e {{(pid=103470) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 14:14:29.806341 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-9f21cfaf-532c-41fa-94ba-041eaffaba95 req-2a149090-8f7e-47fa-b9e4-dc9db36c7c2e tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] 10.222.0.36 "GET /v2.0/security-groups?id=cbfeeeef-c433-4767-a994-eec44f2dc198&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241355 May 03 14:14:29.881863 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-2f0a22a1-fa28-41d9-91b0-0d9c364d7356 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656397'] for security_group (4cb41abf-3a2c-4d1f-8158-0555ad7265bb), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:29.884474 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-2f0a22a1-fa28-41d9-91b0-0d9c364d7356 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:29.886312 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-2f0a22a1-fa28-41d9-91b0-0d9c364d7356 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/4cb41abf-3a2c-4d1f-8158-0555ad7265bb HTTP/1.1" status: 204 len: 168 time: 0.2419298 May 03 14:14:29.916160 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0a22a1-fa28-41d9-91b0-0d9c364d7356 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cb41abf-3a2c-4d1f-8158-0555ad7265bb,revision_number=None']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:14:29.923161 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-cb6b47e1-f071-4159-8b49-033d405744cf admin admin] Publish callbacks [] for security_group (de8e3bdb-5516-430a-bd64-70394f088bac), precommit_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:29.927664 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-cb6b47e1-f071-4159-8b49-033d405744cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656397'] for security_group (de8e3bdb-5516-430a-bd64-70394f088bac), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:29.962849 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb6b47e1-f071-4159-8b49-033d405744cf admin admin] vlan segment allocate from pool success with {'vlan_id': 236, 'physical_network': 'physnet1'} {{(pid=103469) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 14:14:29.985726 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-cb6b47e1-f071-4159-8b49-033d405744cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-690795'] for segment (96845684-5e64-43d8-9d64-6efc7510389a), precommit_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:29.985914 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.db.segments_db [None req-cb6b47e1-f071-4159-8b49-033d405744cf admin admin] Added segment 96845684-5e64-43d8-9d64-6efc7510389a of type vlan for network f560d97d-2acd-47bd-966f-19197466eba2 May 03 14:14:29.996185 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6b47e1-f071-4159-8b49-033d405744cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de8e3bdb-5516-430a-bd64-70394f088bac,revision_number=1']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:14:30.035631 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d2e9d8c-a12a-4a27-b5c3-25ae085c8c57 admin admin] Notify agent at l3_agent.dv-cinder-839793-5-iscsi the message routers_updated {{(pid=103470) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 14:14:30.059468 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [None req-7d2e9d8c-a12a-4a27-b5c3-25ae085c8c57 admin admin] 10.222.0.36 "PUT /v2.0/routers/3e3f6abb-3482-4246-9605-6f7a37c14d61/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3091760 May 03 14:14:30.071840 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-cb6b47e1-f071-4159-8b49-033d405744cf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786920812993'] for network (f560d97d-2acd-47bd-966f-19197466eba2), precommit_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:30.133774 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-cb6b47e1-f071-4159-8b49-033d405744cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766'] for network (f560d97d-2acd-47bd-966f-19197466eba2), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:30.134840 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb6b47e1-f071-4159-8b49-033d405744cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:14:30.135734 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-cb6b47e1-f071-4159-8b49-033d405744cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599744'] for network (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:30.167630 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-cb6b47e1-f071-4159-8b49-033d405744cf admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0186436 May 03 14:14:30.170630 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.wsgi [-] (103470) accepted ('10.222.0.36', 44694) {{(pid=103470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:14:30.175566 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.v2.base [None req-250d59b4-8fe2-444a-9840-45ff770a9491 admin admin] Request body: {'subnet': {'network_id': 'f560d97d-2acd-47bd-966f-19197466eba2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-301482067-subnet', 'tenant_id': '593f1ab9823f41ffa40d6155bebaca54', 'ip_version': 4}} {{(pid=103470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 14:14:30.208290 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-250d59b4-8fe2-444a-9840-45ff770a9491 admin admin] Made reservation on behalf of 593f1ab9823f41ffa40d6155bebaca54 for: {'subnet': 1} {{(pid=103470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 14:14:30.212471 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6b47e1-f071-4159-8b49-033d405744cf admin admin] Pushing event updated for resources: {'Network': ['ID=f560d97d-2acd-47bd-966f-19197466eba2,revision_number=1']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:14:30.212618 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-250d59b4-8fe2-444a-9840-45ff770a9491 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4621574'] for subnet (None), before_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:30.224237 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.rpc [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Network f560d97d-2acd-47bd-966f-19197466eba2 details requested by agent ovs-agent-dv-cinder-839793-5-iscsi with host dv-cinder-839793-5-iscsi {{(pid=103471) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 03 14:14:30.457421 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-250d59b4-8fe2-444a-9840-45ff770a9491 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7525895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4621592'] for subnet (e8cbf221-f4fe-47a8-93ac-36f15595da79), after_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:30.514290 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250d59b4-8fe2-444a-9840-45ff770a9491 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e8cbf221-f4fe-47a8-93ac-36f15595da79,revision_number=0']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:14:30.527776 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-250d59b4-8fe2-444a-9840-45ff770a9491 admin admin] Checking segment: {'id': '96845684-5e64-43d8-9d64-6efc7510389a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'f560d97d-2acd-47bd-966f-19197466eba2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 14:14:30.528131 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-250d59b4-8fe2-444a-9840-45ff770a9491 admin admin] Network hostable DHCP agents. Network: f560d97d-2acd-47bd-966f-19197466eba2, hostable agents: ['2d0d8db6-b1c3-4022-9f9b-561ce4a4d2d8'], hosted agents: [] {{(pid=103470) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 14:14:30.564157 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-250d59b4-8fe2-444a-9840-45ff770a9491 admin admin] Network f560d97d-2acd-47bd-966f-19197466eba2 is scheduled to be hosted by DHCP agent 2d0d8db6-b1c3-4022-9f9b-561ce4a4d2d8 with binding_index 1 {{(pid=103470) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 14:14:30.586476 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.scheduler.base_scheduler [None req-250d59b4-8fe2-444a-9840-45ff770a9491 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839793-5-iscsi, f560d97d-2acd-47bd-966f-19197466eba2) {{(pid=103470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 14:14:30.596238 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6363ed9-be96-4dfe-811f-4204c5e56339 None None] Network f560d97d-2acd-47bd-966f-19197466eba2 requested from dv-cinder-839793-5-iscsi {{(pid=103471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 03 14:14:30.600275 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.36', 44710) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:14:30.610431 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-250d59b4-8fe2-444a-9840-45ff770a9491 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:14:30.611215 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-250d59b4-8fe2-444a-9840-45ff770a9491 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599744'] for subnet (None), before_response {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:30.648480 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [None req-250d59b4-8fe2-444a-9840-45ff770a9491 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4739065 May 03 14:14:30.648922 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.36', 44716) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:14:30.660564 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.v2.base [None req-d87436ca-5d44-4358-80b3-e8bf486e861f admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-301482067-router', 'tenant_id': '593f1ab9823f41ffa40d6155bebaca54', 'external_gateway_info': {'network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2'}}} {{(pid=103469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 14:14:30.686876 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-d87436ca-5d44-4358-80b3-e8bf486e861f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1703700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-104012'] for router (38b5ff34-9c6b-4825-b6f1-12ef2b3dd6b5), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:30.689428 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-d87436ca-5d44-4358-80b3-e8bf486e861f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1703864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1700637', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1742612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103989'] for router (38b5ff34-9c6b-4825-b6f1-12ef2b3dd6b5), precommit_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:30.785070 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-d87436ca-5d44-4358-80b3-e8bf486e861f admin admin] Publish callbacks [] for router_controller (38b5ff34-9c6b-4825-b6f1-12ef2b3dd6b5), precommit_add_association {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:30.996345 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-a906ab99-e8e5-413c-a2bc-db183aa32722 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:31.034495 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf890cd9-1b2b-4dc0-aebf-38b9a1f7ff17 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a095324-fe16-59ec-838a-76a13e211480-f560d97d-2acd-47bd-966f-19197466eba2', 'network_id': 'f560d97d-2acd-47bd-966f-19197466eba2', 'project_id': '593f1ab9823f41ffa40d6155bebaca54', 'fixed_ips': [{'subnet_id': 'e8cbf221-f4fe-47a8-93ac-36f15595da79'}]}} from dv-cinder-839793-5-iscsi. {{(pid=103471) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 03 14:14:31.035506 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-cf890cd9-1b2b-4dc0-aebf-38b9a1f7ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585126'] for port (None), before_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:31.257033 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.db_base_plugin_common [None req-cf890cd9-1b2b-4dc0-aebf-38b9a1f7ff17 None None] Allocated IP 172.20.0.2 (f560d97d-2acd-47bd-966f-19197466eba2/e8cbf221-f4fe-47a8-93ac-36f15595da79/514f5589-17f5-453b-bad7-ff069a5c2e2b) {{(pid=103471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 14:14:31.317915 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-d87436ca-5d44-4358-80b3-e8bf486e861f admin admin] Publish callbacks [] for router_gateway (38b5ff34-9c6b-4825-b6f1-12ef2b3dd6b5), precommit_update {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:31.348481 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a881d7ac-cc02-41b1-a67d-966aac8b4731 req-34f91d09-5086-4c26-8b28-e365462b5ebd tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:14:31.349594 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-a881d7ac-cc02-41b1-a67d-966aac8b4731 req-34f91d09-5086-4c26-8b28-e365462b5ebd tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] 10.222.0.36 "GET /v2.0/ports?device_id=92530935-2104-4b61-a2f8-286b3c1184d0 HTTP/1.1" status: 200 len: 945 time: 0.3761909 May 03 14:14:31.536396 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.rpc [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Device 35a9fe5d-676e-4354-a529-4826b77d5b3e up at agent ovs-agent-dv-cinder-839793-5-iscsi {{(pid=103471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 14:14:31.602858 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-cf890cd9-1b2b-4dc0-aebf-38b9a1f7ff17 None None] Publish callbacks [] for port (514f5589-17f5-453b-bad7-ff069a5c2e2b), precommit_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:31.635692 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-cf890cd9-1b2b-4dc0-aebf-38b9a1f7ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786920821396'] for port (514f5589-17f5-453b-bad7-ff069a5c2e2b), after_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:31.709900 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-a906ab99-e8e5-413c-a2bc-db183aa32722 admin admin] Publish callbacks [] for security_group (9aa77b7f-717a-4ee8-8add-ef32646f73bf), precommit_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:31.713897 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf890cd9-1b2b-4dc0-aebf-38b9a1f7ff17 None None] Network f560d97d-2acd-47bd-966f-19197466eba2 is already hosted by enough agents. {{(pid=103471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 14:14:31.719707 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.scheduler.base_scheduler [None req-cf890cd9-1b2b-4dc0-aebf-38b9a1f7ff17 None None] Resources bound (agent type, host, resource id): {{(pid=103471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 14:14:31.724644 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-a881d7ac-cc02-41b1-a67d-966aac8b4731 req-ebdb7c97-7671-4f3f-99cb-dedac5218f18 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] 10.222.0.36 "GET /v2.0/security-groups?id=cbfeeeef-c433-4767-a994-eec44f2dc198&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3607850 May 03 14:14:31.725440 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf890cd9-1b2b-4dc0-aebf-38b9a1f7ff17 None None] Received port after_create {{(pid=103471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 14:14:31.732864 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-a906ab99-e8e5-413c-a2bc-db183aa32722 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656397'] for security_group (9aa77b7f-717a-4ee8-8add-ef32646f73bf), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:31.818789 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.provisioning_blocks [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Provisioning complete for port 35a9fe5d-676e-4354-a529-4826b77d5b3e triggered by entity L2. {{(pid=103471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 14:14:31.819463 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749148'] for port (35a9fe5d-676e-4354-a529-4826b77d5b3e), provisioning_complete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:31.822040 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf890cd9-1b2b-4dc0-aebf-38b9a1f7ff17 None None] Pushing event updated for resources: {'Port': ['ID=514f5589-17f5-453b-bad7-ff069a5c2e2b,revision_number=1']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:14:31.850535 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-a906ab99-e8e5-413c-a2bc-db183aa32722 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=de9c6f0cd4d24452b03a2977ea695c77&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2490692 May 03 14:14:31.853113 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.wsgi [-] (103470) accepted ('10.222.0.36', 44780) {{(pid=103470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:14:31.857264 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a906ab99-e8e5-413c-a2bc-db183aa32722 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9aa77b7f-717a-4ee8-8add-ef32646f73bf,revision_number=1']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:14:31.881906 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-d87436ca-5d44-4358-80b3-e8bf486e861f admin admin] Publish callbacks [] for router_gateway (38b5ff34-9c6b-4825-b6f1-12ef2b3dd6b5), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:31.906429 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-d87436ca-5d44-4358-80b3-e8bf486e861f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585126'] for port (None), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:31.938560 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.managers [None req-cf890cd9-1b2b-4dc0-aebf-38b9a1f7ff17 None None] Attempting to bind port 514f5589-17f5-453b-bad7-ff069a5c2e2b on host dv-cinder-839793-5-iscsi for vnic_type normal with profile {{(pid=103471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 03 14:14:31.939189 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.managers [None req-cf890cd9-1b2b-4dc0-aebf-38b9a1f7ff17 None None] Attempting to bind port 514f5589-17f5-453b-bad7-ff069a5c2e2b by drivers openvswitch,hyperv on host dv-cinder-839793-5-iscsi at level 0 using segments [{'id': '96845684-5e64-43d8-9d64-6efc7510389a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'f560d97d-2acd-47bd-966f-19197466eba2'}] {{(pid=103471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 03 14:14:31.939782 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf890cd9-1b2b-4dc0-aebf-38b9a1f7ff17 None None] Attempting to bind port 514f5589-17f5-453b-bad7-ff069a5c2e2b on network f560d97d-2acd-47bd-966f-19197466eba2 {{(pid=103471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 14:14:31.990849 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf890cd9-1b2b-4dc0-aebf-38b9a1f7ff17 None None] Checking agent: {'id': '43411681-d6d4-43ac-b892-434a22df3f6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839793-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 14, 4, 43), 'started_at': datetime.datetime(2022, 5, 3, 14, 5, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 14, 14, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839793-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 03 14:14:31.991123 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-e44fc3b7-619a-4eb1-8182-8320e3127a9c admin admin] Publish callbacks [] for security_group (9aa77b7f-717a-4ee8-8add-ef32646f73bf), before_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:31.991654 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf890cd9-1b2b-4dc0-aebf-38b9a1f7ff17 None None] Checking segment: {'id': '96845684-5e64-43d8-9d64-6efc7510389a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'f560d97d-2acd-47bd-966f-19197466eba2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 14:14:31.992236 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-cf890cd9-1b2b-4dc0-aebf-38b9a1f7ff17 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:31.992790 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf890cd9-1b2b-4dc0-aebf-38b9a1f7ff17 None None] Bound using segment: {'id': '96845684-5e64-43d8-9d64-6efc7510389a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'f560d97d-2acd-47bd-966f-19197466eba2'} {{(pid=103471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 03 14:14:31.993477 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.managers [None req-cf890cd9-1b2b-4dc0-aebf-38b9a1f7ff17 None None] Bound port: 514f5589-17f5-453b-bad7-ff069a5c2e2b, host: dv-cinder-839793-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96845684-5e64-43d8-9d64-6efc7510389a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'f560d97d-2acd-47bd-966f-19197466eba2'}}] {{(pid=103471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 03 14:14:31.994032 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-cf890cd9-1b2b-4dc0-aebf-38b9a1f7ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585126'] for port (514f5589-17f5-453b-bad7-ff069a5c2e2b), before_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:32.051914 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-e44fc3b7-619a-4eb1-8182-8320e3127a9c admin admin] Publish callbacks [] for security_group (9aa77b7f-717a-4ee8-8add-ef32646f73bf), precommit_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:32.058841 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Current status of the port 35a9fe5d-676e-4354-a529-4826b77d5b3e is: DOWN; New status is: ACTIVE {{(pid=103471) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 14:14:32.059504 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585126'] for port (35a9fe5d-676e-4354-a529-4826b77d5b3e), before_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:32.072148 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73749af4-8e42-42c4-85d4-7ed9f0f0f3f8 None None] Sync routers for ids ['3e3f6abb-3482-4246-9605-6f7a37c14d61'] in dv-cinder-839793-5-iscsi {{(pid=103471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 14:14:32.114818 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.db [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] For port 35a9fe5d-676e-4354-a529-4826b77d5b3e, host dv-cinder-839793-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-5-iscsi',level=0,port_id=35a9fe5d-676e-4354-a529-4826b77d5b3e,segment=NetworkSegment(331ae69a-aeba-4f56-bd87-f289cf94ba88),segment_id=331ae69a-aeba-4f56-bd87-f289cf94ba88)] {{(pid=103471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 14:14:32.121571 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73749af4-8e42-42c4-85d4-7ed9f0f0f3f8 None None] Routers {'3e3f6abb-3482-4246-9605-6f7a37c14d61'} bound to L3 agent in host dv-cinder-839793-5-iscsi {{(pid=103471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 14:14:32.122342 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.l3_hamode_db [None req-73749af4-8e42-42c4-85d4-7ed9f0f0f3f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-03T14:04:39Z,description=,heartbeat_timestamp=2022-05-03T14:14:09Z,host='dv-cinder-839793-5-iscsi',id=2583ee88-9503-4370-b6e4-0a676865815e,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T14:04:39Z,topic='l3_agent')) {'router_ids': ['3e3f6abb-3482-4246-9605-6f7a37c14d61'], 'active': True} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:14:32.127193 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-e44fc3b7-619a-4eb1-8182-8320e3127a9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656397'] for security_group (9aa77b7f-717a-4ee8-8add-ef32646f73bf), after_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:32.127647 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786921284783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786920821414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786920821432'] for port (35a9fe5d-676e-4354-a529-4826b77d5b3e), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:32.133213 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-e44fc3b7-619a-4eb1-8182-8320e3127a9c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:32.137389 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [None req-e44fc3b7-619a-4eb1-8182-8320e3127a9c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/9aa77b7f-717a-4ee8-8add-ef32646f73bf HTTP/1.1" status: 204 len: 168 time: 0.2805138 May 03 14:14:32.187819 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44fc3b7-619a-4eb1-8182-8320e3127a9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9aa77b7f-717a-4ee8-8add-ef32646f73bf,revision_number=None']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:14:32.219280 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.db.db_base_plugin_common [None req-d87436ca-5d44-4358-80b3-e8bf486e861f admin admin] Allocated IP 172.27.3.104 (e0cd7c6d-9919-41eb-b035-2bfb3175faa2/4f18d5d6-ed18-48e7-a335-d8ef216f5f78/951b1801-b758-4644-b768-c5a6c2003c89) {{(pid=103469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 14:14:32.247066 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.db [None req-cf890cd9-1b2b-4dc0-aebf-38b9a1f7ff17 None None] For port 514f5589-17f5-453b-bad7-ff069a5c2e2b, host dv-cinder-839793-5-iscsi, cleared binding levels {{(pid=103471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 14:14:32.296689 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.db [None req-cf890cd9-1b2b-4dc0-aebf-38b9a1f7ff17 None None] For port 514f5589-17f5-453b-bad7-ff069a5c2e2b, host dv-cinder-839793-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-5-iscsi',level=0,port_id=514f5589-17f5-453b-bad7-ff069a5c2e2b,segment=NetworkSegment(96845684-5e64-43d8-9d64-6efc7510389a),segment_id=96845684-5e64-43d8-9d64-6efc7510389a)] {{(pid=103471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 14:14:32.350086 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-cf890cd9-1b2b-4dc0-aebf-38b9a1f7ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786921284783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786920821414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786920821432'] for port (514f5589-17f5-453b-bad7-ff069a5c2e2b), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:32.367926 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Pushing event updated for resources: {'Port': ['ID=35a9fe5d-676e-4354-a529-4826b77d5b3e,revision_number=4']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:14:32.414378 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvr_db [None req-73749af4-8e42-42c4-85d4-7ed9f0f0f3f8 None None] Set router 3e3f6abb-3482-4246-9605-6f7a37c14d61 gateway port host: dv-cinder-839793-5-iscsi {{(pid=103471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 14:14:32.545855 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-d87436ca-5d44-4358-80b3-e8bf486e861f admin admin] Publish callbacks [] for port (951b1801-b758-4644-b768-c5a6c2003c89), precommit_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:32.608993 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf890cd9-1b2b-4dc0-aebf-38b9a1f7ff17 None None] Pushing event updated for resources: {'Port': ['ID=514f5589-17f5-453b-bad7-ff069a5c2e2b,revision_number=2']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:14:32.661342 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-d87436ca-5d44-4358-80b3-e8bf486e861f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786920821396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6178079'] for port (951b1801-b758-4644-b768-c5a6c2003c89), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:32.834943 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d87436ca-5d44-4358-80b3-e8bf486e861f admin admin] Network e0cd7c6d-9919-41eb-b035-2bfb3175faa2 is already hosted by enough agents. {{(pid=103469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 14:14:32.855861 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.scheduler.base_scheduler [None req-d87436ca-5d44-4358-80b3-e8bf486e861f admin admin] Resources bound (agent type, host, resource id): {{(pid=103469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 14:14:32.859400 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d87436ca-5d44-4358-80b3-e8bf486e861f admin admin] Received port after_create {{(pid=103469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 14:14:32.929639 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87436ca-5d44-4358-80b3-e8bf486e861f admin admin] Pushing event updated for resources: {'Port': ['ID=951b1801-b758-4644-b768-c5a6c2003c89,revision_number=1']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:14:32.968068 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.l3_hamode_db [None req-73749af4-8e42-42c4-85d4-7ed9f0f0f3f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e3f6abb-3482-4246-9605-6f7a37c14d61', 'name': 'tempest-TestMinimumBasicScenario-258955592-router', 'tenant_id': '82dd2e372240457991d34104d485914e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2', 'external_fixed_ips': [{'subnet_id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'ip_address': '172.27.3.233'}], 'enable_snat': True}, 'gw_port_id': '35a9fe5d-676e-4354-a529-4826b77d5b3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T14:14:20Z', 'updated_at': '2022-05-03T14:14:28Z', 'revision_number': 4, 'project_id': '82dd2e372240457991d34104d485914e', 'gw_port': {'id': '35a9fe5d-676e-4354-a529-4826b77d5b3e', 'name': '', 'network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:91:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e3f6abb-3482-4246-9605-6f7a37c14d61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'ip_address': '172.27.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:14:20Z', 'updated_at': '2022-05-03T14:14:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-5-iscsi', '_interfaces': [{'id': '0e7b9bf6-aa1c-4b63-9d3b-2ee43110cab4', 'name': '', 'network_id': '8dc92238-28cd-45a4-badc-48f2239674a7', 'tenant_id': '82dd2e372240457991d34104d485914e', 'mac_address': 'fa:16:3e:cb:e9:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e3f6abb-3482-4246-9605-6f7a37c14d61', 'device_owner': 'network:router_interface', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '51d7044e-2855-42b7-9f7d-ac457e2a545f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:14:27Z', 'updated_at': '2022-05-03T14:14:28Z', 'revision_number': 2, 'project_id': '82dd2e372240457991d34104d485914e', 'subnets': [{'id': '51d7044e-2855-42b7-9f7d-ac457e2a545f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-5-iscsi', False) {} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:14:33.010032 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.wsgi [-] (103470) accepted ('10.222.0.36', 44804) {{(pid=103470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:14:33.062492 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73749af4-8e42-42c4-85d4-7ed9f0f0f3f8 None None] Checking router: 3e3f6abb-3482-4246-9605-6f7a37c14d61 for host: dv-cinder-839793-5-iscsi {{(pid=103471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 14:14:33.063169 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73749af4-8e42-42c4-85d4-7ed9f0f0f3f8 None None] Updating router 3e3f6abb-3482-4246-9605-6f7a37c14d61 port 0e7b9bf6-aa1c-4b63-9d3b-2ee43110cab4 binding host dv-cinder-839793-5-iscsi {{(pid=103471) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 03 14:14:33.070539 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-4f81f8a7-0125-42f9-bde7-c775aafa8e45 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:33.083980 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54eceb3-56ee-4e0a-b571-45c68cd39c5a req-808f62ed-d9d4-4557-b253-8bb27cabc7be tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:14:33.088613 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-d54eceb3-56ee-4e0a-b571-45c68cd39c5a req-808f62ed-d9d4-4557-b253-8bb27cabc7be tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] 10.222.0.36 "GET /v2.0/ports?device_id=92530935-2104-4b61-a2f8-286b3c1184d0 HTTP/1.1" status: 200 len: 945 time: 0.1908541 May 03 14:14:33.133252 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-73749af4-8e42-42c4-85d4-7ed9f0f0f3f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585126'] for port (0e7b9bf6-aa1c-4b63-9d3b-2ee43110cab4), before_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:33.193260 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-d54eceb3-56ee-4e0a-b571-45c68cd39c5a req-9b723a48-0ba1-4dd3-9139-c9b1e9fef2f2 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] 10.222.0.36 "GET /v2.0/security-groups?id=cbfeeeef-c433-4767-a994-eec44f2dc198&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980263 May 03 14:14:33.245094 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.wsgi [-] (103470) accepted ('10.222.0.36', 44808) {{(pid=103470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:14:33.317834 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.db.agents_db [None req-22b75db3-e88f-46e7-98cb-691740c6eaf9 None None] Agent healthcheck: found 6 active agents {{(pid=103472) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 03 14:14:33.327152 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-4f81f8a7-0125-42f9-bde7-c775aafa8e45 admin admin] Publish callbacks [] for security_group (73bd1f77-5240-496c-9983-99eb0ded076b), precommit_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:33.334976 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-4f81f8a7-0125-42f9-bde7-c775aafa8e45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656397'] for security_group (73bd1f77-5240-496c-9983-99eb0ded076b), after_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:33.391417 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-d87436ca-5d44-4358-80b3-e8bf486e861f admin admin] Publish callbacks [] for router_gateway (38b5ff34-9c6b-4825-b6f1-12ef2b3dd6b5), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:33.422679 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f81f8a7-0125-42f9-bde7-c775aafa8e45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73bd1f77-5240-496c-9983-99eb0ded076b,revision_number=1']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:14:33.445543 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [None req-4f81f8a7-0125-42f9-bde7-c775aafa8e45 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=2ccca70ff1b44021b48e9614fb4de32d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4337337 May 03 14:14:33.446172 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.wsgi [-] (103470) accepted ('10.222.0.36', 44816) {{(pid=103470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:14:33.572184 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-b1f47992-7ccb-45bc-baba-32115a0565fd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:33.775297 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-73749af4-8e42-42c4-85d4-7ed9f0f0f3f8 None None] Publish callbacks [] for port (0e7b9bf6-aa1c-4b63-9d3b-2ee43110cab4), precommit_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:33.792198 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-73749af4-8e42-42c4-85d4-7ed9f0f0f3f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786921284783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786920821414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786920821432'] for port (0e7b9bf6-aa1c-4b63-9d3b-2ee43110cab4), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:33.875019 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-d87436ca-5d44-4358-80b3-e8bf486e861f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1703809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1700802'] for router (38b5ff34-9c6b-4825-b6f1-12ef2b3dd6b5), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:33.887706 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.rpc [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Device 35a9fe5d-676e-4354-a529-4826b77d5b3e up at agent ovs-agent-dv-cinder-839793-5-iscsi {{(pid=103471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 14:14:34.111152 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfde524-f03e-4444-8b71-88c12f2748da None None] Pushing event updated for resources: {'Port': ['ID=0e7b9bf6-aa1c-4b63-9d3b-2ee43110cab4,revision_number=3']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:14:34.140608 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-e68e2f20-f807-42c7-b5ed-2f353c8286fe admin admin] Publish callbacks [] for security_group (73bd1f77-5240-496c-9983-99eb0ded076b), before_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:34.188435 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-e68e2f20-f807-42c7-b5ed-2f353c8286fe admin admin] Publish callbacks [] for security_group (73bd1f77-5240-496c-9983-99eb0ded076b), precommit_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:34.266742 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.provisioning_blocks [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Provisioning complete for port 35a9fe5d-676e-4354-a529-4826b77d5b3e triggered by entity L2. {{(pid=103471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 14:14:34.267405 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749148'] for port (35a9fe5d-676e-4354-a529-4826b77d5b3e), provisioning_complete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:34.268915 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-b1f47992-7ccb-45bc-baba-32115a0565fd admin admin] Publish callbacks [] for security_group (812e6f12-1b60-48d4-95a3-a381c352f9a4), precommit_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:34.276904 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-b1f47992-7ccb-45bc-baba-32115a0565fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656397'] for security_group (812e6f12-1b60-48d4-95a3-a381c352f9a4), after_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:34.309862 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d87436ca-5d44-4358-80b3-e8bf486e861f admin admin] Router 38b5ff34-9c6b-4825-b6f1-12ef2b3dd6b5 is scheduled to L3 agent 2583ee88-9503-4370-b6e4-0a676865815e with binding_index 1 {{(pid=103469) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 03 14:14:34.332128 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-e68e2f20-f807-42c7-b5ed-2f353c8286fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656397'] for security_group (73bd1f77-5240-496c-9983-99eb0ded076b), after_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:34.345274 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-e68e2f20-f807-42c7-b5ed-2f353c8286fe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:34.353197 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [None req-e68e2f20-f807-42c7-b5ed-2f353c8286fe admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/73bd1f77-5240-496c-9983-99eb0ded076b HTTP/1.1" status: 204 len: 168 time: 0.9060185 May 03 14:14:34.371081 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb1f3eb2-361d-4e4d-9d3a-7fb07926a690 None None] Network f560d97d-2acd-47bd-966f-19197466eba2 requested from dv-cinder-839793-5-iscsi {{(pid=103471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 03 14:14:34.472590 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f47992-7ccb-45bc-baba-32115a0565fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=812e6f12-1b60-48d4-95a3-a381c352f9a4,revision_number=1']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:14:34.490250 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [None req-b1f47992-7ccb-45bc-baba-32115a0565fd admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=4f473e1921bc4a2cb77e66e2d7461f9b&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2436934 May 03 14:14:34.504480 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.provisioning_blocks [None req-094e6268-9080-46ac-bb1b-3df9fc23ec4d None None] Provisioning complete for port 514f5589-17f5-453b-bad7-ff069a5c2e2b triggered by entity DHCP. {{(pid=103471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 14:14:34.504854 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-094e6268-9080-46ac-bb1b-3df9fc23ec4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749148'] for port (514f5589-17f5-453b-bad7-ff069a5c2e2b), provisioning_complete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:34.519129 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3af1fe9-c7b7-40a9-86fe-9cc178012bb2 req-cfef2425-c094-4081-84a6-fbccc9a49a3c tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:14:34.533492 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-a3af1fe9-c7b7-40a9-86fe-9cc178012bb2 req-cfef2425-c094-4081-84a6-fbccc9a49a3c tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] 10.222.0.36 "GET /v2.0/ports?device_id=92530935-2104-4b61-a2f8-286b3c1184d0 HTTP/1.1" status: 200 len: 945 time: 0.2241607 May 03 14:14:34.536043 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.wsgi [-] (103470) accepted ('10.222.0.36', 44842) {{(pid=103470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:14:34.547176 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68e2f20-f807-42c7-b5ed-2f353c8286fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73bd1f77-5240-496c-9983-99eb0ded076b,revision_number=None']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:14:34.616389 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-a3af1fe9-c7b7-40a9-86fe-9cc178012bb2 req-cf46cfc7-44d2-45fb-9d91-5f7a76be733b tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] 10.222.0.36 "GET /v2.0/security-groups?id=cbfeeeef-c433-4767-a994-eec44f2dc198&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806341 May 03 14:14:34.636128 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d87436ca-5d44-4358-80b3-e8bf486e861f admin admin] Notify agent at l3_agent.dv-cinder-839793-5-iscsi the message routers_updated {{(pid=103469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 14:14:34.646512 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f30671af-be05-44f8-b863-344cc6ade4e3 None None] Sync routers for ids ['38b5ff34-9c6b-4825-b6f1-12ef2b3dd6b5'] in dv-cinder-839793-5-iscsi {{(pid=103472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 14:14:34.674649 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.managers [None req-73749af4-8e42-42c4-85d4-7ed9f0f0f3f8 None None] Attempting to bind port 0e7b9bf6-aa1c-4b63-9d3b-2ee43110cab4 on host dv-cinder-839793-5-iscsi for vnic_type normal with profile {{(pid=103471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 03 14:14:34.678241 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.managers [None req-73749af4-8e42-42c4-85d4-7ed9f0f0f3f8 None None] Attempting to bind port 0e7b9bf6-aa1c-4b63-9d3b-2ee43110cab4 by drivers openvswitch,hyperv on host dv-cinder-839793-5-iscsi at level 0 using segments [{'id': '6ae9ecb3-f3fd-4a55-999d-21c0e316c5ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '8dc92238-28cd-45a4-badc-48f2239674a7'}] {{(pid=103471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 03 14:14:34.678610 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73749af4-8e42-42c4-85d4-7ed9f0f0f3f8 None None] Attempting to bind port 0e7b9bf6-aa1c-4b63-9d3b-2ee43110cab4 on network 8dc92238-28cd-45a4-badc-48f2239674a7 {{(pid=103471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 14:14:34.679756 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-d87436ca-5d44-4358-80b3-e8bf486e861f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:34.682641 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-b9f48c2b-c595-4dee-98ca-60348dde4944 admin admin] Publish callbacks [] for security_group (812e6f12-1b60-48d4-95a3-a381c352f9a4), before_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:34.684194 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.wsgi [-] (103470) accepted ('10.222.0.36', 44846) {{(pid=103470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:14:34.684532 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-d87436ca-5d44-4358-80b3-e8bf486e861f admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.0290225 May 03 14:14:34.685107 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f30671af-be05-44f8-b863-344cc6ade4e3 None None] Routers {'38b5ff34-9c6b-4825-b6f1-12ef2b3dd6b5'} bound to L3 agent in host dv-cinder-839793-5-iscsi {{(pid=103472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 14:14:34.686031 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.db.l3_hamode_db [None req-f30671af-be05-44f8-b863-344cc6ade4e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-03T14:04:39Z,description=,heartbeat_timestamp=2022-05-03T14:14:09Z,host='dv-cinder-839793-5-iscsi',id=2583ee88-9503-4370-b6e4-0a676865815e,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T14:04:39Z,topic='l3_agent')) {'router_ids': ['38b5ff34-9c6b-4825-b6f1-12ef2b3dd6b5'], 'active': True} {{(pid=103472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:14:34.728523 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73749af4-8e42-42c4-85d4-7ed9f0f0f3f8 None None] Checking agent: {'id': '43411681-d6d4-43ac-b892-434a22df3f6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839793-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 14, 4, 43), 'started_at': datetime.datetime(2022, 5, 3, 14, 5, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 14, 14, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839793-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 03 14:14:34.728926 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73749af4-8e42-42c4-85d4-7ed9f0f0f3f8 None None] Checking segment: {'id': '6ae9ecb3-f3fd-4a55-999d-21c0e316c5ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '8dc92238-28cd-45a4-badc-48f2239674a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 14:14:34.729546 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-73749af4-8e42-42c4-85d4-7ed9f0f0f3f8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:34.730089 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73749af4-8e42-42c4-85d4-7ed9f0f0f3f8 None None] Bound using segment: {'id': '6ae9ecb3-f3fd-4a55-999d-21c0e316c5ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '8dc92238-28cd-45a4-badc-48f2239674a7'} {{(pid=103471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 03 14:14:34.730731 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.managers [None req-73749af4-8e42-42c4-85d4-7ed9f0f0f3f8 None None] Bound port: 0e7b9bf6-aa1c-4b63-9d3b-2ee43110cab4, host: dv-cinder-839793-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ae9ecb3-f3fd-4a55-999d-21c0e316c5ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '8dc92238-28cd-45a4-badc-48f2239674a7'}}] {{(pid=103471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 03 14:14:34.731701 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-73749af4-8e42-42c4-85d4-7ed9f0f0f3f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585126'] for port (0e7b9bf6-aa1c-4b63-9d3b-2ee43110cab4), before_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:34.806694 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-b9f48c2b-c595-4dee-98ca-60348dde4944 admin admin] Publish callbacks [] for security_group (812e6f12-1b60-48d4-95a3-a381c352f9a4), precommit_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:34.911642 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.db [None req-73749af4-8e42-42c4-85d4-7ed9f0f0f3f8 None None] For port 0e7b9bf6-aa1c-4b63-9d3b-2ee43110cab4, host dv-cinder-839793-5-iscsi, cleared binding levels {{(pid=103471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 14:14:34.919326 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.db [None req-73749af4-8e42-42c4-85d4-7ed9f0f0f3f8 None None] For port 0e7b9bf6-aa1c-4b63-9d3b-2ee43110cab4, host dv-cinder-839793-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-5-iscsi',level=0,port_id=0e7b9bf6-aa1c-4b63-9d3b-2ee43110cab4,segment=NetworkSegment(6ae9ecb3-f3fd-4a55-999d-21c0e316c5ee),segment_id=6ae9ecb3-f3fd-4a55-999d-21c0e316c5ee)] {{(pid=103471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 14:14:34.938409 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.db.l3_dvr_db [None req-f30671af-be05-44f8-b863-344cc6ade4e3 None None] Set router 38b5ff34-9c6b-4825-b6f1-12ef2b3dd6b5 gateway port host: dv-cinder-839793-5-iscsi {{(pid=103472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 14:14:35.003115 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Current status of the port 35a9fe5d-676e-4354-a529-4826b77d5b3e is: ACTIVE; New status is: ACTIVE {{(pid=103471) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 14:14:35.004165 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.rpc [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Device 514f5589-17f5-453b-bad7-ff069a5c2e2b up at agent ovs-agent-dv-cinder-839793-5-iscsi {{(pid=103471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 14:14:35.010866 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-73749af4-8e42-42c4-85d4-7ed9f0f0f3f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786921284783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786920821414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786920821432'] for port (0e7b9bf6-aa1c-4b63-9d3b-2ee43110cab4), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:35.026341 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-b9f48c2b-c595-4dee-98ca-60348dde4944 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656397'] for security_group (812e6f12-1b60-48d4-95a3-a381c352f9a4), after_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:35.031422 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-b9f48c2b-c595-4dee-98ca-60348dde4944 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:35.059031 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [None req-b9f48c2b-c595-4dee-98ca-60348dde4944 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/812e6f12-1b60-48d4-95a3-a381c352f9a4 HTTP/1.1" status: 204 len: 168 time: 0.5015311 May 03 14:14:35.122512 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f48c2b-c595-4dee-98ca-60348dde4944 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=812e6f12-1b60-48d4-95a3-a381c352f9a4,revision_number=None']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:14:35.209693 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.db.l3_hamode_db [None req-f30671af-be05-44f8-b863-344cc6ade4e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38b5ff34-9c6b-4825-b6f1-12ef2b3dd6b5', 'name': 'tempest-TestVolumeBootPattern-301482067-router', 'tenant_id': '593f1ab9823f41ffa40d6155bebaca54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2', 'external_fixed_ips': [{'subnet_id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'ip_address': '172.27.3.104'}], 'enable_snat': True}, 'gw_port_id': '951b1801-b758-4644-b768-c5a6c2003c89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T14:14:30Z', 'updated_at': '2022-05-03T14:14:33Z', 'revision_number': 3, 'project_id': '593f1ab9823f41ffa40d6155bebaca54', 'gw_port': {'id': '951b1801-b758-4644-b768-c5a6c2003c89', 'name': '', 'network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:9c:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38b5ff34-9c6b-4825-b6f1-12ef2b3dd6b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'ip_address': '172.27.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:14:31Z', 'updated_at': '2022-05-03T14:14:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-5-iscsi'}], 'dv-cinder-839793-5-iscsi', False) {} {{(pid=103472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:14:35.281442 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f30671af-be05-44f8-b863-344cc6ade4e3 None None] Checking router: 38b5ff34-9c6b-4825-b6f1-12ef2b3dd6b5 for host: dv-cinder-839793-5-iscsi {{(pid=103472) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 14:14:35.282077 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f30671af-be05-44f8-b863-344cc6ade4e3 None None] Updating router 38b5ff34-9c6b-4825-b6f1-12ef2b3dd6b5 port 951b1801-b758-4644-b768-c5a6c2003c89 binding host dv-cinder-839793-5-iscsi {{(pid=103472) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 03 14:14:35.297212 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfde524-f03e-4444-8b71-88c12f2748da None None] Pushing event updated for resources: {'Port': ['ID=0e7b9bf6-aa1c-4b63-9d3b-2ee43110cab4,revision_number=4']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:14:35.322157 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-f30671af-be05-44f8-b863-344cc6ade4e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585126'] for port (951b1801-b758-4644-b768-c5a6c2003c89), before_update {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:35.430502 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [None req-094e6268-9080-46ac-bb1b-3df9fc23ec4d None None] Current status of the port 514f5589-17f5-453b-bad7-ff069a5c2e2b is: DOWN; New status is: ACTIVE {{(pid=103471) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 14:14:35.431152 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-094e6268-9080-46ac-bb1b-3df9fc23ec4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585126'] for port (514f5589-17f5-453b-bad7-ff069a5c2e2b), before_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:35.580166 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73749af4-8e42-42c4-85d4-7ed9f0f0f3f8 None None] Routers {'3e3f6abb-3482-4246-9605-6f7a37c14d61'} bound to L3 agent in host dv-cinder-839793-5-iscsi {{(pid=103471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 14:14:35.583345 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.l3_hamode_db [None req-73749af4-8e42-42c4-85d4-7ed9f0f0f3f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-03T14:04:39Z,description=,heartbeat_timestamp=2022-05-03T14:14:09Z,host='dv-cinder-839793-5-iscsi',id=2583ee88-9503-4370-b6e4-0a676865815e,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T14:04:39Z,topic='l3_agent')) {'router_ids': ['3e3f6abb-3482-4246-9605-6f7a37c14d61'], 'active': True} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:14:35.604769 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.provisioning_blocks [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Provisioning complete for port 514f5589-17f5-453b-bad7-ff069a5c2e2b triggered by entity L2. {{(pid=103471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 14:14:35.606906 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749148'] for port (514f5589-17f5-453b-bad7-ff069a5c2e2b), provisioning_complete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:35.810287 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.db [None req-094e6268-9080-46ac-bb1b-3df9fc23ec4d None None] For port 514f5589-17f5-453b-bad7-ff069a5c2e2b, host dv-cinder-839793-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-5-iscsi',level=0,port_id=514f5589-17f5-453b-bad7-ff069a5c2e2b,segment=NetworkSegment(96845684-5e64-43d8-9d64-6efc7510389a),segment_id=96845684-5e64-43d8-9d64-6efc7510389a)] {{(pid=103471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 14:14:35.828788 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-094e6268-9080-46ac-bb1b-3df9fc23ec4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786921284783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786920821414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786920821432'] for port (514f5589-17f5-453b-bad7-ff069a5c2e2b), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:35.886714 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.36', 44874) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:14:35.901720 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-897a9957-d348-4ef2-8dd9-47f64a13c90f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:35.905639 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-27760007-5f21-47b8-b229-3244ff1e5998 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585126'] for port (None), before_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:35.941794 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789bf539-d4eb-4dc6-b327-97f013682cc7 req-24f300ce-283f-43aa-ba4f-fb68ef23539b tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:14:35.950205 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-789bf539-d4eb-4dc6-b327-97f013682cc7 req-24f300ce-283f-43aa-ba4f-fb68ef23539b tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] 10.222.0.36 "GET /v2.0/ports?device_id=92530935-2104-4b61-a2f8-286b3c1184d0 HTTP/1.1" status: 200 len: 945 time: 0.1518610 May 03 14:14:35.985789 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-f30671af-be05-44f8-b863-344cc6ade4e3 None None] Publish callbacks [] for port (951b1801-b758-4644-b768-c5a6c2003c89), precommit_update {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:35.993442 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-897a9957-d348-4ef2-8dd9-47f64a13c90f admin admin] Publish callbacks [] for security_group (b0e0e715-e05f-4144-b030-eb7b3b708e54), precommit_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:36.002033 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-f30671af-be05-44f8-b863-344cc6ade4e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786921284783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786920821414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786920821432'] for port (951b1801-b758-4644-b768-c5a6c2003c89), after_update {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:36.019062 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-897a9957-d348-4ef2-8dd9-47f64a13c90f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656397'] for security_group (b0e0e715-e05f-4144-b030-eb7b3b708e54), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:36.064816 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.managers [None req-f30671af-be05-44f8-b863-344cc6ade4e3 None None] Attempting to bind port 951b1801-b758-4644-b768-c5a6c2003c89 on host dv-cinder-839793-5-iscsi for vnic_type normal with profile {{(pid=103472) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 03 14:14:36.065567 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.managers [None req-f30671af-be05-44f8-b863-344cc6ade4e3 None None] Attempting to bind port 951b1801-b758-4644-b768-c5a6c2003c89 by drivers openvswitch,hyperv on host dv-cinder-839793-5-iscsi at level 0 using segments [{'id': '331ae69a-aeba-4f56-bd87-f289cf94ba88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2'}] {{(pid=103472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 03 14:14:36.066147 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f30671af-be05-44f8-b863-344cc6ade4e3 None None] Attempting to bind port 951b1801-b758-4644-b768-c5a6c2003c89 on network e0cd7c6d-9919-41eb-b035-2bfb3175faa2 {{(pid=103472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 14:14:36.075674 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f30671af-be05-44f8-b863-344cc6ade4e3 None None] Checking agent: {'id': '43411681-d6d4-43ac-b892-434a22df3f6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839793-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 14, 4, 43), 'started_at': datetime.datetime(2022, 5, 3, 14, 5, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 14, 14, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839793-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 03 14:14:36.076545 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f30671af-be05-44f8-b863-344cc6ade4e3 None None] Checking segment: {'id': '331ae69a-aeba-4f56-bd87-f289cf94ba88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103472) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 14:14:36.077363 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-f30671af-be05-44f8-b863-344cc6ade4e3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:36.077932 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f30671af-be05-44f8-b863-344cc6ade4e3 None None] Bound using segment: {'id': '331ae69a-aeba-4f56-bd87-f289cf94ba88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2'} {{(pid=103472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 03 14:14:36.078692 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.managers [None req-f30671af-be05-44f8-b863-344cc6ade4e3 None None] Bound port: 951b1801-b758-4644-b768-c5a6c2003c89, host: dv-cinder-839793-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '331ae69a-aeba-4f56-bd87-f289cf94ba88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2'}}] {{(pid=103472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 03 14:14:36.079457 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-f30671af-be05-44f8-b863-344cc6ade4e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585126'] for port (951b1801-b758-4644-b768-c5a6c2003c89), before_update {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:36.107299 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.provisioning_blocks [None req-8ec5a134-dfb2-4e22-98fb-20bd3fe8d7cf None None] Provisioning complete for port 514f5589-17f5-453b-bad7-ff069a5c2e2b triggered by entity DHCP. {{(pid=103471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 14:14:36.107956 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-8ec5a134-dfb2-4e22-98fb-20bd3fe8d7cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749148'] for port (514f5589-17f5-453b-bad7-ff069a5c2e2b), provisioning_complete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:36.123702 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094e6268-9080-46ac-bb1b-3df9fc23ec4d None None] Pushing event updated for resources: {'Port': ['ID=514f5589-17f5-453b-bad7-ff069a5c2e2b,revision_number=3']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:14:36.163769 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-897a9957-d348-4ef2-8dd9-47f64a13c90f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=fa2592fcc5c243b38b8bcb6ed285f1d6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2744343 May 03 14:14:36.165851 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.36', 44880) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:14:36.166782 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.db [None req-f30671af-be05-44f8-b863-344cc6ade4e3 None None] For port 951b1801-b758-4644-b768-c5a6c2003c89, host dv-cinder-839793-5-iscsi, cleared binding levels {{(pid=103472) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 14:14:36.172235 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.db [None req-f30671af-be05-44f8-b863-344cc6ade4e3 None None] For port 951b1801-b758-4644-b768-c5a6c2003c89, host dv-cinder-839793-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-5-iscsi',level=0,port_id=951b1801-b758-4644-b768-c5a6c2003c89,segment=NetworkSegment(331ae69a-aeba-4f56-bd87-f289cf94ba88),segment_id=331ae69a-aeba-4f56-bd87-f289cf94ba88)] {{(pid=103472) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 14:14:36.182640 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-f30671af-be05-44f8-b863-344cc6ade4e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786921284783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786920821414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786920821432'] for port (951b1801-b758-4644-b768-c5a6c2003c89), after_update {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:36.188843 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897a9957-d348-4ef2-8dd9-47f64a13c90f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0e0e715-e05f-4144-b030-eb7b3b708e54,revision_number=1']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:14:36.219335 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvr_db [None req-73749af4-8e42-42c4-85d4-7ed9f0f0f3f8 None None] Set router 3e3f6abb-3482-4246-9605-6f7a37c14d61 gateway port host: dv-cinder-839793-5-iscsi {{(pid=103471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 14:14:36.234951 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-789bf539-d4eb-4dc6-b327-97f013682cc7 req-d58518f5-84e7-4841-b18d-465d129ee576 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] 10.222.0.36 "GET /v2.0/security-groups?id=cbfeeeef-c433-4767-a994-eec44f2dc198&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2749567 May 03 14:14:36.274315 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f30671af-be05-44f8-b863-344cc6ade4e3 None None] Routers {'38b5ff34-9c6b-4825-b6f1-12ef2b3dd6b5'} bound to L3 agent in host dv-cinder-839793-5-iscsi {{(pid=103472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 14:14:36.274961 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.db.l3_hamode_db [None req-f30671af-be05-44f8-b863-344cc6ade4e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-03T14:04:39Z,description=,heartbeat_timestamp=2022-05-03T14:14:09Z,host='dv-cinder-839793-5-iscsi',id=2583ee88-9503-4370-b6e4-0a676865815e,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T14:04:39Z,topic='l3_agent')) {'router_ids': ['38b5ff34-9c6b-4825-b6f1-12ef2b3dd6b5'], 'active': True} {{(pid=103472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:14:36.294275 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05831016-9f85-4c64-acf2-6cbb1fa99adb None None] Pushing event updated for resources: {'Port': ['ID=951b1801-b758-4644-b768-c5a6c2003c89,revision_number=2']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:14:36.309907 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Current status of the port 514f5589-17f5-453b-bad7-ff069a5c2e2b is: ACTIVE; New status is: ACTIVE {{(pid=103471) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 14:14:36.315146 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-47d5e5e9-ebba-44a5-a424-a1a65b72dbb0 admin admin] Publish callbacks [] for security_group (b0e0e715-e05f-4144-b030-eb7b3b708e54), before_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:36.362548 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-47d5e5e9-ebba-44a5-a424-a1a65b72dbb0 admin admin] Publish callbacks [] for security_group (b0e0e715-e05f-4144-b030-eb7b3b708e54), precommit_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:36.454004 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-47d5e5e9-ebba-44a5-a424-a1a65b72dbb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656397'] for security_group (b0e0e715-e05f-4144-b030-eb7b3b708e54), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:36.459647 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-47d5e5e9-ebba-44a5-a424-a1a65b72dbb0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:36.463353 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-47d5e5e9-ebba-44a5-a424-a1a65b72dbb0 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b0e0e715-e05f-4144-b030-eb7b3b708e54 HTTP/1.1" status: 204 len: 168 time: 0.2899647 May 03 14:14:36.509657 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.db.db_base_plugin_common [None req-27760007-5f21-47b8-b229-3244ff1e5998 admin admin] Allocated IP 172.20.0.1 (f560d97d-2acd-47bd-966f-19197466eba2/e8cbf221-f4fe-47a8-93ac-36f15595da79/c234afb0-9699-490a-b237-8617dbb75553) {{(pid=103470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 14:14:36.517908 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d5e5e9-ebba-44a5-a424-a1a65b72dbb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0e0e715-e05f-4144-b030-eb7b3b708e54,revision_number=None']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:14:36.628829 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.rpc [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Device 514f5589-17f5-453b-bad7-ff069a5c2e2b up at agent ovs-agent-dv-cinder-839793-5-iscsi {{(pid=103471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 14:14:36.688970 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [None req-8ec5a134-dfb2-4e22-98fb-20bd3fe8d7cf None None] Current status of the port 514f5589-17f5-453b-bad7-ff069a5c2e2b is: ACTIVE; New status is: ACTIVE {{(pid=103471) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 14:14:36.739591 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.provisioning_blocks [None req-8ec5a134-dfb2-4e22-98fb-20bd3fe8d7cf None None] Provisioning complete for port 0e7b9bf6-aa1c-4b63-9d3b-2ee43110cab4 triggered by entity DHCP. {{(pid=103471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 14:14:36.740732 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-8ec5a134-dfb2-4e22-98fb-20bd3fe8d7cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749148'] for port (0e7b9bf6-aa1c-4b63-9d3b-2ee43110cab4), provisioning_complete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:36.744021 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-631b9e0b-c0ec-45d0-afb8-fa076d358aa8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786921254184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749114'] for agent (2d0d8db6-b1c3-4022-9f9b-561ce4a4d2d8), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:36.799879 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05831016-9f85-4c64-acf2-6cbb1fa99adb None None] Pushing event updated for resources: {'Port': ['ID=951b1801-b758-4644-b768-c5a6c2003c89,revision_number=3']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:14:36.855681 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-27760007-5f21-47b8-b229-3244ff1e5998 admin admin] Publish callbacks [] for port (c234afb0-9699-490a-b237-8617dbb75553), precommit_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:36.921269 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.provisioning_blocks [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Provisioning complete for port 514f5589-17f5-453b-bad7-ff069a5c2e2b triggered by entity L2. {{(pid=103471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 14:14:36.921913 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749148'] for port (514f5589-17f5-453b-bad7-ff069a5c2e2b), provisioning_complete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:36.935038 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-27760007-5f21-47b8-b229-3244ff1e5998 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786920821396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7524599'] for port (c234afb0-9699-490a-b237-8617dbb75553), after_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:36.941945 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.l3_hamode_db [None req-73749af4-8e42-42c4-85d4-7ed9f0f0f3f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e3f6abb-3482-4246-9605-6f7a37c14d61', 'name': 'tempest-TestMinimumBasicScenario-258955592-router', 'tenant_id': '82dd2e372240457991d34104d485914e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2', 'external_fixed_ips': [{'subnet_id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'ip_address': '172.27.3.233'}], 'enable_snat': True}, 'gw_port_id': '35a9fe5d-676e-4354-a529-4826b77d5b3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T14:14:20Z', 'updated_at': '2022-05-03T14:14:28Z', 'revision_number': 4, 'project_id': '82dd2e372240457991d34104d485914e', 'gw_port': {'id': '35a9fe5d-676e-4354-a529-4826b77d5b3e', 'name': '', 'network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:91:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e3f6abb-3482-4246-9605-6f7a37c14d61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'ip_address': '172.27.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:14:20Z', 'updated_at': '2022-05-03T14:14:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-5-iscsi', '_interfaces': [{'id': '0e7b9bf6-aa1c-4b63-9d3b-2ee43110cab4', 'name': '', 'network_id': '8dc92238-28cd-45a4-badc-48f2239674a7', 'tenant_id': '82dd2e372240457991d34104d485914e', 'mac_address': 'fa:16:3e:cb:e9:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e3f6abb-3482-4246-9605-6f7a37c14d61', 'device_owner': 'network:router_interface', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '51d7044e-2855-42b7-9f7d-ac457e2a545f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:14:27Z', 'updated_at': '2022-05-03T14:14:34Z', 'revision_number': 4, 'project_id': '82dd2e372240457991d34104d485914e', 'subnets': [{'id': '51d7044e-2855-42b7-9f7d-ac457e2a545f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-5-iscsi', False) {} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:14:36.986128 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.db.l3_dvr_db [None req-f30671af-be05-44f8-b863-344cc6ade4e3 None None] Set router 38b5ff34-9c6b-4825-b6f1-12ef2b3dd6b5 gateway port host: dv-cinder-839793-5-iscsi {{(pid=103472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 14:14:37.037845 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27760007-5f21-47b8-b229-3244ff1e5998 admin admin] Network f560d97d-2acd-47bd-966f-19197466eba2 is already hosted by enough agents. {{(pid=103470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 14:14:37.041852 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.scheduler.base_scheduler [None req-27760007-5f21-47b8-b229-3244ff1e5998 admin admin] Resources bound (agent type, host, resource id): {{(pid=103470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 14:14:37.048276 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27760007-5f21-47b8-b229-3244ff1e5998 admin admin] Received port after_create {{(pid=103470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 14:14:37.071251 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73749af4-8e42-42c4-85d4-7ed9f0f0f3f8 None None] The sync data for ids ['3e3f6abb-3482-4246-9605-6f7a37c14d61'] in dv-cinder-839793-5-iscsi is: [{'id': '3e3f6abb-3482-4246-9605-6f7a37c14d61', 'name': 'tempest-TestMinimumBasicScenario-258955592-router', 'tenant_id': '82dd2e372240457991d34104d485914e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2', 'external_fixed_ips': [{'subnet_id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'ip_address': '172.27.3.233'}], 'enable_snat': True}, 'gw_port_id': '35a9fe5d-676e-4354-a529-4826b77d5b3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T14:14:20Z', 'updated_at': '2022-05-03T14:14:28Z', 'revision_number': 4, 'project_id': '82dd2e372240457991d34104d485914e', 'gw_port': {'id': '35a9fe5d-676e-4354-a529-4826b77d5b3e', 'name': '', 'network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:91:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e3f6abb-3482-4246-9605-6f7a37c14d61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'ip_address': '172.27.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:14:20Z', 'updated_at': '2022-05-03T14:14:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-5-iscsi', '_interfaces': [{'id': '0e7b9bf6-aa1c-4b63-9d3b-2ee43110cab4', 'name': '', 'network_id': '8dc92238-28cd-45a4-badc-48f2239674a7', 'tenant_id': '82dd2e372240457991d34104d485914e', 'mac_address': 'fa:16:3e:cb:e9:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e3f6abb-3482-4246-9605-6f7a37c14d61', 'device_owner': 'network:router_interface', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '51d7044e-2855-42b7-9f7d-ac457e2a545f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:14:27Z', 'updated_at': '2022-05-03T14:14:34Z', 'revision_number': 4, 'project_id': '82dd2e372240457991d34104d485914e', 'subnets': [{'id': '51d7044e-2855-42b7-9f7d-ac457e2a545f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 14:14:37.145387 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27760007-5f21-47b8-b229-3244ff1e5998 admin admin] Pushing event updated for resources: {'Port': ['ID=c234afb0-9699-490a-b237-8617dbb75553,revision_number=1']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:14:37.221089 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-27760007-5f21-47b8-b229-3244ff1e5998 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1691063'] for router_interface (38b5ff34-9c6b-4825-b6f1-12ef2b3dd6b5), before_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:37.270028 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [None req-8ec5a134-dfb2-4e22-98fb-20bd3fe8d7cf None None] Current status of the port 0e7b9bf6-aa1c-4b63-9d3b-2ee43110cab4 is: DOWN; New status is: ACTIVE {{(pid=103471) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 14:14:37.270588 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-8ec5a134-dfb2-4e22-98fb-20bd3fe8d7cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585126'] for port (0e7b9bf6-aa1c-4b63-9d3b-2ee43110cab4), before_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:37.283310 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.36', 44896) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:14:37.416362 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Current status of the port 514f5589-17f5-453b-bad7-ff069a5c2e2b is: ACTIVE; New status is: ACTIVE {{(pid=103471) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 14:14:37.454724 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.db [None req-8ec5a134-dfb2-4e22-98fb-20bd3fe8d7cf None None] For port 0e7b9bf6-aa1c-4b63-9d3b-2ee43110cab4, host dv-cinder-839793-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-5-iscsi',level=0,port_id=0e7b9bf6-aa1c-4b63-9d3b-2ee43110cab4,segment=NetworkSegment(6ae9ecb3-f3fd-4a55-999d-21c0e316c5ee),segment_id=6ae9ecb3-f3fd-4a55-999d-21c0e316c5ee)] {{(pid=103471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 14:14:37.469946 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-8ec5a134-dfb2-4e22-98fb-20bd3fe8d7cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786921284783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786920821414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786920821432'] for port (0e7b9bf6-aa1c-4b63-9d3b-2ee43110cab4), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:37.568312 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-2448c86d-fe81-4767-a6cd-e7804305703c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:37.590015 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.db.l3_hamode_db [None req-f30671af-be05-44f8-b863-344cc6ade4e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38b5ff34-9c6b-4825-b6f1-12ef2b3dd6b5', 'name': 'tempest-TestVolumeBootPattern-301482067-router', 'tenant_id': '593f1ab9823f41ffa40d6155bebaca54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2', 'external_fixed_ips': [{'subnet_id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'ip_address': '172.27.3.104'}], 'enable_snat': True}, 'gw_port_id': '951b1801-b758-4644-b768-c5a6c2003c89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T14:14:30Z', 'updated_at': '2022-05-03T14:14:33Z', 'revision_number': 3, 'project_id': '593f1ab9823f41ffa40d6155bebaca54', 'gw_port': {'id': '951b1801-b758-4644-b768-c5a6c2003c89', 'name': '', 'network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:9c:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38b5ff34-9c6b-4825-b6f1-12ef2b3dd6b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'ip_address': '172.27.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:14:31Z', 'updated_at': '2022-05-03T14:14:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-5-iscsi'}], 'dv-cinder-839793-5-iscsi', False) {} {{(pid=103472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:14:37.647823 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f30671af-be05-44f8-b863-344cc6ade4e3 None None] The sync data for ids ['38b5ff34-9c6b-4825-b6f1-12ef2b3dd6b5'] in dv-cinder-839793-5-iscsi is: [{'id': '38b5ff34-9c6b-4825-b6f1-12ef2b3dd6b5', 'name': 'tempest-TestVolumeBootPattern-301482067-router', 'tenant_id': '593f1ab9823f41ffa40d6155bebaca54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2', 'external_fixed_ips': [{'subnet_id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'ip_address': '172.27.3.104'}], 'enable_snat': True}, 'gw_port_id': '951b1801-b758-4644-b768-c5a6c2003c89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T14:14:30Z', 'updated_at': '2022-05-03T14:14:33Z', 'revision_number': 3, 'project_id': '593f1ab9823f41ffa40d6155bebaca54', 'gw_port': {'id': '951b1801-b758-4644-b768-c5a6c2003c89', 'name': '', 'network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:9c:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38b5ff34-9c6b-4825-b6f1-12ef2b3dd6b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'ip_address': '172.27.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:14:31Z', 'updated_at': '2022-05-03T14:14:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-5-iscsi'}] {{(pid=103472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 14:14:37.689063 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-27760007-5f21-47b8-b229-3244ff1e5998 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585126'] for port (c234afb0-9699-490a-b237-8617dbb75553), before_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:37.707736 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec5a134-dfb2-4e22-98fb-20bd3fe8d7cf None None] Pushing event updated for resources: {'Port': ['ID=0e7b9bf6-aa1c-4b63-9d3b-2ee43110cab4,revision_number=5']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:14:37.746196 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.provisioning_blocks [None req-2c19960f-e50d-468b-9bf3-945c55d5c7aa None None] Provisioning complete for port c234afb0-9699-490a-b237-8617dbb75553 triggered by entity DHCP. {{(pid=103471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 14:14:37.746789 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-2c19960f-e50d-468b-9bf3-945c55d5c7aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749148'] for port (c234afb0-9699-490a-b237-8617dbb75553), provisioning_complete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:37.757524 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.wsgi [-] (103470) accepted ('10.222.0.36', 44914) {{(pid=103470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:14:37.772931 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b9003a-57ee-4e36-9733-97bf7f2f9291 req-0f0f4924-b658-41f6-877a-b40c939df1ab tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:14:37.778879 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-b6b9003a-57ee-4e36-9733-97bf7f2f9291 req-0f0f4924-b658-41f6-877a-b40c939df1ab tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] 10.222.0.36 "GET /v2.0/ports?device_id=92530935-2104-4b61-a2f8-286b3c1184d0 HTTP/1.1" status: 200 len: 945 time: 0.2018874 May 03 14:14:37.788009 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-2448c86d-fe81-4767-a6cd-e7804305703c admin admin] Publish callbacks [] for security_group (2f9da777-8345-49c2-9ae9-dc55fd08b3cc), precommit_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:37.798914 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-2448c86d-fe81-4767-a6cd-e7804305703c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656397'] for security_group (2f9da777-8345-49c2-9ae9-dc55fd08b3cc), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:37.807403 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [None req-2c19960f-e50d-468b-9bf3-945c55d5c7aa None None] Port c234afb0-9699-490a-b237-8617dbb75553 cannot update to ACTIVE because it is not bound. {{(pid=103471) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 03 14:14:37.875007 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2448c86d-fe81-4767-a6cd-e7804305703c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f9da777-8345-49c2-9ae9-dc55fd08b3cc,revision_number=1']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:14:37.895083 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-5d34c5d8-d93c-4530-a00a-3d1f60db3723 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:37.897014 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-2448c86d-fe81-4767-a6cd-e7804305703c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=488949c83c2b44d096c3b722aed4768e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6125035 May 03 14:14:37.909132 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.36', 44916) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:14:37.994117 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-2961f865-2b42-4968-889c-0ae126c27466 admin admin] Publish callbacks [] for security_group (2f9da777-8345-49c2-9ae9-dc55fd08b3cc), before_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:38.010865 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-b6b9003a-57ee-4e36-9733-97bf7f2f9291 req-c186d663-2ba4-4791-8961-2b1641721770 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] 10.222.0.36 "GET /v2.0/security-groups?id=cbfeeeef-c433-4767-a994-eec44f2dc198&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607463 May 03 14:14:38.036020 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-2961f865-2b42-4968-889c-0ae126c27466 admin admin] Publish callbacks [] for security_group (2f9da777-8345-49c2-9ae9-dc55fd08b3cc), precommit_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:38.112074 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-2961f865-2b42-4968-889c-0ae126c27466 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656397'] for security_group (2f9da777-8345-49c2-9ae9-dc55fd08b3cc), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:38.116786 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-2961f865-2b42-4968-889c-0ae126c27466 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:38.118491 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-2961f865-2b42-4968-889c-0ae126c27466 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/2f9da777-8345-49c2-9ae9-dc55fd08b3cc HTTP/1.1" status: 204 len: 168 time: 0.2081110 May 03 14:14:38.128154 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2961f865-2b42-4968-889c-0ae126c27466 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f9da777-8345-49c2-9ae9-dc55fd08b3cc,revision_number=None']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:14:38.152341 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-27760007-5f21-47b8-b229-3244ff1e5998 admin admin] Publish callbacks [] for port (c234afb0-9699-490a-b237-8617dbb75553), precommit_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:38.165006 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-27760007-5f21-47b8-b229-3244ff1e5998 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786921284783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786920821414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786920821432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7524494'] for port (c234afb0-9699-490a-b237-8617dbb75553), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:38.305184 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-27760007-5f21-47b8-b229-3244ff1e5998 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1599844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1690985'] for router_interface (38b5ff34-9c6b-4825-b6f1-12ef2b3dd6b5), after_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:38.332940 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27760007-5f21-47b8-b229-3244ff1e5998 admin admin] Pushing event updated for resources: {'Port': ['ID=c234afb0-9699-490a-b237-8617dbb75553,revision_number=2']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:14:38.376042 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-5d34c5d8-d93c-4530-a00a-3d1f60db3723 admin admin] Publish callbacks [] for security_group (e74ee16c-2aba-4f8b-9ee9-736a41981ec9), precommit_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:38.393916 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-5d34c5d8-d93c-4530-a00a-3d1f60db3723 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656397'] for security_group (e74ee16c-2aba-4f8b-9ee9-736a41981ec9), after_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:38.449148 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [None req-5d34c5d8-d93c-4530-a00a-3d1f60db3723 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=486f2b0a778447a2882143726e634ef4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6879156 May 03 14:14:38.449925 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.36', 44920) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:14:38.528962 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d34c5d8-d93c-4530-a00a-3d1f60db3723 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e74ee16c-2aba-4f8b-9ee9-736a41981ec9,revision_number=1']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:14:38.550533 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-ed4f46d3-6ea0-42f9-9ff5-2379cde365a0 admin admin] Publish callbacks [] for security_group (e74ee16c-2aba-4f8b-9ee9-736a41981ec9), before_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:38.611866 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-ed4f46d3-6ea0-42f9-9ff5-2379cde365a0 admin admin] Publish callbacks [] for security_group (e74ee16c-2aba-4f8b-9ee9-736a41981ec9), precommit_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:38.633015 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27760007-5f21-47b8-b229-3244ff1e5998 admin admin] Network f560d97d-2acd-47bd-966f-19197466eba2 is already hosted by enough agents. {{(pid=103470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 14:14:38.634512 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.scheduler.base_scheduler [None req-27760007-5f21-47b8-b229-3244ff1e5998 admin admin] Resources bound (agent type, host, resource id): {{(pid=103470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 14:14:38.719098 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.rpc [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Device 0e7b9bf6-aa1c-4b63-9d3b-2ee43110cab4 up at agent ovs-agent-dv-cinder-839793-5-iscsi {{(pid=103471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 14:14:38.740204 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-ed4f46d3-6ea0-42f9-9ff5-2379cde365a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656397'] for security_group (e74ee16c-2aba-4f8b-9ee9-736a41981ec9), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:38.743702 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-ed4f46d3-6ea0-42f9-9ff5-2379cde365a0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:38.745151 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-ed4f46d3-6ea0-42f9-9ff5-2379cde365a0 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e74ee16c-2aba-4f8b-9ee9-736a41981ec9 HTTP/1.1" status: 204 len: 168 time: 0.2939863 May 03 14:14:38.772407 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4f46d3-6ea0-42f9-9ff5-2379cde365a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e74ee16c-2aba-4f8b-9ee9-736a41981ec9,revision_number=None']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:14:38.995731 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-827c2c30-041d-4a1b-a4a7-203b3be581ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786921254184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749114'] for agent (2583ee88-9503-4370-b6e4-0a676865815e), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:39.068300 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.provisioning_blocks [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Provisioning complete for port 0e7b9bf6-aa1c-4b63-9d3b-2ee43110cab4 triggered by entity L2. {{(pid=103471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 14:14:39.070261 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749148'] for port (0e7b9bf6-aa1c-4b63-9d3b-2ee43110cab4), provisioning_complete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:39.107236 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27760007-5f21-47b8-b229-3244ff1e5998 admin admin] Router 38b5ff34-9c6b-4825-b6f1-12ef2b3dd6b5 has already been hosted by L3 agent 2583ee88-9503-4370-b6e4-0a676865815e {{(pid=103470) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 14:14:39.244324 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786921254184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749114'] for agent (e81ee3ce-91e9-46ba-a5c7-9619c95b22a6), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:39.377516 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.provisioning_blocks [None req-991c5c6c-05f1-436d-b7de-1c3fe358ca7f None None] Provisioning complete for port c234afb0-9699-490a-b237-8617dbb75553 triggered by entity DHCP. {{(pid=103471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 14:14:39.377904 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-991c5c6c-05f1-436d-b7de-1c3fe358ca7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749148'] for port (c234afb0-9699-490a-b237-8617dbb75553), provisioning_complete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:39.427816 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Current status of the port 0e7b9bf6-aa1c-4b63-9d3b-2ee43110cab4 is: ACTIVE; New status is: ACTIVE {{(pid=103471) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 14:14:39.429072 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.rpc [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Device 951b1801-b758-4644-b768-c5a6c2003c89 up at agent ovs-agent-dv-cinder-839793-5-iscsi {{(pid=103471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 14:14:39.516700 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [None req-991c5c6c-05f1-436d-b7de-1c3fe358ca7f None None] Port c234afb0-9699-490a-b237-8617dbb75553 cannot update to ACTIVE because it is not bound. {{(pid=103471) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 03 14:14:39.540713 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.provisioning_blocks [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Provisioning complete for port 951b1801-b758-4644-b768-c5a6c2003c89 triggered by entity L2. {{(pid=103471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 14:14:39.541107 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749148'] for port (951b1801-b758-4644-b768-c5a6c2003c89), provisioning_complete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:39.558505 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27760007-5f21-47b8-b229-3244ff1e5998 admin admin] Notify agent at l3_agent.dv-cinder-839793-5-iscsi the message routers_updated {{(pid=103470) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 14:14:39.575163 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [None req-27760007-5f21-47b8-b229-3244ff1e5998 admin admin] 10.222.0.36 "PUT /v2.0/routers/38b5ff34-9c6b-4825-b6f1-12ef2b3dd6b5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8854570 May 03 14:14:39.598500 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917fcdf9-7f47-493b-b721-9a1a5a05131d req-859462cb-1251-4a07-bdc5-e6cd6219051a tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:14:39.612627 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-917fcdf9-7f47-493b-b721-9a1a5a05131d req-859462cb-1251-4a07-bdc5-e6cd6219051a tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] 10.222.0.36 "GET /v2.0/ports?device_id=92530935-2104-4b61-a2f8-286b3c1184d0 HTTP/1.1" status: 200 len: 945 time: 0.3729069 May 03 14:14:39.713338 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Current status of the port 951b1801-b758-4644-b768-c5a6c2003c89 is: DOWN; New status is: ACTIVE {{(pid=103471) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 14:14:39.713939 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585126'] for port (951b1801-b758-4644-b768-c5a6c2003c89), before_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:39.750228 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-917fcdf9-7f47-493b-b721-9a1a5a05131d req-2b0d7ee9-db34-485a-adec-5088dc42b758 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] 10.222.0.36 "GET /v2.0/security-groups?id=cbfeeeef-c433-4767-a994-eec44f2dc198&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293695 May 03 14:14:39.765681 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.db [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] For port 951b1801-b758-4644-b768-c5a6c2003c89, host dv-cinder-839793-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-5-iscsi',level=0,port_id=951b1801-b758-4644-b768-c5a6c2003c89,segment=NetworkSegment(331ae69a-aeba-4f56-bd87-f289cf94ba88),segment_id=331ae69a-aeba-4f56-bd87-f289cf94ba88)] {{(pid=103471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 14:14:39.776836 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786921284783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786920821414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786920821432'] for port (951b1801-b758-4644-b768-c5a6c2003c89), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:39.878272 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Pushing event updated for resources: {'Port': ['ID=951b1801-b758-4644-b768-c5a6c2003c89,revision_number=4']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:14:40.395067 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-6b98c286-5509-41ae-9e31-4a328d4e2e3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786921254184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749114'] for agent (9772c1e2-61d8-4a11-97d8-348a0cefa431), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:40.534589 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.rpc [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Device 951b1801-b758-4644-b768-c5a6c2003c89 up at agent ovs-agent-dv-cinder-839793-5-iscsi {{(pid=103471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 14:14:40.617559 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.provisioning_blocks [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Provisioning complete for port 951b1801-b758-4644-b768-c5a6c2003c89 triggered by entity L2. {{(pid=103471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 14:14:40.618069 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749148'] for port (951b1801-b758-4644-b768-c5a6c2003c89), provisioning_complete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:40.721659 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Current status of the port 951b1801-b758-4644-b768-c5a6c2003c89 is: ACTIVE; New status is: ACTIVE {{(pid=103471) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 14:14:40.914016 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971e5d65-b23f-44a2-9ad6-e61c24ff1e3d req-5fc309c8-a0ac-466e-b275-77b64d8a961f tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:14:40.916252 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-971e5d65-b23f-44a2-9ad6-e61c24ff1e3d req-5fc309c8-a0ac-466e-b275-77b64d8a961f tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] 10.222.0.36 "GET /v2.0/ports?device_id=92530935-2104-4b61-a2f8-286b3c1184d0 HTTP/1.1" status: 200 len: 945 time: 0.0757864 May 03 14:14:40.924469 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.36', 45014) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:14:41.020200 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-971e5d65-b23f-44a2-9ad6-e61c24ff1e3d req-f378fe88-b420-4851-8345-29c86b1ab6d6 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] 10.222.0.36 "GET /v2.0/security-groups?id=cbfeeeef-c433-4767-a994-eec44f2dc198&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881994 May 03 14:14:41.100514 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.wsgi [-] (103470) accepted ('10.222.0.36', 45020) {{(pid=103470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:14:41.105657 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.v2.base [None req-e8059e42-53c6-4088-886c-a08c4c95d176 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1407538280-network', 'tenant_id': 'd0b764ea593b465881fef7937cf6ac86'}} {{(pid=103470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 14:14:41.134849 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8059e42-53c6-4088-886c-a08c4c95d176 admin admin] Made reservation on behalf of d0b764ea593b465881fef7937cf6ac86 for: {'network': 1} {{(pid=103470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 14:14:41.137564 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-e8059e42-53c6-4088-886c-a08c4c95d176 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585126'] for network (None), before_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:41.153515 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-e8059e42-53c6-4088-886c-a08c4c95d176 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:41.290741 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-e8059e42-53c6-4088-886c-a08c4c95d176 admin admin] Publish callbacks [] for security_group (df879c2e-bc1a-48c6-84aa-34f681b9742b), precommit_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:41.298113 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-e8059e42-53c6-4088-886c-a08c4c95d176 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656397'] for security_group (df879c2e-bc1a-48c6-84aa-34f681b9742b), after_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:41.338989 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8059e42-53c6-4088-886c-a08c4c95d176 admin admin] vlan segment allocate from pool success with {'vlan_id': 220, 'physical_network': 'physnet1'} {{(pid=103470) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 14:14:41.382888 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.v2.base [None req-827bf6eb-2050-4b18-b70b-a82d603b64b9 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-535434406-network', 'tenant_id': 'fe12e93e2173443ebbc6badc62f75f20'}} {{(pid=103469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 14:14:41.392845 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-e8059e42-53c6-4088-886c-a08c4c95d176 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-690795'] for segment (c3ca0466-8eca-46f7-88e0-bbc55baa28dc), precommit_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:41.393203 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.db.segments_db [None req-e8059e42-53c6-4088-886c-a08c4c95d176 admin admin] Added segment c3ca0466-8eca-46f7-88e0-bbc55baa28dc of type vlan for network df540db6-f15c-4c08-801c-52cefde810cf May 03 14:14:41.431616 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.36', 45026) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:14:41.455408 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-827bf6eb-2050-4b18-b70b-a82d603b64b9 admin admin] Made reservation on behalf of fe12e93e2173443ebbc6badc62f75f20 for: {'network': 1} {{(pid=103469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 14:14:41.459879 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-827bf6eb-2050-4b18-b70b-a82d603b64b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585126'] for network (None), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:41.487098 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-827bf6eb-2050-4b18-b70b-a82d603b64b9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:41.510822 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-ece2f477-2d6d-4faa-a9a3-ecc6a9d3b5ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786921254184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749114'] for agent (5abb75e8-e954-4dc0-bed6-210d2af77b9f), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:41.516904 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8059e42-53c6-4088-886c-a08c4c95d176 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df879c2e-bc1a-48c6-84aa-34f681b9742b,revision_number=1']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:14:41.579541 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-e8059e42-53c6-4088-886c-a08c4c95d176 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786920812993'] for network (df540db6-f15c-4c08-801c-52cefde810cf), precommit_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:41.597181 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-c0202e68-34ca-467b-82da-ddeef6f24579 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:41.614937 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-e8059e42-53c6-4088-886c-a08c4c95d176 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766'] for network (df540db6-f15c-4c08-801c-52cefde810cf), after_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:41.616482 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8059e42-53c6-4088-886c-a08c4c95d176 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:14:41.618318 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-e8059e42-53c6-4088-886c-a08c4c95d176 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599744'] for network (None), before_response {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:41.677325 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [None req-e8059e42-53c6-4088-886c-a08c4c95d176 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5756388 May 03 14:14:41.681203 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.wsgi [-] (103470) accepted ('10.222.0.36', 45062) {{(pid=103470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:14:41.691671 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.v2.base [None req-03a8e860-37ce-458e-a627-bc2a416d015b admin admin] Request body: {'subnet': {'network_id': 'df540db6-f15c-4c08-801c-52cefde810cf', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1407538280-subnet', 'tenant_id': 'd0b764ea593b465881fef7937cf6ac86', 'ip_version': 4}} {{(pid=103470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 14:14:41.705432 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-827bf6eb-2050-4b18-b70b-a82d603b64b9 admin admin] Publish callbacks [] for security_group (0e37fc03-fb0d-4798-8150-3b29211720fd), precommit_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:41.721434 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-827bf6eb-2050-4b18-b70b-a82d603b64b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656397'] for security_group (0e37fc03-fb0d-4798-8150-3b29211720fd), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:41.730541 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9a3b45b-7c67-4ef9-ac30-73f4064d72bc None None] Sync routers for ids ['38b5ff34-9c6b-4825-b6f1-12ef2b3dd6b5'] in dv-cinder-839793-5-iscsi {{(pid=103471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 14:14:41.751139 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9a3b45b-7c67-4ef9-ac30-73f4064d72bc None None] Routers {'38b5ff34-9c6b-4825-b6f1-12ef2b3dd6b5'} bound to L3 agent in host dv-cinder-839793-5-iscsi {{(pid=103471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 14:14:41.753106 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.l3_hamode_db [None req-c9a3b45b-7c67-4ef9-ac30-73f4064d72bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-03T14:04:39Z,description=,heartbeat_timestamp=2022-05-03T14:14:39Z,host='dv-cinder-839793-5-iscsi',id=2583ee88-9503-4370-b6e4-0a676865815e,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T14:04:39Z,topic='l3_agent')) {'router_ids': ['38b5ff34-9c6b-4825-b6f1-12ef2b3dd6b5'], 'active': True} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:14:41.759808 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827bf6eb-2050-4b18-b70b-a82d603b64b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e37fc03-fb0d-4798-8150-3b29211720fd,revision_number=1']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:14:41.780445 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-827bf6eb-2050-4b18-b70b-a82d603b64b9 admin admin] vlan segment allocate from pool success with {'vlan_id': 233, 'physical_network': 'physnet1'} {{(pid=103469) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 14:14:41.789884 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8059e42-53c6-4088-886c-a08c4c95d176 admin admin] Pushing event updated for resources: {'Network': ['ID=df540db6-f15c-4c08-801c-52cefde810cf,revision_number=1']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:14:41.800375 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-c0202e68-34ca-467b-82da-ddeef6f24579 admin admin] Publish callbacks [] for security_group (19108d63-dce8-4c2f-ba57-e2e60b7a5af8), precommit_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:41.804801 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-827bf6eb-2050-4b18-b70b-a82d603b64b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-690795'] for segment (4be1416b-9363-4244-b679-4004fdfa6b44), precommit_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:41.805941 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.db.segments_db [None req-827bf6eb-2050-4b18-b70b-a82d603b64b9 admin admin] Added segment 4be1416b-9363-4244-b679-4004fdfa6b44 of type vlan for network 27b794d9-b670-411c-9a0a-80863d6faaf1 May 03 14:14:41.808717 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-c0202e68-34ca-467b-82da-ddeef6f24579 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656397'] for security_group (19108d63-dce8-4c2f-ba57-e2e60b7a5af8), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:41.826289 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03a8e860-37ce-458e-a627-bc2a416d015b admin admin] Made reservation on behalf of d0b764ea593b465881fef7937cf6ac86 for: {'subnet': 1} {{(pid=103470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 14:14:41.834334 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-03a8e860-37ce-458e-a627-bc2a416d015b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4621574'] for subnet (None), before_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:41.851776 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-c0202e68-34ca-467b-82da-ddeef6f24579 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e666804deea54d8ea4f3b2b7bcf263cd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4189792 May 03 14:14:41.855478 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.36', 45068) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:14:41.858002 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.rpc [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Network df540db6-f15c-4c08-801c-52cefde810cf details requested by agent ovs-agent-dv-cinder-839793-5-iscsi with host dv-cinder-839793-5-iscsi {{(pid=103471) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 03 14:14:42.001675 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-827bf6eb-2050-4b18-b70b-a82d603b64b9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786920812993'] for network (27b794d9-b670-411c-9a0a-80863d6faaf1), precommit_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:42.082962 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0202e68-34ca-467b-82da-ddeef6f24579 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19108d63-dce8-4c2f-ba57-e2e60b7a5af8,revision_number=1']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:14:42.112523 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-827bf6eb-2050-4b18-b70b-a82d603b64b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766'] for network (27b794d9-b670-411c-9a0a-80863d6faaf1), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:42.115895 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-827bf6eb-2050-4b18-b70b-a82d603b64b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:14:42.117168 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-827bf6eb-2050-4b18-b70b-a82d603b64b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599744'] for network (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:42.216879 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-03a8e860-37ce-458e-a627-bc2a416d015b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7525895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4621592'] for subnet (cc095f53-629e-4075-9959-d4566292fc9d), after_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:42.239637 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-827bf6eb-2050-4b18-b70b-a82d603b64b9 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.3112648 May 03 14:14:42.240312 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.36', 45074) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:14:42.268464 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.v2.base [None req-70800a15-3a91-45d5-82f5-c6bf917656a0 admin admin] Request body: {'subnet': {'network_id': '27b794d9-b670-411c-9a0a-80863d6faaf1', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-535434406-subnet', 'tenant_id': 'fe12e93e2173443ebbc6badc62f75f20', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 14:14:42.364319 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a8e860-37ce-458e-a627-bc2a416d015b admin admin] Pushing event updated for resources: {'Subnet': ['ID=cc095f53-629e-4075-9959-d4566292fc9d,revision_number=0']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:14:42.395755 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03a8e860-37ce-458e-a627-bc2a416d015b admin admin] Checking segment: {'id': 'c3ca0466-8eca-46f7-88e0-bbc55baa28dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'df540db6-f15c-4c08-801c-52cefde810cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 14:14:42.396078 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03a8e860-37ce-458e-a627-bc2a416d015b admin admin] Network hostable DHCP agents. Network: df540db6-f15c-4c08-801c-52cefde810cf, hostable agents: ['2d0d8db6-b1c3-4022-9f9b-561ce4a4d2d8'], hosted agents: [] {{(pid=103470) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 14:14:42.418645 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376a15fe-0426-44cf-b002-381c4dcddd54 req-cb034af7-7f3a-4522-95a7-f5cf0a232539 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:14:42.420739 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-376a15fe-0426-44cf-b002-381c4dcddd54 req-cb034af7-7f3a-4522-95a7-f5cf0a232539 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] 10.222.0.36 "GET /v2.0/ports?device_id=92530935-2104-4b61-a2f8-286b3c1184d0 HTTP/1.1" status: 200 len: 945 time: 0.1193645 May 03 14:14:42.441536 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03a8e860-37ce-458e-a627-bc2a416d015b admin admin] Network df540db6-f15c-4c08-801c-52cefde810cf is scheduled to be hosted by DHCP agent 2d0d8db6-b1c3-4022-9f9b-561ce4a4d2d8 with binding_index 1 {{(pid=103470) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 14:14:42.443869 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvr_db [None req-c9a3b45b-7c67-4ef9-ac30-73f4064d72bc None None] Set router 38b5ff34-9c6b-4825-b6f1-12ef2b3dd6b5 gateway port host: dv-cinder-839793-5-iscsi {{(pid=103471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 14:14:42.456682 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.scheduler.base_scheduler [None req-03a8e860-37ce-458e-a627-bc2a416d015b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839793-5-iscsi, df540db6-f15c-4c08-801c-52cefde810cf) {{(pid=103470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 14:14:42.462563 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03a8e860-37ce-458e-a627-bc2a416d015b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:14:42.463161 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-03a8e860-37ce-458e-a627-bc2a416d015b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599744'] for subnet (None), before_response {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:42.486171 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [None req-03a8e860-37ce-458e-a627-bc2a416d015b admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8017716 May 03 14:14:42.488640 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.wsgi [-] (103470) accepted ('10.222.0.36', 45078) {{(pid=103470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:14:42.495975 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.v2.base [None req-a571eeb5-2fd1-42db-b0ad-0a95c75f11f0 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1407538280-router', 'tenant_id': 'd0b764ea593b465881fef7937cf6ac86', 'external_gateway_info': {'network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2'}}} {{(pid=103470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 14:14:42.500268 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-564888a6-0b7d-460a-b59b-fb8c119c3056 None None] Network df540db6-f15c-4c08-801c-52cefde810cf requested from dv-cinder-839793-5-iscsi {{(pid=103471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 03 14:14:42.514805 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827bf6eb-2050-4b18-b70b-a82d603b64b9 admin admin] Pushing event updated for resources: {'Network': ['ID=27b794d9-b670-411c-9a0a-80863d6faaf1,revision_number=1']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:14:42.539079 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-c115fbb9-0d84-414b-bb47-196df03ee254 admin admin] Publish callbacks [] for security_group (19108d63-dce8-4c2f-ba57-e2e60b7a5af8), before_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:42.545504 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.rpc [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Network 27b794d9-b670-411c-9a0a-80863d6faaf1 details requested by agent ovs-agent-dv-cinder-839793-5-iscsi with host dv-cinder-839793-5-iscsi {{(pid=103471) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 03 14:14:42.558998 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-a571eeb5-2fd1-42db-b0ad-0a95c75f11f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1703700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-104012'] for router (f5bdc071-e1b0-402d-8dfd-775e137ea794), before_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:42.566365 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-a571eeb5-2fd1-42db-b0ad-0a95c75f11f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1703864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1700637', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1742612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103989'] for router (f5bdc071-e1b0-402d-8dfd-775e137ea794), precommit_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:42.640675 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-376a15fe-0426-44cf-b002-381c4dcddd54 req-ec57e5e4-49e0-4271-beaa-a1e31567b399 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] 10.222.0.36 "GET /v2.0/security-groups?id=cbfeeeef-c433-4767-a994-eec44f2dc198&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1937816 May 03 14:14:42.651493 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70800a15-3a91-45d5-82f5-c6bf917656a0 admin admin] Made reservation on behalf of fe12e93e2173443ebbc6badc62f75f20 for: {'subnet': 1} {{(pid=103469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 14:14:42.663794 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-70800a15-3a91-45d5-82f5-c6bf917656a0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4510186'] for subnet (None), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:42.673165 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-a571eeb5-2fd1-42db-b0ad-0a95c75f11f0 admin admin] Publish callbacks [] for router_controller (f5bdc071-e1b0-402d-8dfd-775e137ea794), precommit_add_association {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:42.698018 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-c115fbb9-0d84-414b-bb47-196df03ee254 admin admin] Publish callbacks [] for security_group (19108d63-dce8-4c2f-ba57-e2e60b7a5af8), precommit_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:42.931856 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a746daee-90bf-45d1-b936-abf6901c3c04 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a095324-fe16-59ec-838a-76a13e211480-df540db6-f15c-4c08-801c-52cefde810cf', 'network_id': 'df540db6-f15c-4c08-801c-52cefde810cf', 'project_id': 'd0b764ea593b465881fef7937cf6ac86', 'fixed_ips': [{'subnet_id': 'cc095f53-629e-4075-9959-d4566292fc9d'}]}} from dv-cinder-839793-5-iscsi. {{(pid=103471) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 03 14:14:42.939020 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-a746daee-90bf-45d1-b936-abf6901c3c04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585126'] for port (None), before_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:42.961714 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-a571eeb5-2fd1-42db-b0ad-0a95c75f11f0 admin admin] Publish callbacks [] for router_gateway (f5bdc071-e1b0-402d-8dfd-775e137ea794), precommit_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:42.965595 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.l3_hamode_db [None req-c9a3b45b-7c67-4ef9-ac30-73f4064d72bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38b5ff34-9c6b-4825-b6f1-12ef2b3dd6b5', 'name': 'tempest-TestVolumeBootPattern-301482067-router', 'tenant_id': '593f1ab9823f41ffa40d6155bebaca54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2', 'external_fixed_ips': [{'subnet_id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'ip_address': '172.27.3.104'}], 'enable_snat': True}, 'gw_port_id': '951b1801-b758-4644-b768-c5a6c2003c89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T14:14:30Z', 'updated_at': '2022-05-03T14:14:37Z', 'revision_number': 4, 'project_id': '593f1ab9823f41ffa40d6155bebaca54', 'gw_port': {'id': '951b1801-b758-4644-b768-c5a6c2003c89', 'name': '', 'network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:9c:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38b5ff34-9c6b-4825-b6f1-12ef2b3dd6b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'ip_address': '172.27.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:14:31Z', 'updated_at': '2022-05-03T14:14:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-5-iscsi', '_interfaces': [{'id': 'c234afb0-9699-490a-b237-8617dbb75553', 'name': '', 'network_id': 'f560d97d-2acd-47bd-966f-19197466eba2', 'tenant_id': '593f1ab9823f41ffa40d6155bebaca54', 'mac_address': 'fa:16:3e:2e:54:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38b5ff34-9c6b-4825-b6f1-12ef2b3dd6b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'e8cbf221-f4fe-47a8-93ac-36f15595da79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:14:35Z', 'updated_at': '2022-05-03T14:14:37Z', 'revision_number': 2, 'project_id': '593f1ab9823f41ffa40d6155bebaca54', 'subnets': [{'id': 'e8cbf221-f4fe-47a8-93ac-36f15595da79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-5-iscsi', False) {} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:14:43.005525 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9a3b45b-7c67-4ef9-ac30-73f4064d72bc None None] Checking router: 38b5ff34-9c6b-4825-b6f1-12ef2b3dd6b5 for host: dv-cinder-839793-5-iscsi {{(pid=103471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 14:14:43.006023 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9a3b45b-7c67-4ef9-ac30-73f4064d72bc None None] Updating router 38b5ff34-9c6b-4825-b6f1-12ef2b3dd6b5 port c234afb0-9699-490a-b237-8617dbb75553 binding host dv-cinder-839793-5-iscsi {{(pid=103471) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 03 14:14:43.055837 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c9a3b45b-7c67-4ef9-ac30-73f4064d72bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585126'] for port (c234afb0-9699-490a-b237-8617dbb75553), before_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:43.220793 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-c115fbb9-0d84-414b-bb47-196df03ee254 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656397'] for security_group (19108d63-dce8-4c2f-ba57-e2e60b7a5af8), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:43.229495 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-c115fbb9-0d84-414b-bb47-196df03ee254 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:43.233666 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-c115fbb9-0d84-414b-bb47-196df03ee254 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/19108d63-dce8-4c2f-ba57-e2e60b7a5af8 HTTP/1.1" status: 204 len: 168 time: 1.3741016 May 03 14:14:43.282633 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c115fbb9-0d84-414b-bb47-196df03ee254 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19108d63-dce8-4c2f-ba57-e2e60b7a5af8,revision_number=None']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:14:43.391481 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786921254184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749114'] for agent (43411681-d6d4-43ac-b892-434a22df3f6d), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:43.463364 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-70800a15-3a91-45d5-82f5-c6bf917656a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6177775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4510196'] for subnet (c578e165-fcac-4048-b331-804311f4219b), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:43.474442 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.db_base_plugin_common [None req-a746daee-90bf-45d1-b936-abf6901c3c04 None None] Allocated IP 172.20.0.2 (df540db6-f15c-4c08-801c-52cefde810cf/cc095f53-629e-4075-9959-d4566292fc9d/41b0b3a7-99bf-4de0-9388-ecf820e6c55a) {{(pid=103471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 14:14:43.635174 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c9a3b45b-7c67-4ef9-ac30-73f4064d72bc None None] Publish callbacks [] for port (c234afb0-9699-490a-b237-8617dbb75553), precommit_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:43.646605 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c9a3b45b-7c67-4ef9-ac30-73f4064d72bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786921284783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786920821414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786920821432'] for port (c234afb0-9699-490a-b237-8617dbb75553), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:43.658548 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70800a15-3a91-45d5-82f5-c6bf917656a0 admin admin] Checking segment: {'id': '4be1416b-9363-4244-b679-4004fdfa6b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '27b794d9-b670-411c-9a0a-80863d6faaf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 14:14:43.659103 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70800a15-3a91-45d5-82f5-c6bf917656a0 admin admin] Network hostable DHCP agents. Network: 27b794d9-b670-411c-9a0a-80863d6faaf1, hostable agents: ['2d0d8db6-b1c3-4022-9f9b-561ce4a4d2d8'], hosted agents: [] {{(pid=103469) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 14:14:43.671506 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70800a15-3a91-45d5-82f5-c6bf917656a0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c578e165-fcac-4048-b331-804311f4219b,revision_number=0']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:14:43.719670 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70800a15-3a91-45d5-82f5-c6bf917656a0 admin admin] Network 27b794d9-b670-411c-9a0a-80863d6faaf1 is scheduled to be hosted by DHCP agent 2d0d8db6-b1c3-4022-9f9b-561ce4a4d2d8 with binding_index 1 {{(pid=103469) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 14:14:43.747909 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.scheduler.base_scheduler [None req-70800a15-3a91-45d5-82f5-c6bf917656a0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839793-5-iscsi, 27b794d9-b670-411c-9a0a-80863d6faaf1) {{(pid=103469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 14:14:43.759530 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70800a15-3a91-45d5-82f5-c6bf917656a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:14:43.760186 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-70800a15-3a91-45d5-82f5-c6bf917656a0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:43.789810 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95b37325-1649-4fc3-8fab-424e26100400 None None] Network 27b794d9-b670-411c-9a0a-80863d6faaf1 requested from dv-cinder-839793-5-iscsi {{(pid=103471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 03 14:14:43.812755 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-70800a15-3a91-45d5-82f5-c6bf917656a0 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.5518477 May 03 14:14:43.998438 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-a571eeb5-2fd1-42db-b0ad-0a95c75f11f0 admin admin] Publish callbacks [] for router_gateway (f5bdc071-e1b0-402d-8dfd-775e137ea794), before_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:43.998438 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-a571eeb5-2fd1-42db-b0ad-0a95c75f11f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585126'] for port (None), before_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:44.168693 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f334b5a-fccb-44d1-9728-381a27f11b18 req-732387ed-328b-45af-b19c-512a3cd5c668 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:14:44.188901 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-5f334b5a-fccb-44d1-9728-381a27f11b18 req-732387ed-328b-45af-b19c-512a3cd5c668 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] 10.222.0.36 "GET /v2.0/ports?device_id=92530935-2104-4b61-a2f8-286b3c1184d0 HTTP/1.1" status: 200 len: 945 time: 0.3572512 May 03 14:14:44.282085 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65ff21f-6eab-4ddc-b497-8f22906b7f00 None None] Pushing event updated for resources: {'Port': ['ID=c234afb0-9699-490a-b237-8617dbb75553,revision_number=3']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:14:44.388654 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-5f334b5a-fccb-44d1-9728-381a27f11b18 req-b846e4fa-a862-49cf-90fc-94d4db24b469 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] 10.222.0.36 "GET /v2.0/security-groups?id=cbfeeeef-c433-4767-a994-eec44f2dc198&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1947598 May 03 14:14:44.440178 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.db.db_base_plugin_common [None req-a571eeb5-2fd1-42db-b0ad-0a95c75f11f0 admin admin] Allocated IP 172.27.3.142 (e0cd7c6d-9919-41eb-b035-2bfb3175faa2/4f18d5d6-ed18-48e7-a335-d8ef216f5f78/97f39471-f207-4340-bf9f-ea6d3f3386e8) {{(pid=103470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 14:14:44.517046 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfa13f85-8baa-441d-b25c-26bf08fc703e None None] Network 27b794d9-b670-411c-9a0a-80863d6faaf1 requested from dv-cinder-839793-5-iscsi {{(pid=103471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 03 14:14:44.542837 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-a746daee-90bf-45d1-b936-abf6901c3c04 None None] Publish callbacks [] for port (41b0b3a7-99bf-4de0-9388-ecf820e6c55a), precommit_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:44.545042 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.managers [None req-c9a3b45b-7c67-4ef9-ac30-73f4064d72bc None None] Attempting to bind port c234afb0-9699-490a-b237-8617dbb75553 on host dv-cinder-839793-5-iscsi for vnic_type normal with profile {{(pid=103471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 03 14:14:44.545437 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.managers [None req-c9a3b45b-7c67-4ef9-ac30-73f4064d72bc None None] Attempting to bind port c234afb0-9699-490a-b237-8617dbb75553 by drivers openvswitch,hyperv on host dv-cinder-839793-5-iscsi at level 0 using segments [{'id': '96845684-5e64-43d8-9d64-6efc7510389a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'f560d97d-2acd-47bd-966f-19197466eba2'}] {{(pid=103471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 03 14:14:44.546072 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9a3b45b-7c67-4ef9-ac30-73f4064d72bc None None] Attempting to bind port c234afb0-9699-490a-b237-8617dbb75553 on network f560d97d-2acd-47bd-966f-19197466eba2 {{(pid=103471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 14:14:44.551616 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.provisioning_blocks [None req-9ee9ba45-4f09-4655-958a-1f3425ac7c11 None None] Provisioning complete for port c234afb0-9699-490a-b237-8617dbb75553 triggered by entity DHCP. {{(pid=103471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 14:14:44.552232 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-9ee9ba45-4f09-4655-958a-1f3425ac7c11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749148'] for port (c234afb0-9699-490a-b237-8617dbb75553), provisioning_complete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:44.570235 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-a746daee-90bf-45d1-b936-abf6901c3c04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786920821396'] for port (41b0b3a7-99bf-4de0-9388-ecf820e6c55a), after_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:44.682005 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9a3b45b-7c67-4ef9-ac30-73f4064d72bc None None] Checking agent: {'id': '43411681-d6d4-43ac-b892-434a22df3f6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839793-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 14, 4, 43), 'started_at': datetime.datetime(2022, 5, 3, 14, 5, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 14, 14, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839793-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 03 14:14:44.682005 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9a3b45b-7c67-4ef9-ac30-73f4064d72bc None None] Checking segment: {'id': '96845684-5e64-43d8-9d64-6efc7510389a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'f560d97d-2acd-47bd-966f-19197466eba2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 14:14:44.685230 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-a571eeb5-2fd1-42db-b0ad-0a95c75f11f0 admin admin] Publish callbacks [] for port (97f39471-f207-4340-bf9f-ea6d3f3386e8), precommit_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:44.688170 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c9a3b45b-7c67-4ef9-ac30-73f4064d72bc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:44.688559 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9a3b45b-7c67-4ef9-ac30-73f4064d72bc None None] Bound using segment: {'id': '96845684-5e64-43d8-9d64-6efc7510389a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'f560d97d-2acd-47bd-966f-19197466eba2'} {{(pid=103471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 03 14:14:44.689069 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.managers [None req-c9a3b45b-7c67-4ef9-ac30-73f4064d72bc None None] Bound port: c234afb0-9699-490a-b237-8617dbb75553, host: dv-cinder-839793-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96845684-5e64-43d8-9d64-6efc7510389a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'f560d97d-2acd-47bd-966f-19197466eba2'}}] {{(pid=103471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 03 14:14:44.689485 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c9a3b45b-7c67-4ef9-ac30-73f4064d72bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585126'] for port (c234afb0-9699-490a-b237-8617dbb75553), before_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:44.775083 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-a571eeb5-2fd1-42db-b0ad-0a95c75f11f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786920821396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7524599'] for port (97f39471-f207-4340-bf9f-ea6d3f3386e8), after_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:44.820309 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a571eeb5-2fd1-42db-b0ad-0a95c75f11f0 admin admin] Network e0cd7c6d-9919-41eb-b035-2bfb3175faa2 is already hosted by enough agents. {{(pid=103470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 14:14:44.823078 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a746daee-90bf-45d1-b936-abf6901c3c04 None None] Network df540db6-f15c-4c08-801c-52cefde810cf is already hosted by enough agents. {{(pid=103471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 14:14:44.824238 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.scheduler.base_scheduler [None req-a571eeb5-2fd1-42db-b0ad-0a95c75f11f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 14:14:44.830530 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a571eeb5-2fd1-42db-b0ad-0a95c75f11f0 admin admin] Received port after_create {{(pid=103470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 14:14:44.852328 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.scheduler.base_scheduler [None req-a746daee-90bf-45d1-b936-abf6901c3c04 None None] Resources bound (agent type, host, resource id): {{(pid=103471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 14:14:44.913937 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [None req-9ee9ba45-4f09-4655-958a-1f3425ac7c11 None None] Port c234afb0-9699-490a-b237-8617dbb75553 cannot update to ACTIVE because it is not bound. {{(pid=103471) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 03 14:14:44.923408 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a746daee-90bf-45d1-b936-abf6901c3c04 None None] Received port after_create {{(pid=103471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 14:14:44.929265 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a746daee-90bf-45d1-b936-abf6901c3c04 None None] Pushing event updated for resources: {'Port': ['ID=41b0b3a7-99bf-4de0-9388-ecf820e6c55a,revision_number=1']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:14:44.983917 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a571eeb5-2fd1-42db-b0ad-0a95c75f11f0 admin admin] Pushing event updated for resources: {'Port': ['ID=97f39471-f207-4340-bf9f-ea6d3f3386e8,revision_number=1']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:14:45.183435 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.db [None req-c9a3b45b-7c67-4ef9-ac30-73f4064d72bc None None] For port c234afb0-9699-490a-b237-8617dbb75553, host dv-cinder-839793-5-iscsi, cleared binding levels {{(pid=103471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 14:14:45.218437 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.db [None req-c9a3b45b-7c67-4ef9-ac30-73f4064d72bc None None] For port c234afb0-9699-490a-b237-8617dbb75553, host dv-cinder-839793-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-5-iscsi',level=0,port_id=c234afb0-9699-490a-b237-8617dbb75553,segment=NetworkSegment(96845684-5e64-43d8-9d64-6efc7510389a),segment_id=96845684-5e64-43d8-9d64-6efc7510389a)] {{(pid=103471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 14:14:45.223358 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.managers [None req-a746daee-90bf-45d1-b936-abf6901c3c04 None None] Attempting to bind port 41b0b3a7-99bf-4de0-9388-ecf820e6c55a on host dv-cinder-839793-5-iscsi for vnic_type normal with profile {{(pid=103471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 03 14:14:45.224071 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.managers [None req-a746daee-90bf-45d1-b936-abf6901c3c04 None None] Attempting to bind port 41b0b3a7-99bf-4de0-9388-ecf820e6c55a by drivers openvswitch,hyperv on host dv-cinder-839793-5-iscsi at level 0 using segments [{'id': 'c3ca0466-8eca-46f7-88e0-bbc55baa28dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'df540db6-f15c-4c08-801c-52cefde810cf'}] {{(pid=103471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 03 14:14:45.224465 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a746daee-90bf-45d1-b936-abf6901c3c04 None None] Attempting to bind port 41b0b3a7-99bf-4de0-9388-ecf820e6c55a on network df540db6-f15c-4c08-801c-52cefde810cf {{(pid=103471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 14:14:45.234497 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c9a3b45b-7c67-4ef9-ac30-73f4064d72bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786921284783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786920821414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786920821432'] for port (c234afb0-9699-490a-b237-8617dbb75553), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:45.247711 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a746daee-90bf-45d1-b936-abf6901c3c04 None None] Checking agent: {'id': '43411681-d6d4-43ac-b892-434a22df3f6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839793-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 14, 4, 43), 'started_at': datetime.datetime(2022, 5, 3, 14, 5, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 14, 14, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839793-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 03 14:14:45.248079 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a746daee-90bf-45d1-b936-abf6901c3c04 None None] Checking segment: {'id': 'c3ca0466-8eca-46f7-88e0-bbc55baa28dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'df540db6-f15c-4c08-801c-52cefde810cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 14:14:45.248479 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-a746daee-90bf-45d1-b936-abf6901c3c04 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:45.248972 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a746daee-90bf-45d1-b936-abf6901c3c04 None None] Bound using segment: {'id': 'c3ca0466-8eca-46f7-88e0-bbc55baa28dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'df540db6-f15c-4c08-801c-52cefde810cf'} {{(pid=103471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 03 14:14:45.249493 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.managers [None req-a746daee-90bf-45d1-b936-abf6901c3c04 None None] Bound port: 41b0b3a7-99bf-4de0-9388-ecf820e6c55a, host: dv-cinder-839793-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3ca0466-8eca-46f7-88e0-bbc55baa28dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'df540db6-f15c-4c08-801c-52cefde810cf'}}] {{(pid=103471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 03 14:14:45.249872 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-a746daee-90bf-45d1-b936-abf6901c3c04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585126'] for port (41b0b3a7-99bf-4de0-9388-ecf820e6c55a), before_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:45.315497 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-a571eeb5-2fd1-42db-b0ad-0a95c75f11f0 admin admin] Publish callbacks [] for router_gateway (f5bdc071-e1b0-402d-8dfd-775e137ea794), after_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:45.331138 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9a3b45b-7c67-4ef9-ac30-73f4064d72bc None None] Routers {'38b5ff34-9c6b-4825-b6f1-12ef2b3dd6b5'} bound to L3 agent in host dv-cinder-839793-5-iscsi {{(pid=103471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 14:14:45.331780 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.l3_hamode_db [None req-c9a3b45b-7c67-4ef9-ac30-73f4064d72bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-03T14:04:39Z,description=,heartbeat_timestamp=2022-05-03T14:14:39Z,host='dv-cinder-839793-5-iscsi',id=2583ee88-9503-4370-b6e4-0a676865815e,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T14:04:39Z,topic='l3_agent')) {'router_ids': ['38b5ff34-9c6b-4825-b6f1-12ef2b3dd6b5'], 'active': True} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:14:45.866010 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.db [None req-a746daee-90bf-45d1-b936-abf6901c3c04 None None] For port 41b0b3a7-99bf-4de0-9388-ecf820e6c55a, host dv-cinder-839793-5-iscsi, cleared binding levels {{(pid=103471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 14:14:45.888362 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d97b2c2-c457-4f07-b203-84c05330a253 req-cd99db7e-efdd-420e-8277-4d1ebc3fb7f7 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:14:45.890741 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-4d97b2c2-c457-4f07-b203-84c05330a253 req-cd99db7e-efdd-420e-8277-4d1ebc3fb7f7 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] 10.222.0.36 "GET /v2.0/ports?device_id=92530935-2104-4b61-a2f8-286b3c1184d0 HTTP/1.1" status: 200 len: 945 time: 0.1602859 May 03 14:14:45.931220 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65ff21f-6eab-4ddc-b497-8f22906b7f00 None None] Pushing event updated for resources: {'Port': ['ID=c234afb0-9699-490a-b237-8617dbb75553,revision_number=4']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:14:45.987388 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.provisioning_blocks [None req-e52038ec-44be-4fc3-a1fa-403ee75442e0 None None] Provisioning complete for port c234afb0-9699-490a-b237-8617dbb75553 triggered by entity DHCP. {{(pid=103471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 14:14:45.987834 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-e52038ec-44be-4fc3-a1fa-403ee75442e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749148'] for port (c234afb0-9699-490a-b237-8617dbb75553), provisioning_complete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:46.012607 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvr_db [None req-c9a3b45b-7c67-4ef9-ac30-73f4064d72bc None None] Set router 38b5ff34-9c6b-4825-b6f1-12ef2b3dd6b5 gateway port host: dv-cinder-839793-5-iscsi {{(pid=103471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 14:14:46.105421 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-4d97b2c2-c457-4f07-b203-84c05330a253 req-352099c2-7540-45f1-8635-54a4dc0e198f tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] 10.222.0.36 "GET /v2.0/security-groups?id=cbfeeeef-c433-4767-a994-eec44f2dc198&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1996460 May 03 14:14:46.110431 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.db [None req-a746daee-90bf-45d1-b936-abf6901c3c04 None None] For port 41b0b3a7-99bf-4de0-9388-ecf820e6c55a, host dv-cinder-839793-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-5-iscsi',level=0,port_id=41b0b3a7-99bf-4de0-9388-ecf820e6c55a,segment=NetworkSegment(c3ca0466-8eca-46f7-88e0-bbc55baa28dc),segment_id=c3ca0466-8eca-46f7-88e0-bbc55baa28dc)] {{(pid=103471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 14:14:46.112481 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-a571eeb5-2fd1-42db-b0ad-0a95c75f11f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1703809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1700802'] for router (f5bdc071-e1b0-402d-8dfd-775e137ea794), after_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:46.292113 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a571eeb5-2fd1-42db-b0ad-0a95c75f11f0 admin admin] Router f5bdc071-e1b0-402d-8dfd-775e137ea794 is scheduled to L3 agent 2583ee88-9503-4370-b6e4-0a676865815e with binding_index 1 {{(pid=103470) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 03 14:14:46.302242 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-a746daee-90bf-45d1-b936-abf6901c3c04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786921284783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786920821414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786920821432'] for port (41b0b3a7-99bf-4de0-9388-ecf820e6c55a), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:46.381351 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.l3_hamode_db [None req-c9a3b45b-7c67-4ef9-ac30-73f4064d72bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38b5ff34-9c6b-4825-b6f1-12ef2b3dd6b5', 'name': 'tempest-TestVolumeBootPattern-301482067-router', 'tenant_id': '593f1ab9823f41ffa40d6155bebaca54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2', 'external_fixed_ips': [{'subnet_id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'ip_address': '172.27.3.104'}], 'enable_snat': True}, 'gw_port_id': '951b1801-b758-4644-b768-c5a6c2003c89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T14:14:30Z', 'updated_at': '2022-05-03T14:14:37Z', 'revision_number': 4, 'project_id': '593f1ab9823f41ffa40d6155bebaca54', 'gw_port': {'id': '951b1801-b758-4644-b768-c5a6c2003c89', 'name': '', 'network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:9c:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38b5ff34-9c6b-4825-b6f1-12ef2b3dd6b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'ip_address': '172.27.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:14:31Z', 'updated_at': '2022-05-03T14:14:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-5-iscsi', '_interfaces': [{'id': 'c234afb0-9699-490a-b237-8617dbb75553', 'name': '', 'network_id': 'f560d97d-2acd-47bd-966f-19197466eba2', 'tenant_id': '593f1ab9823f41ffa40d6155bebaca54', 'mac_address': 'fa:16:3e:2e:54:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38b5ff34-9c6b-4825-b6f1-12ef2b3dd6b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'e8cbf221-f4fe-47a8-93ac-36f15595da79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:14:35Z', 'updated_at': '2022-05-03T14:14:45Z', 'revision_number': 4, 'project_id': '593f1ab9823f41ffa40d6155bebaca54', 'subnets': [{'id': 'e8cbf221-f4fe-47a8-93ac-36f15595da79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-5-iscsi', False) {} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:14:46.400361 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a746daee-90bf-45d1-b936-abf6901c3c04 None None] Pushing event updated for resources: {'Port': ['ID=41b0b3a7-99bf-4de0-9388-ecf820e6c55a,revision_number=2']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:14:46.464004 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9a3b45b-7c67-4ef9-ac30-73f4064d72bc None None] The sync data for ids ['38b5ff34-9c6b-4825-b6f1-12ef2b3dd6b5'] in dv-cinder-839793-5-iscsi is: [{'id': '38b5ff34-9c6b-4825-b6f1-12ef2b3dd6b5', 'name': 'tempest-TestVolumeBootPattern-301482067-router', 'tenant_id': '593f1ab9823f41ffa40d6155bebaca54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2', 'external_fixed_ips': [{'subnet_id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'ip_address': '172.27.3.104'}], 'enable_snat': True}, 'gw_port_id': '951b1801-b758-4644-b768-c5a6c2003c89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T14:14:30Z', 'updated_at': '2022-05-03T14:14:37Z', 'revision_number': 4, 'project_id': '593f1ab9823f41ffa40d6155bebaca54', 'gw_port': {'id': '951b1801-b758-4644-b768-c5a6c2003c89', 'name': '', 'network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:9c:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38b5ff34-9c6b-4825-b6f1-12ef2b3dd6b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'ip_address': '172.27.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:14:31Z', 'updated_at': '2022-05-03T14:14:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-5-iscsi', '_interfaces': [{'id': 'c234afb0-9699-490a-b237-8617dbb75553', 'name': '', 'network_id': 'f560d97d-2acd-47bd-966f-19197466eba2', 'tenant_id': '593f1ab9823f41ffa40d6155bebaca54', 'mac_address': 'fa:16:3e:2e:54:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38b5ff34-9c6b-4825-b6f1-12ef2b3dd6b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'e8cbf221-f4fe-47a8-93ac-36f15595da79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:14:35Z', 'updated_at': '2022-05-03T14:14:45Z', 'revision_number': 4, 'project_id': '593f1ab9823f41ffa40d6155bebaca54', 'subnets': [{'id': 'e8cbf221-f4fe-47a8-93ac-36f15595da79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 14:14:46.480606 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a571eeb5-2fd1-42db-b0ad-0a95c75f11f0 admin admin] Notify agent at l3_agent.dv-cinder-839793-5-iscsi the message routers_updated {{(pid=103470) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 14:14:46.504933 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-a571eeb5-2fd1-42db-b0ad-0a95c75f11f0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:46.507270 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [None req-a571eeb5-2fd1-42db-b0ad-0a95c75f11f0 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.0171723 May 03 14:14:46.510542 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.36', 45166) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:14:46.517166 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4a4cead-b67f-4b3e-a2f1-2440bd503c4e None None] Sync routers for ids ['f5bdc071-e1b0-402d-8dfd-775e137ea794'] in dv-cinder-839793-5-iscsi {{(pid=103472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 14:14:46.551887 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4a4cead-b67f-4b3e-a2f1-2440bd503c4e None None] Routers {'f5bdc071-e1b0-402d-8dfd-775e137ea794'} bound to L3 agent in host dv-cinder-839793-5-iscsi {{(pid=103472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 14:14:46.552737 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.db.l3_hamode_db [None req-c4a4cead-b67f-4b3e-a2f1-2440bd503c4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-03T14:04:39Z,description=,heartbeat_timestamp=2022-05-03T14:14:39Z,host='dv-cinder-839793-5-iscsi',id=2583ee88-9503-4370-b6e4-0a676865815e,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T14:04:39Z,topic='l3_agent')) {'router_ids': ['f5bdc071-e1b0-402d-8dfd-775e137ea794'], 'active': True} {{(pid=103472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:14:46.662188 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [None req-e52038ec-44be-4fc3-a1fa-403ee75442e0 None None] Current status of the port c234afb0-9699-490a-b237-8617dbb75553 is: DOWN; New status is: ACTIVE {{(pid=103471) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 14:14:46.662966 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-e52038ec-44be-4fc3-a1fa-403ee75442e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585126'] for port (c234afb0-9699-490a-b237-8617dbb75553), before_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:46.722683 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.db [None req-e52038ec-44be-4fc3-a1fa-403ee75442e0 None None] For port c234afb0-9699-490a-b237-8617dbb75553, host dv-cinder-839793-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-5-iscsi',level=0,port_id=c234afb0-9699-490a-b237-8617dbb75553,segment=NetworkSegment(96845684-5e64-43d8-9d64-6efc7510389a),segment_id=96845684-5e64-43d8-9d64-6efc7510389a)] {{(pid=103471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 14:14:46.729906 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-e52038ec-44be-4fc3-a1fa-403ee75442e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786921284783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786920821414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786920821432'] for port (c234afb0-9699-490a-b237-8617dbb75553), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:46.862167 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52038ec-44be-4fc3-a1fa-403ee75442e0 None None] Pushing event updated for resources: {'Port': ['ID=c234afb0-9699-490a-b237-8617dbb75553,revision_number=5']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:14:46.895222 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.db.l3_dvr_db [None req-c4a4cead-b67f-4b3e-a2f1-2440bd503c4e None None] Set router f5bdc071-e1b0-402d-8dfd-775e137ea794 gateway port host: dv-cinder-839793-5-iscsi {{(pid=103472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 14:14:47.208937 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.db.l3_hamode_db [None req-c4a4cead-b67f-4b3e-a2f1-2440bd503c4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5bdc071-e1b0-402d-8dfd-775e137ea794', 'name': 'tempest-TestVolumeBootPattern-1407538280-router', 'tenant_id': 'd0b764ea593b465881fef7937cf6ac86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2', 'external_fixed_ips': [{'subnet_id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'ip_address': '172.27.3.142'}], 'enable_snat': True}, 'gw_port_id': '97f39471-f207-4340-bf9f-ea6d3f3386e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T14:14:42Z', 'updated_at': '2022-05-03T14:14:45Z', 'revision_number': 3, 'project_id': 'd0b764ea593b465881fef7937cf6ac86', 'gw_port': {'id': '97f39471-f207-4340-bf9f-ea6d3f3386e8', 'name': '', 'network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:94:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5bdc071-e1b0-402d-8dfd-775e137ea794', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'ip_address': '172.27.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:14:44Z', 'updated_at': '2022-05-03T14:14:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-5-iscsi'}], 'dv-cinder-839793-5-iscsi', False) {} {{(pid=103472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:14:47.291703 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4a4cead-b67f-4b3e-a2f1-2440bd503c4e None None] Checking router: f5bdc071-e1b0-402d-8dfd-775e137ea794 for host: dv-cinder-839793-5-iscsi {{(pid=103472) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 14:14:47.291974 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4a4cead-b67f-4b3e-a2f1-2440bd503c4e None None] Updating router f5bdc071-e1b0-402d-8dfd-775e137ea794 port 97f39471-f207-4340-bf9f-ea6d3f3386e8 binding host dv-cinder-839793-5-iscsi {{(pid=103472) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 03 14:14:47.331234 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3f82d5-8003-46a0-9fb5-985e5d2911a1 req-1c027894-2fba-4c52-a8d4-2f77e4a4957d tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:14:47.332794 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-af3f82d5-8003-46a0-9fb5-985e5d2911a1 req-1c027894-2fba-4c52-a8d4-2f77e4a4957d tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] 10.222.0.36 "GET /v2.0/ports?device_id=92530935-2104-4b61-a2f8-286b3c1184d0 HTTP/1.1" status: 200 len: 945 time: 0.1059465 May 03 14:14:47.353048 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-c4a4cead-b67f-4b3e-a2f1-2440bd503c4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585126'] for port (97f39471-f207-4340-bf9f-ea6d3f3386e8), before_update {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:47.461733 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-af3f82d5-8003-46a0-9fb5-985e5d2911a1 req-b189f5d4-f21a-48f2-a91c-c422682fa945 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] 10.222.0.36 "GET /v2.0/security-groups?id=cbfeeeef-c433-4767-a994-eec44f2dc198&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195164 May 03 14:14:47.522456 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-4b211b85-7415-4e74-ad0e-109fbd5f0989 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585126'] for port (None), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:47.888443 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-c4a4cead-b67f-4b3e-a2f1-2440bd503c4e None None] Publish callbacks [] for port (97f39471-f207-4340-bf9f-ea6d3f3386e8), precommit_update {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:47.902659 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-c4a4cead-b67f-4b3e-a2f1-2440bd503c4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786921284783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786920821414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786920821432'] for port (97f39471-f207-4340-bf9f-ea6d3f3386e8), after_update {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:47.925594 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.db.db_base_plugin_common [None req-4b211b85-7415-4e74-ad0e-109fbd5f0989 admin admin] Allocated IP 172.20.0.1 (df540db6-f15c-4c08-801c-52cefde810cf/cc095f53-629e-4075-9959-d4566292fc9d/6b0166c6-a23e-4da4-be51-b89f55e1b2c3) {{(pid=103469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 14:14:47.968126 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c92151-6d41-4d40-9c77-13cfc8ba18b0 None None] Pushing event updated for resources: {'Port': ['ID=97f39471-f207-4340-bf9f-ea6d3f3386e8,revision_number=2']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:14:48.007014 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.managers [None req-c4a4cead-b67f-4b3e-a2f1-2440bd503c4e None None] Attempting to bind port 97f39471-f207-4340-bf9f-ea6d3f3386e8 on host dv-cinder-839793-5-iscsi for vnic_type normal with profile {{(pid=103472) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 03 14:14:48.008036 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.managers [None req-c4a4cead-b67f-4b3e-a2f1-2440bd503c4e None None] Attempting to bind port 97f39471-f207-4340-bf9f-ea6d3f3386e8 by drivers openvswitch,hyperv on host dv-cinder-839793-5-iscsi at level 0 using segments [{'id': '331ae69a-aeba-4f56-bd87-f289cf94ba88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2'}] {{(pid=103472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 03 14:14:48.008711 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4a4cead-b67f-4b3e-a2f1-2440bd503c4e None None] Attempting to bind port 97f39471-f207-4340-bf9f-ea6d3f3386e8 on network e0cd7c6d-9919-41eb-b035-2bfb3175faa2 {{(pid=103472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 14:14:48.028574 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4a4cead-b67f-4b3e-a2f1-2440bd503c4e None None] Checking agent: {'id': '43411681-d6d4-43ac-b892-434a22df3f6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839793-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 14, 4, 43), 'started_at': datetime.datetime(2022, 5, 3, 14, 5, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 14, 14, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839793-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 03 14:14:48.029223 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4a4cead-b67f-4b3e-a2f1-2440bd503c4e None None] Checking segment: {'id': '331ae69a-aeba-4f56-bd87-f289cf94ba88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103472) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 14:14:48.031681 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-c4a4cead-b67f-4b3e-a2f1-2440bd503c4e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:48.032194 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4a4cead-b67f-4b3e-a2f1-2440bd503c4e None None] Bound using segment: {'id': '331ae69a-aeba-4f56-bd87-f289cf94ba88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2'} {{(pid=103472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 03 14:14:48.032792 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.managers [None req-c4a4cead-b67f-4b3e-a2f1-2440bd503c4e None None] Bound port: 97f39471-f207-4340-bf9f-ea6d3f3386e8, host: dv-cinder-839793-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '331ae69a-aeba-4f56-bd87-f289cf94ba88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2'}}] {{(pid=103472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 03 14:14:48.033270 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-c4a4cead-b67f-4b3e-a2f1-2440bd503c4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585126'] for port (97f39471-f207-4340-bf9f-ea6d3f3386e8), before_update {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:48.082481 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-4b211b85-7415-4e74-ad0e-109fbd5f0989 admin admin] Publish callbacks [] for port (6b0166c6-a23e-4da4-be51-b89f55e1b2c3), precommit_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:48.155685 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.db [None req-c4a4cead-b67f-4b3e-a2f1-2440bd503c4e None None] For port 97f39471-f207-4340-bf9f-ea6d3f3386e8, host dv-cinder-839793-5-iscsi, cleared binding levels {{(pid=103472) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 14:14:48.159271 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.db [None req-c4a4cead-b67f-4b3e-a2f1-2440bd503c4e None None] For port 97f39471-f207-4340-bf9f-ea6d3f3386e8, host dv-cinder-839793-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-5-iscsi',level=0,port_id=97f39471-f207-4340-bf9f-ea6d3f3386e8,segment=NetworkSegment(331ae69a-aeba-4f56-bd87-f289cf94ba88),segment_id=331ae69a-aeba-4f56-bd87-f289cf94ba88)] {{(pid=103472) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 14:14:48.160682 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-4b211b85-7415-4e74-ad0e-109fbd5f0989 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786920821396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6178079'] for port (6b0166c6-a23e-4da4-be51-b89f55e1b2c3), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:48.177515 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-c4a4cead-b67f-4b3e-a2f1-2440bd503c4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786921284783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786920821414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786920821432'] for port (97f39471-f207-4340-bf9f-ea6d3f3386e8), after_update {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:48.208147 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b211b85-7415-4e74-ad0e-109fbd5f0989 admin admin] Network df540db6-f15c-4c08-801c-52cefde810cf is already hosted by enough agents. {{(pid=103469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 14:14:48.211718 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.scheduler.base_scheduler [None req-4b211b85-7415-4e74-ad0e-109fbd5f0989 admin admin] Resources bound (agent type, host, resource id): {{(pid=103469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 14:14:48.215490 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b211b85-7415-4e74-ad0e-109fbd5f0989 admin admin] Received port after_create {{(pid=103469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 14:14:48.220346 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca9df31c-1bd7-4287-aec6-a5b17e52ec44 None None] Network df540db6-f15c-4c08-801c-52cefde810cf requested from dv-cinder-839793-5-iscsi {{(pid=103471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 03 14:14:48.244106 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b211b85-7415-4e74-ad0e-109fbd5f0989 admin admin] Pushing event updated for resources: {'Port': ['ID=6b0166c6-a23e-4da4-be51-b89f55e1b2c3,revision_number=1']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:14:48.260747 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4a4cead-b67f-4b3e-a2f1-2440bd503c4e None None] Routers {'f5bdc071-e1b0-402d-8dfd-775e137ea794'} bound to L3 agent in host dv-cinder-839793-5-iscsi {{(pid=103472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 14:14:48.263966 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.db.l3_hamode_db [None req-c4a4cead-b67f-4b3e-a2f1-2440bd503c4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-03T14:04:39Z,description=,heartbeat_timestamp=2022-05-03T14:14:39Z,host='dv-cinder-839793-5-iscsi',id=2583ee88-9503-4370-b6e4-0a676865815e,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T14:04:39Z,topic='l3_agent')) {'router_ids': ['f5bdc071-e1b0-402d-8dfd-775e137ea794'], 'active': True} {{(pid=103472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:14:48.274724 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-4b211b85-7415-4e74-ad0e-109fbd5f0989 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1691063'] for router_interface (f5bdc071-e1b0-402d-8dfd-775e137ea794), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:48.318256 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.provisioning_blocks [None req-a649646b-a534-4406-887c-92cd16107ca3 None None] Provisioning complete for port 41b0b3a7-99bf-4de0-9388-ecf820e6c55a triggered by entity DHCP. {{(pid=103471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 14:14:48.318802 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-a649646b-a534-4406-887c-92cd16107ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749148'] for port (41b0b3a7-99bf-4de0-9388-ecf820e6c55a), provisioning_complete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:48.322795 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c92151-6d41-4d40-9c77-13cfc8ba18b0 None None] Pushing event updated for resources: {'Port': ['ID=97f39471-f207-4340-bf9f-ea6d3f3386e8,revision_number=3']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:14:48.465690 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.db.l3_dvr_db [None req-c4a4cead-b67f-4b3e-a2f1-2440bd503c4e None None] Set router f5bdc071-e1b0-402d-8dfd-775e137ea794 gateway port host: dv-cinder-839793-5-iscsi {{(pid=103472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 14:14:48.568698 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.rpc [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Device c234afb0-9699-490a-b237-8617dbb75553 up at agent ovs-agent-dv-cinder-839793-5-iscsi {{(pid=103471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 14:14:48.597433 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-4b211b85-7415-4e74-ad0e-109fbd5f0989 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585126'] for port (6b0166c6-a23e-4da4-be51-b89f55e1b2c3), before_update {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:48.752610 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e74966d-bbbf-4e10-8983-358459ecdc4f req-c22d5458-791f-4274-9ce0-18438c344e13 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:14:48.761935 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-0e74966d-bbbf-4e10-8983-358459ecdc4f req-c22d5458-791f-4274-9ce0-18438c344e13 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] 10.222.0.36 "GET /v2.0/ports?device_id=92530935-2104-4b61-a2f8-286b3c1184d0 HTTP/1.1" status: 200 len: 945 time: 0.1369359 May 03 14:14:48.802240 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [None req-a649646b-a534-4406-887c-92cd16107ca3 None None] Current status of the port 41b0b3a7-99bf-4de0-9388-ecf820e6c55a is: DOWN; New status is: ACTIVE {{(pid=103471) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 14:14:48.802635 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-a649646b-a534-4406-887c-92cd16107ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585126'] for port (41b0b3a7-99bf-4de0-9388-ecf820e6c55a), before_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:48.856497 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-0e74966d-bbbf-4e10-8983-358459ecdc4f req-749c160a-712e-4863-8005-bc9e69fe86b5 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] 10.222.0.36 "GET /v2.0/security-groups?id=cbfeeeef-c433-4767-a994-eec44f2dc198&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931020 May 03 14:14:48.969250 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.provisioning_blocks [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Provisioning complete for port c234afb0-9699-490a-b237-8617dbb75553 triggered by entity L2. {{(pid=103471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 14:14:48.970377 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749148'] for port (c234afb0-9699-490a-b237-8617dbb75553), provisioning_complete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:48.989771 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.db.l3_hamode_db [None req-c4a4cead-b67f-4b3e-a2f1-2440bd503c4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5bdc071-e1b0-402d-8dfd-775e137ea794', 'name': 'tempest-TestVolumeBootPattern-1407538280-router', 'tenant_id': 'd0b764ea593b465881fef7937cf6ac86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2', 'external_fixed_ips': [{'subnet_id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'ip_address': '172.27.3.142'}], 'enable_snat': True}, 'gw_port_id': '97f39471-f207-4340-bf9f-ea6d3f3386e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T14:14:42Z', 'updated_at': '2022-05-03T14:14:45Z', 'revision_number': 3, 'project_id': 'd0b764ea593b465881fef7937cf6ac86', 'gw_port': {'id': '97f39471-f207-4340-bf9f-ea6d3f3386e8', 'name': '', 'network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:94:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5bdc071-e1b0-402d-8dfd-775e137ea794', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'ip_address': '172.27.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:14:44Z', 'updated_at': '2022-05-03T14:14:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-5-iscsi'}], 'dv-cinder-839793-5-iscsi', False) {} {{(pid=103472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:14:49.060680 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.db [None req-a649646b-a534-4406-887c-92cd16107ca3 None None] For port 41b0b3a7-99bf-4de0-9388-ecf820e6c55a, host dv-cinder-839793-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-5-iscsi',level=0,port_id=41b0b3a7-99bf-4de0-9388-ecf820e6c55a,segment=NetworkSegment(c3ca0466-8eca-46f7-88e0-bbc55baa28dc),segment_id=c3ca0466-8eca-46f7-88e0-bbc55baa28dc)] {{(pid=103471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 14:14:49.075105 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-a649646b-a534-4406-887c-92cd16107ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786921284783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786920821414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786920821432'] for port (41b0b3a7-99bf-4de0-9388-ecf820e6c55a), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:49.148585 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-4b211b85-7415-4e74-ad0e-109fbd5f0989 admin admin] Publish callbacks [] for port (6b0166c6-a23e-4da4-be51-b89f55e1b2c3), precommit_update {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:49.162771 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-4b211b85-7415-4e74-ad0e-109fbd5f0989 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786921284783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786920821414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786920821432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6178150'] for port (6b0166c6-a23e-4da4-be51-b89f55e1b2c3), after_update {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:49.246792 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-4b211b85-7415-4e74-ad0e-109fbd5f0989 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1599844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1690985'] for router_interface (f5bdc071-e1b0-402d-8dfd-775e137ea794), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:49.280178 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a649646b-a534-4406-887c-92cd16107ca3 None None] Pushing event updated for resources: {'Port': ['ID=41b0b3a7-99bf-4de0-9388-ecf820e6c55a,revision_number=3']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:14:49.377336 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b211b85-7415-4e74-ad0e-109fbd5f0989 admin admin] Pushing event updated for resources: {'Port': ['ID=6b0166c6-a23e-4da4-be51-b89f55e1b2c3,revision_number=2']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:14:49.394957 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4a4cead-b67f-4b3e-a2f1-2440bd503c4e None None] The sync data for ids ['f5bdc071-e1b0-402d-8dfd-775e137ea794'] in dv-cinder-839793-5-iscsi is: [{'id': 'f5bdc071-e1b0-402d-8dfd-775e137ea794', 'name': 'tempest-TestVolumeBootPattern-1407538280-router', 'tenant_id': 'd0b764ea593b465881fef7937cf6ac86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2', 'external_fixed_ips': [{'subnet_id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'ip_address': '172.27.3.142'}], 'enable_snat': True}, 'gw_port_id': '97f39471-f207-4340-bf9f-ea6d3f3386e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T14:14:42Z', 'updated_at': '2022-05-03T14:14:45Z', 'revision_number': 3, 'project_id': 'd0b764ea593b465881fef7937cf6ac86', 'gw_port': {'id': '97f39471-f207-4340-bf9f-ea6d3f3386e8', 'name': '', 'network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:94:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5bdc071-e1b0-402d-8dfd-775e137ea794', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'ip_address': '172.27.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:14:44Z', 'updated_at': '2022-05-03T14:14:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-5-iscsi'}] {{(pid=103472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 14:14:49.432215 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Current status of the port c234afb0-9699-490a-b237-8617dbb75553 is: ACTIVE; New status is: ACTIVE {{(pid=103471) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 14:14:49.433369 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.rpc [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Device 41b0b3a7-99bf-4de0-9388-ecf820e6c55a up at agent ovs-agent-dv-cinder-839793-5-iscsi {{(pid=103471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 14:14:49.490157 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.provisioning_blocks [None req-92d696b7-97cb-43f7-8f76-a9db17bf5093 None None] Provisioning complete for port 41b0b3a7-99bf-4de0-9388-ecf820e6c55a triggered by entity DHCP. {{(pid=103471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 14:14:49.490537 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-92d696b7-97cb-43f7-8f76-a9db17bf5093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749148'] for port (41b0b3a7-99bf-4de0-9388-ecf820e6c55a), provisioning_complete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:49.601704 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b211b85-7415-4e74-ad0e-109fbd5f0989 admin admin] Network df540db6-f15c-4c08-801c-52cefde810cf is already hosted by enough agents. {{(pid=103469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 14:14:49.604332 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.scheduler.base_scheduler [None req-4b211b85-7415-4e74-ad0e-109fbd5f0989 admin admin] Resources bound (agent type, host, resource id): {{(pid=103469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 14:14:49.666860 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.provisioning_blocks [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Provisioning complete for port 41b0b3a7-99bf-4de0-9388-ecf820e6c55a triggered by entity L2. {{(pid=103471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 14:14:49.667236 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749148'] for port (41b0b3a7-99bf-4de0-9388-ecf820e6c55a), provisioning_complete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:49.787188 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.wsgi [-] (103470) accepted ('10.222.0.36', 45202) {{(pid=103470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:14:49.796756 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [None req-92d696b7-97cb-43f7-8f76-a9db17bf5093 None None] Current status of the port 41b0b3a7-99bf-4de0-9388-ecf820e6c55a is: ACTIVE; New status is: ACTIVE {{(pid=103471) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 14:14:49.831567 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.provisioning_blocks [None req-92d696b7-97cb-43f7-8f76-a9db17bf5093 None None] Provisioning complete for port 6b0166c6-a23e-4da4-be51-b89f55e1b2c3 triggered by entity DHCP. {{(pid=103471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 14:14:49.832050 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-92d696b7-97cb-43f7-8f76-a9db17bf5093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749148'] for port (6b0166c6-a23e-4da4-be51-b89f55e1b2c3), provisioning_complete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:49.838932 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b211b85-7415-4e74-ad0e-109fbd5f0989 admin admin] Router f5bdc071-e1b0-402d-8dfd-775e137ea794 has already been hosted by L3 agent 2583ee88-9503-4370-b6e4-0a676865815e {{(pid=103469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 14:14:49.973196 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-dbcce332-fe68-4b89-a2fe-12b1106e5408 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:49.979737 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [None req-92d696b7-97cb-43f7-8f76-a9db17bf5093 None None] Port 6b0166c6-a23e-4da4-be51-b89f55e1b2c3 cannot update to ACTIVE because it is not bound. {{(pid=103471) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 03 14:14:49.996224 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Current status of the port 41b0b3a7-99bf-4de0-9388-ecf820e6c55a is: ACTIVE; New status is: ACTIVE {{(pid=103471) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 14:14:50.054790 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b211b85-7415-4e74-ad0e-109fbd5f0989 admin admin] Notify agent at l3_agent.dv-cinder-839793-5-iscsi the message routers_updated {{(pid=103469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 14:14:50.072228 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-4b211b85-7415-4e74-ad0e-109fbd5f0989 admin admin] 10.222.0.36 "PUT /v2.0/routers/f5bdc071-e1b0-402d-8dfd-775e137ea794/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5505226 May 03 14:14:50.119945 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.provisioning_blocks [None req-785353bb-39ed-4bbd-a2e6-29a86dfa4c55 None None] Provisioning complete for port 6b0166c6-a23e-4da4-be51-b89f55e1b2c3 triggered by entity DHCP. {{(pid=103471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 14:14:50.120879 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-785353bb-39ed-4bbd-a2e6-29a86dfa4c55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749148'] for port (6b0166c6-a23e-4da4-be51-b89f55e1b2c3), provisioning_complete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:50.206558 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5cba83-278b-41be-a6f6-473a9e98c67e req-45e9bf85-5e50-42f4-bb13-073decc0a484 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:14:50.225007 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-bf5cba83-278b-41be-a6f6-473a9e98c67e req-45e9bf85-5e50-42f4-bb13-073decc0a484 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] 10.222.0.36 "GET /v2.0/ports?device_id=92530935-2104-4b61-a2f8-286b3c1184d0 HTTP/1.1" status: 200 len: 945 time: 0.1987259 May 03 14:14:50.281436 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [None req-785353bb-39ed-4bbd-a2e6-29a86dfa4c55 None None] Port 6b0166c6-a23e-4da4-be51-b89f55e1b2c3 cannot update to ACTIVE because it is not bound. {{(pid=103471) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 03 14:14:50.365258 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-bf5cba83-278b-41be-a6f6-473a9e98c67e req-2b3bb665-7536-40d4-81ad-923d916c2c5b tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] 10.222.0.36 "GET /v2.0/security-groups?id=cbfeeeef-c433-4767-a994-eec44f2dc198&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381114 May 03 14:14:50.412894 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.provisioning_blocks [None req-461091bd-4a1c-44a0-bb9b-0364ef241f83 None None] Provisioning complete for port 6b0166c6-a23e-4da4-be51-b89f55e1b2c3 triggered by entity DHCP. {{(pid=103471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 14:14:50.417468 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-dbcce332-fe68-4b89-a2fe-12b1106e5408 admin admin] Publish callbacks [] for security_group (700cf36c-5d05-4b87-8b6f-c70f73815354), precommit_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:50.417972 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-461091bd-4a1c-44a0-bb9b-0364ef241f83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749148'] for port (6b0166c6-a23e-4da4-be51-b89f55e1b2c3), provisioning_complete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:50.434466 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-dbcce332-fe68-4b89-a2fe-12b1106e5408 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656397'] for security_group (700cf36c-5d05-4b87-8b6f-c70f73815354), after_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:50.505727 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [None req-461091bd-4a1c-44a0-bb9b-0364ef241f83 None None] Port 6b0166c6-a23e-4da4-be51-b89f55e1b2c3 cannot update to ACTIVE because it is not bound. {{(pid=103471) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 03 14:14:50.510432 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcce332-fe68-4b89-a2fe-12b1106e5408 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=700cf36c-5d05-4b87-8b6f-c70f73815354,revision_number=1']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:14:50.519753 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [None req-dbcce332-fe68-4b89-a2fe-12b1106e5408 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=54dd6bd702df48ccad568ae297ced6a1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7306924 May 03 14:14:50.522490 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.36', 45216) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:14:50.606362 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-84441177-19d0-4077-9bb6-2b1865f9eae0 admin admin] Publish callbacks [] for security_group (700cf36c-5d05-4b87-8b6f-c70f73815354), before_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:50.641263 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.rpc [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Device 41b0b3a7-99bf-4de0-9388-ecf820e6c55a up at agent ovs-agent-dv-cinder-839793-5-iscsi {{(pid=103471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 14:14:50.658840 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-84441177-19d0-4077-9bb6-2b1865f9eae0 admin admin] Publish callbacks [] for security_group (700cf36c-5d05-4b87-8b6f-c70f73815354), precommit_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:50.739967 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.provisioning_blocks [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Provisioning complete for port 41b0b3a7-99bf-4de0-9388-ecf820e6c55a triggered by entity L2. {{(pid=103471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 14:14:50.740364 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749148'] for port (41b0b3a7-99bf-4de0-9388-ecf820e6c55a), provisioning_complete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:50.747947 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-84441177-19d0-4077-9bb6-2b1865f9eae0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656397'] for security_group (700cf36c-5d05-4b87-8b6f-c70f73815354), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:50.751226 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-84441177-19d0-4077-9bb6-2b1865f9eae0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:50.752513 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-84441177-19d0-4077-9bb6-2b1865f9eae0 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/700cf36c-5d05-4b87-8b6f-c70f73815354 HTTP/1.1" status: 204 len: 168 time: 0.2290175 May 03 14:14:50.766001 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84441177-19d0-4077-9bb6-2b1865f9eae0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=700cf36c-5d05-4b87-8b6f-c70f73815354,revision_number=None']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:14:50.899004 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Current status of the port 41b0b3a7-99bf-4de0-9388-ecf820e6c55a is: ACTIVE; New status is: ACTIVE {{(pid=103471) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 14:14:50.900157 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.rpc [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Device 97f39471-f207-4340-bf9f-ea6d3f3386e8 up at agent ovs-agent-dv-cinder-839793-5-iscsi {{(pid=103471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 14:14:50.986352 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.provisioning_blocks [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Provisioning complete for port 97f39471-f207-4340-bf9f-ea6d3f3386e8 triggered by entity L2. {{(pid=103471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 14:14:50.986906 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749148'] for port (97f39471-f207-4340-bf9f-ea6d3f3386e8), provisioning_complete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:51.145922 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.36', 45224) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:14:51.150484 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.v2.base [None req-2f94006f-e81b-4deb-a0d2-1df072df20f0 tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1639195296', 'description': 'tempest-secgroup-smoke-1639195296 description', 'project_id': '593f1ab9823f41ffa40d6155bebaca54'}} {{(pid=103469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 14:14:51.194846 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-2f94006f-e81b-4deb-a0d2-1df072df20f0 tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] Publish callbacks [] for security_group (None), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:51.198141 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Current status of the port 97f39471-f207-4340-bf9f-ea6d3f3386e8 is: DOWN; New status is: ACTIVE {{(pid=103471) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 14:14:51.198558 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585126'] for port (97f39471-f207-4340-bf9f-ea6d3f3386e8), before_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:51.244281 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.db [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] For port 97f39471-f207-4340-bf9f-ea6d3f3386e8, host dv-cinder-839793-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-5-iscsi',level=0,port_id=97f39471-f207-4340-bf9f-ea6d3f3386e8,segment=NetworkSegment(331ae69a-aeba-4f56-bd87-f289cf94ba88),segment_id=331ae69a-aeba-4f56-bd87-f289cf94ba88)] {{(pid=103471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 14:14:51.250791 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786921284783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786920821414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786920821432'] for port (97f39471-f207-4340-bf9f-ea6d3f3386e8), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:51.327647 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-2f94006f-e81b-4deb-a0d2-1df072df20f0 tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] Publish callbacks [] for security_group (059a32ed-46eb-44af-954f-023dc3b6f390), precommit_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:51.335454 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-2f94006f-e81b-4deb-a0d2-1df072df20f0 tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656397'] for security_group (059a32ed-46eb-44af-954f-023dc3b6f390), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:51.367861 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-2f94006f-e81b-4deb-a0d2-1df072df20f0 tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] Publish callbacks [] for security_group (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:51.372538 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-2f94006f-e81b-4deb-a0d2-1df072df20f0 tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2255416 May 03 14:14:51.375739 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.wsgi [-] (103470) accepted ('10.222.0.36', 45228) {{(pid=103470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:14:51.380445 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.v2.base [None req-33066194-f823-49b8-8951-2eb36e9afd31 tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] Request body: {'security_group_rule': {'security_group_id': '059a32ed-46eb-44af-954f-023dc3b6f390', 'project_id': '593f1ab9823f41ffa40d6155bebaca54', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 14:14:51.388477 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Pushing event updated for resources: {'Port': ['ID=97f39471-f207-4340-bf9f-ea6d3f3386e8,revision_number=4']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:14:51.420653 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f94006f-e81b-4deb-a0d2-1df072df20f0 tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] Pushing event updated for resources: {'SecurityGroup': ['ID=059a32ed-46eb-44af-954f-023dc3b6f390,revision_number=1']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:14:51.443320 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-33066194-f823-49b8-8951-2eb36e9afd31 tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] Publish callbacks [] for security_group_rule (0deefc1c-a86c-49e8-bf99-031121217498), before_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:51.554845 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7dd0b4-395c-4909-adc5-e7f6b7823e2a req-db9bc017-60ca-4b8c-b3b9-afb494ce05eb tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:14:51.561753 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-6d7dd0b4-395c-4909-adc5-e7f6b7823e2a req-db9bc017-60ca-4b8c-b3b9-afb494ce05eb tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] 10.222.0.36 "GET /v2.0/ports?device_id=92530935-2104-4b61-a2f8-286b3c1184d0 HTTP/1.1" status: 200 len: 945 time: 0.0837669 May 03 14:14:51.618668 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-33066194-f823-49b8-8951-2eb36e9afd31 tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] Publish callbacks [] for security_group_rule (0deefc1c-a86c-49e8-bf99-031121217498), precommit_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:51.649546 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-33066194-f823-49b8-8951-2eb36e9afd31 tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656574'] for security_group_rule (0deefc1c-a86c-49e8-bf99-031121217498), after_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:51.702270 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33066194-f823-49b8-8951-2eb36e9afd31 tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0deefc1c-a86c-49e8-bf99-031121217498,revision_number=0']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:14:51.790784 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-6d7dd0b4-395c-4909-adc5-e7f6b7823e2a req-51cf667a-89ba-4ef1-ae39-56aae02d872c tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] 10.222.0.36 "GET /v2.0/security-groups?id=cbfeeeef-c433-4767-a994-eec44f2dc198&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2278109 May 03 14:14:51.813916 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-33066194-f823-49b8-8951-2eb36e9afd31 tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:51.819283 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [None req-33066194-f823-49b8-8951-2eb36e9afd31 tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4424555 May 03 14:14:51.822252 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.36', 45240) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:14:51.828060 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.v2.base [None req-c9098084-aa0e-4d54-9e80-77fe1e588310 tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] Request body: {'security_group_rule': {'security_group_id': '059a32ed-46eb-44af-954f-023dc3b6f390', 'project_id': '593f1ab9823f41ffa40d6155bebaca54', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 14:14:51.876307 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-c9098084-aa0e-4d54-9e80-77fe1e588310 tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] Publish callbacks [] for security_group_rule (5b7038d1-9a02-42db-bddc-3d493b6c4396), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:51.974396 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-c9098084-aa0e-4d54-9e80-77fe1e588310 tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] Publish callbacks [] for security_group_rule (5b7038d1-9a02-42db-bddc-3d493b6c4396), precommit_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:51.979241 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-c9098084-aa0e-4d54-9e80-77fe1e588310 tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656574'] for security_group_rule (5b7038d1-9a02-42db-bddc-3d493b6c4396), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:52.001354 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9098084-aa0e-4d54-9e80-77fe1e588310 tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b7038d1-9a02-42db-bddc-3d493b6c4396,revision_number=0']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:14:52.042739 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-c9098084-aa0e-4d54-9e80-77fe1e588310 tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:52.047081 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-c9098084-aa0e-4d54-9e80-77fe1e588310 tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2206557 May 03 14:14:52.053709 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.36', 45248) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:14:52.059442 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.v2.base [None req-f73f4f47-e8c4-4e07-8fd4-96ceb4de48d8 tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] Request body: {'security_group_rule': {'security_group_id': '059a32ed-46eb-44af-954f-023dc3b6f390', 'project_id': '593f1ab9823f41ffa40d6155bebaca54', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 14:14:52.095906 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-f73f4f47-e8c4-4e07-8fd4-96ceb4de48d8 tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] Publish callbacks [] for security_group_rule (f81b38b6-8944-4515-8799-523118e3f4ec), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:52.208554 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-f73f4f47-e8c4-4e07-8fd4-96ceb4de48d8 tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] Publish callbacks [] for security_group_rule (f81b38b6-8944-4515-8799-523118e3f4ec), precommit_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:52.214588 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-f73f4f47-e8c4-4e07-8fd4-96ceb4de48d8 tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656574'] for security_group_rule (f81b38b6-8944-4515-8799-523118e3f4ec), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:52.244896 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-f73f4f47-e8c4-4e07-8fd4-96ceb4de48d8 tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:52.245135 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-f73f4f47-e8c4-4e07-8fd4-96ceb4de48d8 tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1900187 May 03 14:14:52.248465 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.wsgi [-] (103470) accepted ('10.222.0.36', 45258) {{(pid=103470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:14:52.257179 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.v2.base [None req-a8f87433-58f0-4cfd-8721-9a0e6d9bd900 tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] Request body: {'security_group_rule': {'security_group_id': '059a32ed-46eb-44af-954f-023dc3b6f390', 'project_id': '593f1ab9823f41ffa40d6155bebaca54', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 14:14:52.264869 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73f4f47-e8c4-4e07-8fd4-96ceb4de48d8 tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f81b38b6-8944-4515-8799-523118e3f4ec,revision_number=0']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:14:52.322052 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-a8f87433-58f0-4cfd-8721-9a0e6d9bd900 tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] Publish callbacks [] for security_group_rule (1356c2df-5a2d-4488-838b-347879b0dee0), before_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:52.432085 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-a8f87433-58f0-4cfd-8721-9a0e6d9bd900 tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] Publish callbacks [] for security_group_rule (1356c2df-5a2d-4488-838b-347879b0dee0), precommit_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:52.459009 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-a8f87433-58f0-4cfd-8721-9a0e6d9bd900 tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656574'] for security_group_rule (1356c2df-5a2d-4488-838b-347879b0dee0), after_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:52.491646 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-a8f87433-58f0-4cfd-8721-9a0e6d9bd900 tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:52.493905 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [None req-a8f87433-58f0-4cfd-8721-9a0e6d9bd900 tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2438619 May 03 14:14:52.497122 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.wsgi [-] (103470) accepted ('10.222.0.36', 45264) {{(pid=103470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:14:52.509538 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.v2.base [None req-814748e7-f630-4f4a-b5f9-afbac97337ba tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] Request body: {'security_group_rule': {'security_group_id': '059a32ed-46eb-44af-954f-023dc3b6f390', 'project_id': '593f1ab9823f41ffa40d6155bebaca54', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 14:14:52.519476 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f87433-58f0-4cfd-8721-9a0e6d9bd900 tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1356c2df-5a2d-4488-838b-347879b0dee0,revision_number=0']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:14:52.523984 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.rpc [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Device 97f39471-f207-4340-bf9f-ea6d3f3386e8 up at agent ovs-agent-dv-cinder-839793-5-iscsi {{(pid=103471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 14:14:52.559370 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.db.securitygroups_db [None req-814748e7-f630-4f4a-b5f9-afbac97337ba tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] Project 593f1ab9823f41ffa40d6155bebaca54 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 03 14:14:52.570395 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-814748e7-f630-4f4a-b5f9-afbac97337ba tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] Publish callbacks [] for security_group_rule (51e597aa-edf4-4a33-8031-9815c9460ae0), before_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:52.631723 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.provisioning_blocks [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Provisioning complete for port 97f39471-f207-4340-bf9f-ea6d3f3386e8 triggered by entity L2. {{(pid=103471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 14:14:52.631875 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749148'] for port (97f39471-f207-4340-bf9f-ea6d3f3386e8), provisioning_complete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:52.640682 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-814748e7-f630-4f4a-b5f9-afbac97337ba tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] Publish callbacks [] for security_group_rule (51e597aa-edf4-4a33-8031-9815c9460ae0), precommit_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:52.647971 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-814748e7-f630-4f4a-b5f9-afbac97337ba tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656574'] for security_group_rule (51e597aa-edf4-4a33-8031-9815c9460ae0), after_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:52.676174 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4441540a-9c49-4049-83db-7b1bf7298feb None None] Sync routers for ids ['f5bdc071-e1b0-402d-8dfd-775e137ea794'] in dv-cinder-839793-5-iscsi {{(pid=103471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 14:14:52.688527 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814748e7-f630-4f4a-b5f9-afbac97337ba tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51e597aa-edf4-4a33-8031-9815c9460ae0,revision_number=0']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:14:52.723966 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-814748e7-f630-4f4a-b5f9-afbac97337ba tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:52.729755 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [None req-814748e7-f630-4f4a-b5f9-afbac97337ba tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2286234 May 03 14:14:52.731744 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.36', 45272) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:14:52.737352 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.v2.base [None req-6f028fa5-e804-4ff3-9471-5d2a46bd2a2a tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] Request body: {'security_group_rule': {'security_group_id': '059a32ed-46eb-44af-954f-023dc3b6f390', 'project_id': '593f1ab9823f41ffa40d6155bebaca54', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 14:14:52.753955 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4441540a-9c49-4049-83db-7b1bf7298feb None None] Routers {'f5bdc071-e1b0-402d-8dfd-775e137ea794'} bound to L3 agent in host dv-cinder-839793-5-iscsi {{(pid=103471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 14:14:52.754543 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.l3_hamode_db [None req-4441540a-9c49-4049-83db-7b1bf7298feb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-03T14:04:39Z,description=,heartbeat_timestamp=2022-05-03T14:14:39Z,host='dv-cinder-839793-5-iscsi',id=2583ee88-9503-4370-b6e4-0a676865815e,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T14:04:39Z,topic='l3_agent')) {'router_ids': ['f5bdc071-e1b0-402d-8dfd-775e137ea794'], 'active': True} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:14:52.782435 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.db.securitygroups_db [None req-6f028fa5-e804-4ff3-9471-5d2a46bd2a2a tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] Project 593f1ab9823f41ffa40d6155bebaca54 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 03 14:14:52.797805 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-6f028fa5-e804-4ff3-9471-5d2a46bd2a2a tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] Publish callbacks [] for security_group_rule (49305082-101a-4f81-bc4e-c3f93d39880d), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:52.914608 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-6f028fa5-e804-4ff3-9471-5d2a46bd2a2a tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] Publish callbacks [] for security_group_rule (49305082-101a-4f81-bc4e-c3f93d39880d), precommit_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:52.928747 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-6f028fa5-e804-4ff3-9471-5d2a46bd2a2a tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656574'] for security_group_rule (49305082-101a-4f81-bc4e-c3f93d39880d), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:52.970561 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f028fa5-e804-4ff3-9471-5d2a46bd2a2a tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49305082-101a-4f81-bc4e-c3f93d39880d,revision_number=0']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:14:52.975121 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c15155-f90c-4a9a-9cf8-07bed81152f1 req-4d0a8c99-4871-41e5-9b2c-b00f6befffc8 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:14:52.986905 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-6f028fa5-e804-4ff3-9471-5d2a46bd2a2a tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:52.987392 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-a4c15155-f90c-4a9a-9cf8-07bed81152f1 req-4d0a8c99-4871-41e5-9b2c-b00f6befffc8 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] 10.222.0.36 "GET /v2.0/ports?device_id=92530935-2104-4b61-a2f8-286b3c1184d0 HTTP/1.1" status: 200 len: 945 time: 0.0885222 May 03 14:14:52.988862 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-6f028fa5-e804-4ff3-9471-5d2a46bd2a2a tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2556217 May 03 14:14:53.065458 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-a4c15155-f90c-4a9a-9cf8-07bed81152f1 req-bb8b868f-9487-47e8-a7f9-696acd864980 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] 10.222.0.36 "GET /v2.0/security-groups?id=cbfeeeef-c433-4767-a994-eec44f2dc198&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770304 May 03 14:14:53.115059 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Current status of the port 97f39471-f207-4340-bf9f-ea6d3f3386e8 is: ACTIVE; New status is: ACTIVE {{(pid=103471) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 14:14:53.143150 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvr_db [None req-4441540a-9c49-4049-83db-7b1bf7298feb None None] Set router f5bdc071-e1b0-402d-8dfd-775e137ea794 gateway port host: dv-cinder-839793-5-iscsi {{(pid=103471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 14:14:53.263767 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a08357-3896-4d7e-a5b9-3aa55948c5e8 req-3d6d638d-aff3-4ea1-9e76-5705b0dfe7e5 tempest-VolumesActionsTest-1624866909 tempest-VolumesActionsTest-1624866909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:14:53.267221 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-63a08357-3896-4d7e-a5b9-3aa55948c5e8 req-3d6d638d-aff3-4ea1-9e76-5705b0dfe7e5 tempest-VolumesActionsTest-1624866909 tempest-VolumesActionsTest-1624866909-project] 10.222.0.36 "GET /v2.0/networks?id=27b794d9-b670-411c-9a0a-80863d6faaf1 HTTP/1.1" status: 200 len: 808 time: 0.1460826 May 03 14:14:53.322469 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-63a08357-3896-4d7e-a5b9-3aa55948c5e8 req-5a252cd9-a182-485b-9417-4ebebea6fb89 tempest-VolumesActionsTest-1624866909 tempest-VolumesActionsTest-1624866909-project] 10.222.0.36 "GET /v2.0/quotas/fe12e93e2173443ebbc6badc62f75f20 HTTP/1.1" status: 200 len: 375 time: 0.0254285 May 03 14:14:53.460162 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-63a08357-3896-4d7e-a5b9-3aa55948c5e8 req-9cc17a90-6661-4d95-a58e-ac52897126d4 tempest-VolumesActionsTest-1624866909 tempest-VolumesActionsTest-1624866909-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=fe12e93e2173443ebbc6badc62f75f20&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1092749 May 03 14:14:53.534975 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.l3_hamode_db [None req-4441540a-9c49-4049-83db-7b1bf7298feb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5bdc071-e1b0-402d-8dfd-775e137ea794', 'name': 'tempest-TestVolumeBootPattern-1407538280-router', 'tenant_id': 'd0b764ea593b465881fef7937cf6ac86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2', 'external_fixed_ips': [{'subnet_id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'ip_address': '172.27.3.142'}], 'enable_snat': True}, 'gw_port_id': '97f39471-f207-4340-bf9f-ea6d3f3386e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T14:14:42Z', 'updated_at': '2022-05-03T14:14:48Z', 'revision_number': 4, 'project_id': 'd0b764ea593b465881fef7937cf6ac86', 'gw_port': {'id': '97f39471-f207-4340-bf9f-ea6d3f3386e8', 'name': '', 'network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:94:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5bdc071-e1b0-402d-8dfd-775e137ea794', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'ip_address': '172.27.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:14:44Z', 'updated_at': '2022-05-03T14:14:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-5-iscsi', '_interfaces': [{'id': '6b0166c6-a23e-4da4-be51-b89f55e1b2c3', 'name': '', 'network_id': 'df540db6-f15c-4c08-801c-52cefde810cf', 'tenant_id': 'd0b764ea593b465881fef7937cf6ac86', 'mac_address': 'fa:16:3e:2f:ca:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5bdc071-e1b0-402d-8dfd-775e137ea794', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'cc095f53-629e-4075-9959-d4566292fc9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:14:47Z', 'updated_at': '2022-05-03T14:14:48Z', 'revision_number': 2, 'project_id': 'd0b764ea593b465881fef7937cf6ac86', 'subnets': [{'id': 'cc095f53-629e-4075-9959-d4566292fc9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-5-iscsi', False) {} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:14:53.599109 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4441540a-9c49-4049-83db-7b1bf7298feb None None] Checking router: f5bdc071-e1b0-402d-8dfd-775e137ea794 for host: dv-cinder-839793-5-iscsi {{(pid=103471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 14:14:53.599575 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4441540a-9c49-4049-83db-7b1bf7298feb None None] Updating router f5bdc071-e1b0-402d-8dfd-775e137ea794 port 6b0166c6-a23e-4da4-be51-b89f55e1b2c3 binding host dv-cinder-839793-5-iscsi {{(pid=103471) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 03 14:14:53.632910 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-4441540a-9c49-4049-83db-7b1bf7298feb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585126'] for port (6b0166c6-a23e-4da4-be51-b89f55e1b2c3), before_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:53.659046 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-63a08357-3896-4d7e-a5b9-3aa55948c5e8 req-69fc922c-47f1-4cf2-b2dd-43d97530e9b0 service neutron] 10.222.0.36 "GET /v2.0/networks/27b794d9-b670-411c-9a0a-80863d6faaf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1840119 May 03 14:14:53.824603 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-63a08357-3896-4d7e-a5b9-3aa55948c5e8 req-32b27cf2-de0a-4e64-b699-244483a7ca65 service neutron] 10.222.0.36 "GET /v2.0/networks/27b794d9-b670-411c-9a0a-80863d6faaf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1581910 May 03 14:14:53.982496 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014f30d9-07d2-40bb-9cdc-29396a0eea60 req-2524ec71-71e2-43cd-9e46-f33740f69a4a tempest-TestMinimumBasicScenario-1557761218 tempest-TestMinimumBasicScenario-1557761218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:14:53.987474 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-014f30d9-07d2-40bb-9cdc-29396a0eea60 req-2524ec71-71e2-43cd-9e46-f33740f69a4a tempest-TestMinimumBasicScenario-1557761218 tempest-TestMinimumBasicScenario-1557761218-project] 10.222.0.36 "GET /v2.0/networks?id=3121b82c-06ca-44d8-8e28-2f3afede7579 HTTP/1.1" status: 200 len: 815 time: 0.2014112 May 03 14:14:54.004397 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-014f30d9-07d2-40bb-9cdc-29396a0eea60 req-58bc1a32-ee44-4357-ab19-a36992764e34 tempest-TestMinimumBasicScenario-1557761218 tempest-TestMinimumBasicScenario-1557761218-project] 10.222.0.36 "GET /v2.0/quotas/1c2479422e8c413e8ee554aa4f355bca HTTP/1.1" status: 200 len: 375 time: 0.0117235 May 03 14:14:54.104204 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-f74605d9-b245-4c6d-a393-17220ded5d2e req-de30abd1-cdaf-471d-af47-78c770acb2f3 tempest-VolumesActionsTest-1624866909 tempest-VolumesActionsTest-1624866909-project] 10.222.0.36 "GET /v2.0/ports?device_id=b07a2f30-17a4-45e5-89ce-b6827e9f67c8 HTTP/1.1" status: 200 len: 210 time: 0.0584869 May 03 14:14:54.114220 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-4441540a-9c49-4049-83db-7b1bf7298feb None None] Publish callbacks [] for port (6b0166c6-a23e-4da4-be51-b89f55e1b2c3), precommit_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:54.123207 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-4441540a-9c49-4049-83db-7b1bf7298feb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786921284783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786920821414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786920821432'] for port (6b0166c6-a23e-4da4-be51-b89f55e1b2c3), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:54.135355 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-014f30d9-07d2-40bb-9cdc-29396a0eea60 req-320f0df5-fb81-4085-9d66-661c35ca35d7 tempest-TestMinimumBasicScenario-1557761218 tempest-TestMinimumBasicScenario-1557761218-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=1c2479422e8c413e8ee554aa4f355bca&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1246409 May 03 14:14:54.222690 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff5925d-c183-49a1-ac04-026793f53a50 None None] Pushing event updated for resources: {'Port': ['ID=6b0166c6-a23e-4da4-be51-b89f55e1b2c3,revision_number=3']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:14:54.339066 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.managers [None req-4441540a-9c49-4049-83db-7b1bf7298feb None None] Attempting to bind port 6b0166c6-a23e-4da4-be51-b89f55e1b2c3 on host dv-cinder-839793-5-iscsi for vnic_type normal with profile {{(pid=103471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 03 14:14:54.340829 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.managers [None req-4441540a-9c49-4049-83db-7b1bf7298feb None None] Attempting to bind port 6b0166c6-a23e-4da4-be51-b89f55e1b2c3 by drivers openvswitch,hyperv on host dv-cinder-839793-5-iscsi at level 0 using segments [{'id': 'c3ca0466-8eca-46f7-88e0-bbc55baa28dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'df540db6-f15c-4c08-801c-52cefde810cf'}] {{(pid=103471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 03 14:14:54.342769 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4441540a-9c49-4049-83db-7b1bf7298feb None None] Attempting to bind port 6b0166c6-a23e-4da4-be51-b89f55e1b2c3 on network df540db6-f15c-4c08-801c-52cefde810cf {{(pid=103471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 14:14:54.355633 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87f3484-5273-48d2-80fe-394eadcc4da5 req-ff7e4116-976d-4df1-addf-1cd93bc47188 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:14:54.363299 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4441540a-9c49-4049-83db-7b1bf7298feb None None] Checking agent: {'id': '43411681-d6d4-43ac-b892-434a22df3f6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839793-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 14, 4, 43), 'started_at': datetime.datetime(2022, 5, 3, 14, 5, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 14, 14, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839793-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 03 14:14:54.363889 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4441540a-9c49-4049-83db-7b1bf7298feb None None] Checking segment: {'id': 'c3ca0466-8eca-46f7-88e0-bbc55baa28dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'df540db6-f15c-4c08-801c-52cefde810cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 14:14:54.367256 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-4441540a-9c49-4049-83db-7b1bf7298feb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:54.368040 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4441540a-9c49-4049-83db-7b1bf7298feb None None] Bound using segment: {'id': 'c3ca0466-8eca-46f7-88e0-bbc55baa28dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'df540db6-f15c-4c08-801c-52cefde810cf'} {{(pid=103471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 03 14:14:54.371420 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-b87f3484-5273-48d2-80fe-394eadcc4da5 req-ff7e4116-976d-4df1-addf-1cd93bc47188 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] 10.222.0.36 "GET /v2.0/ports?device_id=92530935-2104-4b61-a2f8-286b3c1184d0 HTTP/1.1" status: 200 len: 945 time: 0.0893147 May 03 14:14:54.371819 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.managers [None req-4441540a-9c49-4049-83db-7b1bf7298feb None None] Bound port: 6b0166c6-a23e-4da4-be51-b89f55e1b2c3, host: dv-cinder-839793-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3ca0466-8eca-46f7-88e0-bbc55baa28dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'df540db6-f15c-4c08-801c-52cefde810cf'}}] {{(pid=103471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 03 14:14:54.372112 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-4441540a-9c49-4049-83db-7b1bf7298feb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585126'] for port (6b0166c6-a23e-4da4-be51-b89f55e1b2c3), before_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:54.440764 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-014f30d9-07d2-40bb-9cdc-29396a0eea60 req-628d2607-8b26-4bbd-8abb-4d96cc76bf49 service neutron] 10.222.0.36 "GET /v2.0/networks/3121b82c-06ca-44d8-8e28-2f3afede7579?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2592974 May 03 14:14:54.485719 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-b87f3484-5273-48d2-80fe-394eadcc4da5 req-aabe9751-d674-4c34-9518-486993995661 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] 10.222.0.36 "GET /v2.0/security-groups?id=cbfeeeef-c433-4767-a994-eec44f2dc198&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061778 May 03 14:14:54.504999 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.db [None req-4441540a-9c49-4049-83db-7b1bf7298feb None None] For port 6b0166c6-a23e-4da4-be51-b89f55e1b2c3, host dv-cinder-839793-5-iscsi, cleared binding levels {{(pid=103471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 14:14:54.510980 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.db [None req-4441540a-9c49-4049-83db-7b1bf7298feb None None] For port 6b0166c6-a23e-4da4-be51-b89f55e1b2c3, host dv-cinder-839793-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-5-iscsi',level=0,port_id=6b0166c6-a23e-4da4-be51-b89f55e1b2c3,segment=NetworkSegment(c3ca0466-8eca-46f7-88e0-bbc55baa28dc),segment_id=c3ca0466-8eca-46f7-88e0-bbc55baa28dc)] {{(pid=103471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 14:14:54.523039 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-4441540a-9c49-4049-83db-7b1bf7298feb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786921284783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786920821414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786920821432'] for port (6b0166c6-a23e-4da4-be51-b89f55e1b2c3), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:54.611832 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4441540a-9c49-4049-83db-7b1bf7298feb None None] Routers {'f5bdc071-e1b0-402d-8dfd-775e137ea794'} bound to L3 agent in host dv-cinder-839793-5-iscsi {{(pid=103471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 14:14:54.611832 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.l3_hamode_db [None req-4441540a-9c49-4049-83db-7b1bf7298feb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-03T14:04:39Z,description=,heartbeat_timestamp=2022-05-03T14:14:39Z,host='dv-cinder-839793-5-iscsi',id=2583ee88-9503-4370-b6e4-0a676865815e,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T14:04:39Z,topic='l3_agent')) {'router_ids': ['f5bdc071-e1b0-402d-8dfd-775e137ea794'], 'active': True} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:14:54.611832 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff5925d-c183-49a1-ac04-026793f53a50 None None] Pushing event updated for resources: {'Port': ['ID=6b0166c6-a23e-4da4-be51-b89f55e1b2c3,revision_number=4']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:14:54.686833 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.provisioning_blocks [None req-f0d027b6-6302-45d8-ab8c-1a69c9a8a086 None None] Provisioning complete for port 6b0166c6-a23e-4da4-be51-b89f55e1b2c3 triggered by entity DHCP. {{(pid=103471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 14:14:54.687349 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-f0d027b6-6302-45d8-ab8c-1a69c9a8a086 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749148'] for port (6b0166c6-a23e-4da4-be51-b89f55e1b2c3), provisioning_complete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:54.715362 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-014f30d9-07d2-40bb-9cdc-29396a0eea60 req-c5a3255a-c7ef-432a-b48c-76f82171437e service neutron] 10.222.0.36 "GET /v2.0/networks/3121b82c-06ca-44d8-8e28-2f3afede7579?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2701147 May 03 14:14:54.813593 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1973a281-c0d3-4195-9429-d238979cfa57 req-97591a5f-a516-4cf8-9e21-7ea11bafab06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:14:54.815668 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-1973a281-c0d3-4195-9429-d238979cfa57 req-97591a5f-a516-4cf8-9e21-7ea11bafab06 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=92530935-2104-4b61-a2f8-286b3c1184d0 HTTP/1.1" status: 200 len: 1129 time: 0.0669465 May 03 14:14:54.912072 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [None req-f0d027b6-6302-45d8-ab8c-1a69c9a8a086 None None] Current status of the port 6b0166c6-a23e-4da4-be51-b89f55e1b2c3 is: DOWN; New status is: ACTIVE {{(pid=103471) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 14:14:54.919865 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-f0d027b6-6302-45d8-ab8c-1a69c9a8a086 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585126'] for port (6b0166c6-a23e-4da4-be51-b89f55e1b2c3), before_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:54.928883 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvr_db [None req-4441540a-9c49-4049-83db-7b1bf7298feb None None] Set router f5bdc071-e1b0-402d-8dfd-775e137ea794 gateway port host: dv-cinder-839793-5-iscsi {{(pid=103471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 14:14:54.947593 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-1973a281-c0d3-4195-9429-d238979cfa57 req-47cad46c-d54c-4177-b9f5-625facee84d0 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=cbfeeeef-c433-4767-a994-eec44f2dc198&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131880 May 03 14:14:55.038258 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-999792af-a733-4ff8-9f85-5cb033915e86 req-12a3c865-4584-4753-bbae-f0affc847970 tempest-TestMinimumBasicScenario-1557761218 tempest-TestMinimumBasicScenario-1557761218-project] 10.222.0.36 "GET /v2.0/ports?device_id=f49e6294-3ef2-4598-8866-1ef6698a5aee HTTP/1.1" status: 200 len: 210 time: 0.0611310 May 03 14:14:55.048068 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.db [None req-f0d027b6-6302-45d8-ab8c-1a69c9a8a086 None None] For port 6b0166c6-a23e-4da4-be51-b89f55e1b2c3, host dv-cinder-839793-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-5-iscsi',level=0,port_id=6b0166c6-a23e-4da4-be51-b89f55e1b2c3,segment=NetworkSegment(c3ca0466-8eca-46f7-88e0-bbc55baa28dc),segment_id=c3ca0466-8eca-46f7-88e0-bbc55baa28dc)] {{(pid=103471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 14:14:55.057001 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-f0d027b6-6302-45d8-ab8c-1a69c9a8a086 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786921284783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786920821414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786920821432'] for port (6b0166c6-a23e-4da4-be51-b89f55e1b2c3), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:55.215526 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d027b6-6302-45d8-ab8c-1a69c9a8a086 None None] Pushing event updated for resources: {'Port': ['ID=6b0166c6-a23e-4da4-be51-b89f55e1b2c3,revision_number=5']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:14:55.223374 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.provisioning_blocks [None req-a1524007-103c-4d58-977a-b7fcee58589c None None] Provisioning complete for port 6b0166c6-a23e-4da4-be51-b89f55e1b2c3 triggered by entity DHCP. {{(pid=103471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 14:14:55.223842 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-a1524007-103c-4d58-977a-b7fcee58589c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749148'] for port (6b0166c6-a23e-4da4-be51-b89f55e1b2c3), provisioning_complete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:55.263072 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-610eabd4-0b09-4dcb-8616-7da61974f9d6 req-09bb377a-7721-448a-ae1b-426b5629f87f tempest-VolumesActionsTest-1624866909 tempest-VolumesActionsTest-1624866909-project] 10.222.0.36 "GET /v2.0/ports?device_id=b07a2f30-17a4-45e5-89ce-b6827e9f67c8 HTTP/1.1" status: 200 len: 210 time: 0.0573034 May 03 14:14:55.412089 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.l3_hamode_db [None req-4441540a-9c49-4049-83db-7b1bf7298feb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5bdc071-e1b0-402d-8dfd-775e137ea794', 'name': 'tempest-TestVolumeBootPattern-1407538280-router', 'tenant_id': 'd0b764ea593b465881fef7937cf6ac86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2', 'external_fixed_ips': [{'subnet_id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'ip_address': '172.27.3.142'}], 'enable_snat': True}, 'gw_port_id': '97f39471-f207-4340-bf9f-ea6d3f3386e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T14:14:42Z', 'updated_at': '2022-05-03T14:14:48Z', 'revision_number': 4, 'project_id': 'd0b764ea593b465881fef7937cf6ac86', 'gw_port': {'id': '97f39471-f207-4340-bf9f-ea6d3f3386e8', 'name': '', 'network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:94:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5bdc071-e1b0-402d-8dfd-775e137ea794', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'ip_address': '172.27.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:14:44Z', 'updated_at': '2022-05-03T14:14:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-5-iscsi', '_interfaces': [{'id': '6b0166c6-a23e-4da4-be51-b89f55e1b2c3', 'name': '', 'network_id': 'df540db6-f15c-4c08-801c-52cefde810cf', 'tenant_id': 'd0b764ea593b465881fef7937cf6ac86', 'mac_address': 'fa:16:3e:2f:ca:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5bdc071-e1b0-402d-8dfd-775e137ea794', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'cc095f53-629e-4075-9959-d4566292fc9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:14:47Z', 'updated_at': '2022-05-03T14:14:54Z', 'revision_number': 4, 'project_id': 'd0b764ea593b465881fef7937cf6ac86', 'subnets': [{'id': 'cc095f53-629e-4075-9959-d4566292fc9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-5-iscsi', False) {} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:14:55.417415 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [None req-a1524007-103c-4d58-977a-b7fcee58589c None None] Current status of the port 6b0166c6-a23e-4da4-be51-b89f55e1b2c3 is: ACTIVE; New status is: ACTIVE {{(pid=103471) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 14:14:55.447493 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4441540a-9c49-4049-83db-7b1bf7298feb None None] The sync data for ids ['f5bdc071-e1b0-402d-8dfd-775e137ea794'] in dv-cinder-839793-5-iscsi is: [{'id': 'f5bdc071-e1b0-402d-8dfd-775e137ea794', 'name': 'tempest-TestVolumeBootPattern-1407538280-router', 'tenant_id': 'd0b764ea593b465881fef7937cf6ac86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2', 'external_fixed_ips': [{'subnet_id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'ip_address': '172.27.3.142'}], 'enable_snat': True}, 'gw_port_id': '97f39471-f207-4340-bf9f-ea6d3f3386e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T14:14:42Z', 'updated_at': '2022-05-03T14:14:48Z', 'revision_number': 4, 'project_id': 'd0b764ea593b465881fef7937cf6ac86', 'gw_port': {'id': '97f39471-f207-4340-bf9f-ea6d3f3386e8', 'name': '', 'network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:94:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5bdc071-e1b0-402d-8dfd-775e137ea794', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'ip_address': '172.27.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:14:44Z', 'updated_at': '2022-05-03T14:14:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-5-iscsi', '_interfaces': [{'id': '6b0166c6-a23e-4da4-be51-b89f55e1b2c3', 'name': '', 'network_id': 'df540db6-f15c-4c08-801c-52cefde810cf', 'tenant_id': 'd0b764ea593b465881fef7937cf6ac86', 'mac_address': 'fa:16:3e:2f:ca:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5bdc071-e1b0-402d-8dfd-775e137ea794', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'cc095f53-629e-4075-9959-d4566292fc9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:14:47Z', 'updated_at': '2022-05-03T14:14:54Z', 'revision_number': 4, 'project_id': 'd0b764ea593b465881fef7937cf6ac86', 'subnets': [{'id': 'cc095f53-629e-4075-9959-d4566292fc9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 14:14:55.644150 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e815bf33-978b-4713-ad5c-c6ee7f57bd4c req-a37360d7-888e-4cf8-84ba-f0ac99a487f2 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:14:55.646508 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-e815bf33-978b-4713-ad5c-c6ee7f57bd4c req-a37360d7-888e-4cf8-84ba-f0ac99a487f2 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] 10.222.0.36 "GET /v2.0/ports?device_id=92530935-2104-4b61-a2f8-286b3c1184d0 HTTP/1.1" status: 200 len: 945 time: 0.0661130 May 03 14:14:55.739008 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-e815bf33-978b-4713-ad5c-c6ee7f57bd4c req-9248c0f3-9fc6-4c06-a6d5-04991c8e2631 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] 10.222.0.36 "GET /v2.0/security-groups?id=cbfeeeef-c433-4767-a994-eec44f2dc198&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858045 May 03 14:14:56.151116 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-1f896787-6fa8-474d-808c-1402b413101f req-5e51f69b-b8fb-46b0-8d22-f57d49ac0f00 tempest-TestMinimumBasicScenario-1557761218 tempest-TestMinimumBasicScenario-1557761218-project] 10.222.0.36 "GET /v2.0/ports?device_id=f49e6294-3ef2-4598-8866-1ef6698a5aee HTTP/1.1" status: 200 len: 210 time: 0.0360873 May 03 14:14:56.393566 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-d861df5f-3bcb-4823-8a56-4ac52851cdae req-cf323eec-49d4-4ab0-b00f-d06256b7ca84 tempest-VolumesActionsTest-1624866909 tempest-VolumesActionsTest-1624866909-project] 10.222.0.36 "GET /v2.0/ports?device_id=b07a2f30-17a4-45e5-89ce-b6827e9f67c8 HTTP/1.1" status: 200 len: 210 time: 0.0400937 May 03 14:14:56.449003 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.rpc [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Device 6b0166c6-a23e-4da4-be51-b89f55e1b2c3 up at agent ovs-agent-dv-cinder-839793-5-iscsi {{(pid=103471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 14:14:56.499826 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.provisioning_blocks [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Provisioning complete for port 6b0166c6-a23e-4da4-be51-b89f55e1b2c3 triggered by entity L2. {{(pid=103471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 14:14:56.500231 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749148'] for port (6b0166c6-a23e-4da4-be51-b89f55e1b2c3), provisioning_complete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:56.590143 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Current status of the port 6b0166c6-a23e-4da4-be51-b89f55e1b2c3 is: ACTIVE; New status is: ACTIVE {{(pid=103471) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 14:14:56.849789 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd4baba-1cd5-4849-8c39-09777539b7ee req-2e972271-8e65-403a-bc16-95e9411c7d5d tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:14:56.851357 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-bcd4baba-1cd5-4849-8c39-09777539b7ee req-2e972271-8e65-403a-bc16-95e9411c7d5d tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] 10.222.0.36 "GET /v2.0/ports?device_id=92530935-2104-4b61-a2f8-286b3c1184d0 HTTP/1.1" status: 200 len: 945 time: 0.0480835 May 03 14:14:56.903604 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-bcd4baba-1cd5-4849-8c39-09777539b7ee req-d102a253-34ac-412f-a1c9-d8d5db892731 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] 10.222.0.36 "GET /v2.0/security-groups?id=cbfeeeef-c433-4767-a994-eec44f2dc198&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448472 May 03 14:14:57.075966 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73570315-1d2b-466c-a045-d730a5d50a89 req-508b0d1e-9dfa-40db-9c8e-41e51a12ecc6 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:14:57.077756 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-73570315-1d2b-466c-a045-d730a5d50a89 req-508b0d1e-9dfa-40db-9c8e-41e51a12ecc6 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] 10.222.0.36 "GET /v2.0/ports?device_id=ba9b5683-3cbc-4f53-803e-cd5413dfcbc0 HTTP/1.1" status: 200 len: 945 time: 0.0947292 May 03 14:14:57.150133 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a08357-3896-4d7e-a5b9-3aa55948c5e8 req-52c851a0-086c-4019-ac5b-c533011ebce7 tempest-VolumesActionsTest-1624866909 tempest-VolumesActionsTest-1624866909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:14:57.151612 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-63a08357-3896-4d7e-a5b9-3aa55948c5e8 req-52c851a0-086c-4019-ac5b-c533011ebce7 tempest-VolumesActionsTest-1624866909 tempest-VolumesActionsTest-1624866909-project] 10.222.0.26 "GET /v2.0/networks?id=27b794d9-b670-411c-9a0a-80863d6faaf1 HTTP/1.1" status: 200 len: 808 time: 0.2011430 May 03 14:14:57.159904 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-73570315-1d2b-466c-a045-d730a5d50a89 req-ea499dc3-ba6f-46e3-bc5c-61c434c3528e tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] 10.222.0.36 "GET /v2.0/security-groups?id=cbfeeeef-c433-4767-a994-eec44f2dc198&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742831 May 03 14:14:57.282461 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-c114d1ea-c826-49da-810c-00359978131b req-7450f91d-a3a5-463d-91f6-985ed41b476a tempest-TestMinimumBasicScenario-1557761218 tempest-TestMinimumBasicScenario-1557761218-project] 10.222.0.36 "GET /v2.0/ports?device_id=f49e6294-3ef2-4598-8866-1ef6698a5aee HTTP/1.1" status: 200 len: 210 time: 0.0423546 May 03 14:14:57.284644 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.v2.base [req-63a08357-3896-4d7e-a5b9-3aa55948c5e8 req-9f615e23-637f-48e7-96fa-8ca73b462f1d tempest-VolumesActionsTest-1624866909 tempest-VolumesActionsTest-1624866909-project] Request body: {'port': {'device_id': 'b07a2f30-17a4-45e5-89ce-b6827e9f67c8', 'network_id': '27b794d9-b670-411c-9a0a-80863d6faaf1', 'admin_state_up': True, 'tenant_id': 'fe12e93e2173443ebbc6badc62f75f20'}} {{(pid=103469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 14:14:57.815903 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-4dcb9517-95ca-42e5-a566-f428b4f3ab82 req-18af2fa0-5ea2-4180-826e-4267f883798e tempest-VolumesActionsTest-1624866909 tempest-VolumesActionsTest-1624866909-project] 10.222.0.36 "GET /v2.0/ports?device_id=b07a2f30-17a4-45e5-89ce-b6827e9f67c8 HTTP/1.1" status: 200 len: 210 time: 0.0609665 May 03 14:14:57.835263 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63a08357-3896-4d7e-a5b9-3aa55948c5e8 req-9f615e23-637f-48e7-96fa-8ca73b462f1d tempest-VolumesActionsTest-1624866909 tempest-VolumesActionsTest-1624866909-project] Made reservation on behalf of fe12e93e2173443ebbc6badc62f75f20 for: {'port': 1} {{(pid=103469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 14:14:57.839052 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-63a08357-3896-4d7e-a5b9-3aa55948c5e8 req-9f615e23-637f-48e7-96fa-8ca73b462f1d tempest-VolumesActionsTest-1624866909 tempest-VolumesActionsTest-1624866909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585126'] for port (None), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:57.856341 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014f30d9-07d2-40bb-9cdc-29396a0eea60 req-8749f686-4fab-4ec1-b30a-69a578f3ba61 tempest-TestMinimumBasicScenario-1557761218 tempest-TestMinimumBasicScenario-1557761218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:14:57.857851 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-014f30d9-07d2-40bb-9cdc-29396a0eea60 req-8749f686-4fab-4ec1-b30a-69a578f3ba61 tempest-TestMinimumBasicScenario-1557761218 tempest-TestMinimumBasicScenario-1557761218-project] 10.222.0.26 "GET /v2.0/networks?id=3121b82c-06ca-44d8-8e28-2f3afede7579 HTTP/1.1" status: 200 len: 815 time: 0.4626184 May 03 14:14:57.877945 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.v2.base [req-014f30d9-07d2-40bb-9cdc-29396a0eea60 req-43d779b5-16d8-41b1-995b-5f0872c2bf3e tempest-TestMinimumBasicScenario-1557761218 tempest-TestMinimumBasicScenario-1557761218-project] Request body: {'port': {'device_id': 'f49e6294-3ef2-4598-8866-1ef6698a5aee', 'network_id': '3121b82c-06ca-44d8-8e28-2f3afede7579', 'admin_state_up': True, 'tenant_id': '1c2479422e8c413e8ee554aa4f355bca'}} {{(pid=103469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 14:14:58.076839 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.db.db_base_plugin_common [req-63a08357-3896-4d7e-a5b9-3aa55948c5e8 req-9f615e23-637f-48e7-96fa-8ca73b462f1d tempest-VolumesActionsTest-1624866909 tempest-VolumesActionsTest-1624866909-project] Allocated IP 172.20.0.6 (27b794d9-b670-411c-9a0a-80863d6faaf1/c578e165-fcac-4048-b331-804311f4219b/e4a57564-2f62-4e76-a155-eaa0062475bc) {{(pid=103469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 14:14:58.098752 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-014f30d9-07d2-40bb-9cdc-29396a0eea60 req-43d779b5-16d8-41b1-995b-5f0872c2bf3e tempest-TestMinimumBasicScenario-1557761218 tempest-TestMinimumBasicScenario-1557761218-project] Made reservation on behalf of 1c2479422e8c413e8ee554aa4f355bca for: {'port': 1} {{(pid=103469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 14:14:58.102435 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-014f30d9-07d2-40bb-9cdc-29396a0eea60 req-43d779b5-16d8-41b1-995b-5f0872c2bf3e tempest-TestMinimumBasicScenario-1557761218 tempest-TestMinimumBasicScenario-1557761218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585126'] for port (None), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:58.363641 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.db.db_base_plugin_common [req-014f30d9-07d2-40bb-9cdc-29396a0eea60 req-43d779b5-16d8-41b1-995b-5f0872c2bf3e tempest-TestMinimumBasicScenario-1557761218 tempest-TestMinimumBasicScenario-1557761218-project] Allocated IP 172.20.0.5 (3121b82c-06ca-44d8-8e28-2f3afede7579/084cc6e3-980b-4882-a669-82e7bd2021c7/f629260d-81fd-43c7-af1b-2e47940e5d03) {{(pid=103469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 14:14:58.404489 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-63a08357-3896-4d7e-a5b9-3aa55948c5e8 req-9f615e23-637f-48e7-96fa-8ca73b462f1d tempest-VolumesActionsTest-1624866909 tempest-VolumesActionsTest-1624866909-project] Publish callbacks [] for port (e4a57564-2f62-4e76-a155-eaa0062475bc), precommit_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:58.496244 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-ec649288-d981-4b4a-83d0-91c6903b283c req-cb4c99a4-b9a1-4c38-9581-a88e2ce7bc65 tempest-TestMinimumBasicScenario-1557761218 tempest-TestMinimumBasicScenario-1557761218-project] 10.222.0.36 "GET /v2.0/ports?device_id=f49e6294-3ef2-4598-8866-1ef6698a5aee HTTP/1.1" status: 200 len: 210 time: 0.0577190 May 03 14:14:58.518631 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-63a08357-3896-4d7e-a5b9-3aa55948c5e8 req-9f615e23-637f-48e7-96fa-8ca73b462f1d tempest-VolumesActionsTest-1624866909 tempest-VolumesActionsTest-1624866909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786920821396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6178079'] for port (e4a57564-2f62-4e76-a155-eaa0062475bc), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:58.623372 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63a08357-3896-4d7e-a5b9-3aa55948c5e8 req-9f615e23-637f-48e7-96fa-8ca73b462f1d tempest-VolumesActionsTest-1624866909 tempest-VolumesActionsTest-1624866909-project] Network 27b794d9-b670-411c-9a0a-80863d6faaf1 is already hosted by enough agents. {{(pid=103469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 14:14:58.629886 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f615e23-637f-48e7-96fa-8ca73b462f1d tempest-VolumesActionsTest-1624866909 tempest-VolumesActionsTest-1624866909-project] Pushing event updated for resources: {'Port': ['ID=e4a57564-2f62-4e76-a155-eaa0062475bc,revision_number=1']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:14:58.632619 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.scheduler.base_scheduler [req-63a08357-3896-4d7e-a5b9-3aa55948c5e8 req-9f615e23-637f-48e7-96fa-8ca73b462f1d tempest-VolumesActionsTest-1624866909 tempest-VolumesActionsTest-1624866909-project] Resources bound (agent type, host, resource id): {{(pid=103469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 14:14:58.641229 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.db.l3_dvrscheduler_db [req-63a08357-3896-4d7e-a5b9-3aa55948c5e8 req-9f615e23-637f-48e7-96fa-8ca73b462f1d tempest-VolumesActionsTest-1624866909 tempest-VolumesActionsTest-1624866909-project] Received port after_create {{(pid=103469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 14:14:58.795999 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-014f30d9-07d2-40bb-9cdc-29396a0eea60 req-43d779b5-16d8-41b1-995b-5f0872c2bf3e tempest-TestMinimumBasicScenario-1557761218 tempest-TestMinimumBasicScenario-1557761218-project] Publish callbacks [] for port (f629260d-81fd-43c7-af1b-2e47940e5d03), precommit_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:58.924938 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a08357-3896-4d7e-a5b9-3aa55948c5e8 req-9f615e23-637f-48e7-96fa-8ca73b462f1d tempest-VolumesActionsTest-1624866909 tempest-VolumesActionsTest-1624866909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:14:58.925974 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-63a08357-3896-4d7e-a5b9-3aa55948c5e8 req-9f615e23-637f-48e7-96fa-8ca73b462f1d tempest-VolumesActionsTest-1624866909 tempest-VolumesActionsTest-1624866909-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218734'] for port (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:58.931939 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-014f30d9-07d2-40bb-9cdc-29396a0eea60 req-43d779b5-16d8-41b1-995b-5f0872c2bf3e tempest-TestMinimumBasicScenario-1557761218 tempest-TestMinimumBasicScenario-1557761218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786920821396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6178079'] for port (f629260d-81fd-43c7-af1b-2e47940e5d03), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:59.053867 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-63a08357-3896-4d7e-a5b9-3aa55948c5e8 req-9f615e23-637f-48e7-96fa-8ca73b462f1d tempest-VolumesActionsTest-1624866909 tempest-VolumesActionsTest-1624866909-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7743123 May 03 14:14:59.107877 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-014f30d9-07d2-40bb-9cdc-29396a0eea60 req-43d779b5-16d8-41b1-995b-5f0872c2bf3e tempest-TestMinimumBasicScenario-1557761218 tempest-TestMinimumBasicScenario-1557761218-project] Network 3121b82c-06ca-44d8-8e28-2f3afede7579 is already hosted by enough agents. {{(pid=103469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 14:14:59.117652 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.scheduler.base_scheduler [req-014f30d9-07d2-40bb-9cdc-29396a0eea60 req-43d779b5-16d8-41b1-995b-5f0872c2bf3e tempest-TestMinimumBasicScenario-1557761218 tempest-TestMinimumBasicScenario-1557761218-project] Resources bound (agent type, host, resource id): {{(pid=103469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 14:14:59.123481 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.db.l3_dvrscheduler_db [req-014f30d9-07d2-40bb-9cdc-29396a0eea60 req-43d779b5-16d8-41b1-995b-5f0872c2bf3e tempest-TestMinimumBasicScenario-1557761218 tempest-TestMinimumBasicScenario-1557761218-project] Received port after_create {{(pid=103469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 14:14:59.132166 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8494908f-b8aa-4e40-88f3-c826602846be req-d9d712f2-ebe6-4e12-8545-bcb024cc51f0 tempest-VolumesActionsTest-1624866909 tempest-VolumesActionsTest-1624866909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:14:59.133695 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-8494908f-b8aa-4e40-88f3-c826602846be req-d9d712f2-ebe6-4e12-8545-bcb024cc51f0 tempest-VolumesActionsTest-1624866909 tempest-VolumesActionsTest-1624866909-project] 10.222.0.36 "GET /v2.0/ports?device_id=b07a2f30-17a4-45e5-89ce-b6827e9f67c8 HTTP/1.1" status: 200 len: 931 time: 0.1220386 May 03 14:14:59.136126 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d779b5-16d8-41b1-995b-5f0872c2bf3e tempest-TestMinimumBasicScenario-1557761218 tempest-TestMinimumBasicScenario-1557761218-project] Pushing event updated for resources: {'Port': ['ID=f629260d-81fd-43c7-af1b-2e47940e5d03,revision_number=1']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:14:59.249951 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014f30d9-07d2-40bb-9cdc-29396a0eea60 req-43d779b5-16d8-41b1-995b-5f0872c2bf3e tempest-TestMinimumBasicScenario-1557761218 tempest-TestMinimumBasicScenario-1557761218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:14:59.250614 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-014f30d9-07d2-40bb-9cdc-29396a0eea60 req-43d779b5-16d8-41b1-995b-5f0872c2bf3e tempest-TestMinimumBasicScenario-1557761218 tempest-TestMinimumBasicScenario-1557761218-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218734'] for port (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:59.330097 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a52922-0e28-4db1-af22-51a9a3990691 req-bff60f91-4eb8-401a-8604-bd3a5a9efe50 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:14:59.339222 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-b9a52922-0e28-4db1-af22-51a9a3990691 req-bff60f91-4eb8-401a-8604-bd3a5a9efe50 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] 10.222.0.36 "GET /v2.0/ports?device_id=ba9b5683-3cbc-4f53-803e-cd5413dfcbc0 HTTP/1.1" status: 200 len: 945 time: 0.0685024 May 03 14:14:59.348614 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-014f30d9-07d2-40bb-9cdc-29396a0eea60 req-43d779b5-16d8-41b1-995b-5f0872c2bf3e tempest-TestMinimumBasicScenario-1557761218 tempest-TestMinimumBasicScenario-1557761218-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4749498 May 03 14:14:59.432608 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-8494908f-b8aa-4e40-88f3-c826602846be req-ede7d96a-72e9-42f1-b7dd-3044da4b2b01 tempest-VolumesActionsTest-1624866909 tempest-VolumesActionsTest-1624866909-project] 10.222.0.36 "GET /v2.0/security-groups?id=0e37fc03-fb0d-4798-8150-3b29211720fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2915390 May 03 14:14:59.454076 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-b9a52922-0e28-4db1-af22-51a9a3990691 req-c604d41c-1963-454c-b6ea-35ff0450cfad tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] 10.222.0.36 "GET /v2.0/security-groups?id=cbfeeeef-c433-4767-a994-eec44f2dc198&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127968 May 03 14:14:59.574209 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.provisioning_blocks [None req-5bd0edeb-2125-459d-8046-9a9dd50c6ace None None] Provisioning complete for port f629260d-81fd-43c7-af1b-2e47940e5d03 triggered by entity DHCP. {{(pid=103471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 14:14:59.584735 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-5bd0edeb-2125-459d-8046-9a9dd50c6ace None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749148'] for port (f629260d-81fd-43c7-af1b-2e47940e5d03), provisioning_complete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:14:59.691776 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [None req-5bd0edeb-2125-459d-8046-9a9dd50c6ace None None] Port f629260d-81fd-43c7-af1b-2e47940e5d03 cannot update to ACTIVE because it is not bound. {{(pid=103471) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 03 14:14:59.716546 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afb1ed2-8413-4914-9964-a4f35b8392f6 req-11ad99c6-1f0d-4f28-9e4d-076b2b1fc0c8 tempest-TestMinimumBasicScenario-1557761218 tempest-TestMinimumBasicScenario-1557761218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:14:59.718985 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-7afb1ed2-8413-4914-9964-a4f35b8392f6 req-11ad99c6-1f0d-4f28-9e4d-076b2b1fc0c8 tempest-TestMinimumBasicScenario-1557761218 tempest-TestMinimumBasicScenario-1557761218-project] 10.222.0.36 "GET /v2.0/ports?device_id=f49e6294-3ef2-4598-8866-1ef6698a5aee HTTP/1.1" status: 200 len: 931 time: 0.0799794 May 03 14:14:59.810407 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-7afb1ed2-8413-4914-9964-a4f35b8392f6 req-68a53580-40c7-4480-9514-4f6c02af5487 tempest-TestMinimumBasicScenario-1557761218 tempest-TestMinimumBasicScenario-1557761218-project] 10.222.0.36 "GET /v2.0/security-groups?id=5ecd445a-dda4-4baf-94a7-7543188df186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854523 May 03 14:15:00.610596 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e44eb0-81f0-4f56-b520-2784a6b43032 req-71bda063-9603-46ad-93e2-ae6a0ffefa8f tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:15:00.613416 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-c9e44eb0-81f0-4f56-b520-2784a6b43032 req-71bda063-9603-46ad-93e2-ae6a0ffefa8f tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] 10.222.0.36 "GET /v2.0/ports?device_id=ba9b5683-3cbc-4f53-803e-cd5413dfcbc0 HTTP/1.1" status: 200 len: 945 time: 0.0664330 May 03 14:15:00.622999 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781fce82-4d73-4389-8009-85236599ce30 req-95ab2626-279d-42d6-a96d-4c6c4500662c tempest-VolumesActionsTest-1624866909 tempest-VolumesActionsTest-1624866909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:15:00.624533 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-781fce82-4d73-4389-8009-85236599ce30 req-95ab2626-279d-42d6-a96d-4c6c4500662c tempest-VolumesActionsTest-1624866909 tempest-VolumesActionsTest-1624866909-project] 10.222.0.36 "GET /v2.0/ports?device_id=b07a2f30-17a4-45e5-89ce-b6827e9f67c8 HTTP/1.1" status: 200 len: 931 time: 0.0530026 May 03 14:15:00.679341 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-c9e44eb0-81f0-4f56-b520-2784a6b43032 req-924804ae-779c-4a2c-86d8-0ed0c3c12260 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] 10.222.0.36 "GET /v2.0/security-groups?id=cbfeeeef-c433-4767-a994-eec44f2dc198&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605016 May 03 14:15:00.704169 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-781fce82-4d73-4389-8009-85236599ce30 req-9890efb7-7de7-4041-b988-8d195a3fd57e tempest-VolumesActionsTest-1624866909 tempest-VolumesActionsTest-1624866909-project] 10.222.0.36 "GET /v2.0/security-groups?id=0e37fc03-fb0d-4798-8150-3b29211720fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738258 May 03 14:15:00.936431 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ebb9d0-5e1f-4ee4-9ce0-33739b4dc730 req-86247cb4-a2ca-40ba-8afa-f1c15b3a52a3 tempest-TestMinimumBasicScenario-1557761218 tempest-TestMinimumBasicScenario-1557761218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:15:00.937960 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-a5ebb9d0-5e1f-4ee4-9ce0-33739b4dc730 req-86247cb4-a2ca-40ba-8afa-f1c15b3a52a3 tempest-TestMinimumBasicScenario-1557761218 tempest-TestMinimumBasicScenario-1557761218-project] 10.222.0.36 "GET /v2.0/ports?device_id=f49e6294-3ef2-4598-8866-1ef6698a5aee HTTP/1.1" status: 200 len: 931 time: 0.0474448 May 03 14:15:00.988510 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-a5ebb9d0-5e1f-4ee4-9ce0-33739b4dc730 req-099d922f-1a4d-48d7-bdde-b9b28d5ce184 tempest-TestMinimumBasicScenario-1557761218 tempest-TestMinimumBasicScenario-1557761218-project] 10.222.0.36 "GET /v2.0/security-groups?id=5ecd445a-dda4-4baf-94a7-7543188df186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419166 May 03 14:15:01.816781 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e85d62-c151-41fd-93f2-5dde45d0f2d7 req-4c848c03-94b1-4055-808c-c794cbc91a92 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:15:01.818411 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-40e85d62-c151-41fd-93f2-5dde45d0f2d7 req-4c848c03-94b1-4055-808c-c794cbc91a92 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] 10.222.0.36 "GET /v2.0/ports?device_id=ba9b5683-3cbc-4f53-803e-cd5413dfcbc0 HTTP/1.1" status: 200 len: 945 time: 0.0556428 May 03 14:15:01.837766 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03eaacb-b8bc-4f2c-be14-2d46d731de07 req-680d6859-225f-4d91-be2a-57d6bb458b0d tempest-VolumesActionsTest-1624866909 tempest-VolumesActionsTest-1624866909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:15:01.839246 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-a03eaacb-b8bc-4f2c-be14-2d46d731de07 req-680d6859-225f-4d91-be2a-57d6bb458b0d tempest-VolumesActionsTest-1624866909 tempest-VolumesActionsTest-1624866909-project] 10.222.0.36 "GET /v2.0/ports?device_id=b07a2f30-17a4-45e5-89ce-b6827e9f67c8 HTTP/1.1" status: 200 len: 931 time: 0.0516455 May 03 14:15:01.889880 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-40e85d62-c151-41fd-93f2-5dde45d0f2d7 req-abf0590e-6505-426e-b6ac-add1e17aee50 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] 10.222.0.36 "GET /v2.0/security-groups?id=cbfeeeef-c433-4767-a994-eec44f2dc198&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652401 May 03 14:15:01.894887 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-a03eaacb-b8bc-4f2c-be14-2d46d731de07 req-16abdd0d-e0a2-48a0-9b4b-ec7d3f582329 tempest-VolumesActionsTest-1624866909 tempest-VolumesActionsTest-1624866909-project] 10.222.0.36 "GET /v2.0/security-groups?id=0e37fc03-fb0d-4798-8150-3b29211720fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480981 May 03 14:15:02.109578 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f244363c-70ba-4119-b03c-4923e808338e req-f4b6db30-f64f-40e0-b54b-e8fc9770f497 tempest-TestMinimumBasicScenario-1557761218 tempest-TestMinimumBasicScenario-1557761218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:15:02.111047 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-f244363c-70ba-4119-b03c-4923e808338e req-f4b6db30-f64f-40e0-b54b-e8fc9770f497 tempest-TestMinimumBasicScenario-1557761218 tempest-TestMinimumBasicScenario-1557761218-project] 10.222.0.36 "GET /v2.0/ports?device_id=f49e6294-3ef2-4598-8866-1ef6698a5aee HTTP/1.1" status: 200 len: 931 time: 0.0529881 May 03 14:15:02.158845 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-f244363c-70ba-4119-b03c-4923e808338e req-c2c22e81-b5b9-4612-9b75-aee853594828 tempest-TestMinimumBasicScenario-1557761218 tempest-TestMinimumBasicScenario-1557761218-project] 10.222.0.36 "GET /v2.0/security-groups?id=5ecd445a-dda4-4baf-94a7-7543188df186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420878 May 03 14:15:03.012819 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e89270-9370-40a0-b403-f4694b2c4d4b req-15f9118e-9b8f-4575-be1b-80814b6081dd tempest-VolumesActionsTest-1624866909 tempest-VolumesActionsTest-1624866909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:15:03.013571 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96f0170-7f5b-47b4-aceb-b961da0f2b22 req-218d33f7-4a69-4b88-a020-bbd23882b4d7 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:15:03.014398 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-f96f0170-7f5b-47b4-aceb-b961da0f2b22 req-218d33f7-4a69-4b88-a020-bbd23882b4d7 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] 10.222.0.36 "GET /v2.0/ports?device_id=ba9b5683-3cbc-4f53-803e-cd5413dfcbc0 HTTP/1.1" status: 200 len: 945 time: 0.0474546 May 03 14:15:03.014519 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-e5e89270-9370-40a0-b403-f4694b2c4d4b req-15f9118e-9b8f-4575-be1b-80814b6081dd tempest-VolumesActionsTest-1624866909 tempest-VolumesActionsTest-1624866909-project] 10.222.0.36 "GET /v2.0/ports?device_id=b07a2f30-17a4-45e5-89ce-b6827e9f67c8 HTTP/1.1" status: 200 len: 931 time: 0.0457735 May 03 14:15:03.073905 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-e5e89270-9370-40a0-b403-f4694b2c4d4b req-f7046547-de2c-453f-980a-6c2675b3a5cf tempest-VolumesActionsTest-1624866909 tempest-VolumesActionsTest-1624866909-project] 10.222.0.36 "GET /v2.0/security-groups?id=0e37fc03-fb0d-4798-8150-3b29211720fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530541 May 03 14:15:03.086485 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-f96f0170-7f5b-47b4-aceb-b961da0f2b22 req-2cda2efe-d75d-4993-8003-d516c39bc0b2 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] 10.222.0.36 "GET /v2.0/security-groups?id=cbfeeeef-c433-4767-a994-eec44f2dc198&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653784 May 03 14:15:03.286015 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418dbe4d-8ed0-4478-a47a-4f44e3ade39e req-10220bd2-d434-4199-9c16-a04e4519ad95 tempest-TestMinimumBasicScenario-1557761218 tempest-TestMinimumBasicScenario-1557761218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:15:03.287579 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-418dbe4d-8ed0-4478-a47a-4f44e3ade39e req-10220bd2-d434-4199-9c16-a04e4519ad95 tempest-TestMinimumBasicScenario-1557761218 tempest-TestMinimumBasicScenario-1557761218-project] 10.222.0.36 "GET /v2.0/ports?device_id=f49e6294-3ef2-4598-8866-1ef6698a5aee HTTP/1.1" status: 200 len: 931 time: 0.0571232 May 03 14:15:03.348941 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-418dbe4d-8ed0-4478-a47a-4f44e3ade39e req-4b8f2f91-7e73-4b8e-8c8a-b41fe22a8ac0 tempest-TestMinimumBasicScenario-1557761218 tempest-TestMinimumBasicScenario-1557761218-project] 10.222.0.36 "GET /v2.0/security-groups?id=5ecd445a-dda4-4baf-94a7-7543188df186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557213 May 03 14:15:04.218859 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982c12f2-afd4-452a-9e2e-b4ec9657c1f6 req-996ad33a-e6b4-400c-b5ee-61aba8d894ca tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:15:04.222583 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-982c12f2-afd4-452a-9e2e-b4ec9657c1f6 req-996ad33a-e6b4-400c-b5ee-61aba8d894ca tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] 10.222.0.36 "GET /v2.0/ports?device_id=ba9b5683-3cbc-4f53-803e-cd5413dfcbc0 HTTP/1.1" status: 200 len: 945 time: 0.0538273 May 03 14:15:04.243831 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97068a91-a54d-4a04-862f-cac98e2fcd83 req-e87616fa-76e5-4a74-bc92-8d0d48f8b2d2 tempest-VolumesActionsTest-1624866909 tempest-VolumesActionsTest-1624866909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:15:04.246111 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-97068a91-a54d-4a04-862f-cac98e2fcd83 req-e87616fa-76e5-4a74-bc92-8d0d48f8b2d2 tempest-VolumesActionsTest-1624866909 tempest-VolumesActionsTest-1624866909-project] 10.222.0.36 "GET /v2.0/ports?device_id=b07a2f30-17a4-45e5-89ce-b6827e9f67c8 HTTP/1.1" status: 200 len: 931 time: 0.0513239 May 03 14:15:04.296692 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-982c12f2-afd4-452a-9e2e-b4ec9657c1f6 req-441ba3eb-2d17-4c9d-8757-22a91b59040d tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] 10.222.0.36 "GET /v2.0/security-groups?id=cbfeeeef-c433-4767-a994-eec44f2dc198&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603225 May 03 14:15:04.297357 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-97068a91-a54d-4a04-862f-cac98e2fcd83 req-20bf44fa-9279-4765-8d17-884c8e51a2c3 tempest-VolumesActionsTest-1624866909 tempest-VolumesActionsTest-1624866909-project] 10.222.0.36 "GET /v2.0/security-groups?id=0e37fc03-fb0d-4798-8150-3b29211720fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443034 May 03 14:15:04.470137 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba833af-94a7-467b-b89e-6bc1bb861a1a req-1a2afa93-3c00-4310-946b-602f7ac15c5b tempest-TestMinimumBasicScenario-1557761218 tempest-TestMinimumBasicScenario-1557761218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:15:04.472175 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-9ba833af-94a7-467b-b89e-6bc1bb861a1a req-1a2afa93-3c00-4310-946b-602f7ac15c5b tempest-TestMinimumBasicScenario-1557761218 tempest-TestMinimumBasicScenario-1557761218-project] 10.222.0.36 "GET /v2.0/ports?device_id=f49e6294-3ef2-4598-8866-1ef6698a5aee HTTP/1.1" status: 200 len: 931 time: 0.0514395 May 03 14:15:04.528041 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-9ba833af-94a7-467b-b89e-6bc1bb861a1a req-5f406a91-6edd-41ce-ba9b-06678be5dba5 tempest-TestMinimumBasicScenario-1557761218 tempest-TestMinimumBasicScenario-1557761218-project] 10.222.0.36 "GET /v2.0/security-groups?id=5ecd445a-dda4-4baf-94a7-7543188df186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497215 May 03 14:15:05.486849 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96beea0a-1e6a-42d7-8cfe-c5dd9effad16 req-686c453e-5a1b-4792-bafa-be16e52990a9 tempest-VolumesActionsTest-1624866909 tempest-VolumesActionsTest-1624866909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:15:05.489565 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-96beea0a-1e6a-42d7-8cfe-c5dd9effad16 req-686c453e-5a1b-4792-bafa-be16e52990a9 tempest-VolumesActionsTest-1624866909 tempest-VolumesActionsTest-1624866909-project] 10.222.0.36 "GET /v2.0/ports?device_id=b07a2f30-17a4-45e5-89ce-b6827e9f67c8 HTTP/1.1" status: 200 len: 931 time: 0.0861986 May 03 14:15:05.505165 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6e257f-e6a5-4356-bf90-359138860cf3 req-aa1b1150-de29-484d-a0ba-c05868f77fe6 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:15:05.506772 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-8c6e257f-e6a5-4356-bf90-359138860cf3 req-aa1b1150-de29-484d-a0ba-c05868f77fe6 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] 10.222.0.36 "GET /v2.0/ports?device_id=ba9b5683-3cbc-4f53-803e-cd5413dfcbc0 HTTP/1.1" status: 200 len: 945 time: 0.0817628 May 03 14:15:05.659042 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-8c6e257f-e6a5-4356-bf90-359138860cf3 req-7ad8ae29-dcf2-402b-9c3b-d2e5c584c71f tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] 10.222.0.36 "GET /v2.0/security-groups?id=cbfeeeef-c433-4767-a994-eec44f2dc198&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459658 May 03 14:15:05.679060 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-96beea0a-1e6a-42d7-8cfe-c5dd9effad16 req-d8ab0c94-bc30-4e80-b584-159d90406bec tempest-VolumesActionsTest-1624866909 tempest-VolumesActionsTest-1624866909-project] 10.222.0.36 "GET /v2.0/security-groups?id=0e37fc03-fb0d-4798-8150-3b29211720fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1814477 May 03 14:15:05.802406 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6420776-e8ab-43fe-8732-e9625f800af5 req-8098b527-9238-4567-9928-0690795d7302 tempest-TestMinimumBasicScenario-1557761218 tempest-TestMinimumBasicScenario-1557761218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:15:05.806529 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.wsgi [-] (103470) accepted ('10.222.0.36', 45658) {{(pid=103470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:15:05.810017 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-d6420776-e8ab-43fe-8732-e9625f800af5 req-8098b527-9238-4567-9928-0690795d7302 tempest-TestMinimumBasicScenario-1557761218 tempest-TestMinimumBasicScenario-1557761218-project] 10.222.0.36 "GET /v2.0/ports?device_id=f49e6294-3ef2-4598-8866-1ef6698a5aee HTTP/1.1" status: 200 len: 931 time: 0.0717847 May 03 14:15:05.876067 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-d6420776-e8ab-43fe-8732-e9625f800af5 req-007acfa7-4a21-4cd8-93f0-18ff4504a3ca tempest-TestMinimumBasicScenario-1557761218 tempest-TestMinimumBasicScenario-1557761218-project] 10.222.0.36 "GET /v2.0/security-groups?id=5ecd445a-dda4-4baf-94a7-7543188df186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553527 May 03 14:15:05.987453 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-28a8bdf8-3eec-4dc9-a2b1-86cb58d7d189 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:15:06.141009 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-28a8bdf8-3eec-4dc9-a2b1-86cb58d7d189 admin admin] Publish callbacks [] for security_group (87e26b0d-d8cb-40e3-a12e-163729ae63d5), precommit_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:15:06.147463 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-28a8bdf8-3eec-4dc9-a2b1-86cb58d7d189 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656397'] for security_group (87e26b0d-d8cb-40e3-a12e-163729ae63d5), after_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:15:06.221056 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [None req-28a8bdf8-3eec-4dc9-a2b1-86cb58d7d189 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=2c544a972d7d43db98594a0093d85f95&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4111183 May 03 14:15:06.221521 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.36', 45668) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:15:06.231322 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a8bdf8-3eec-4dc9-a2b1-86cb58d7d189 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87e26b0d-d8cb-40e3-a12e-163729ae63d5,revision_number=1']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:15:06.241188 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a8bdf8-3eec-4dc9-a2b1-86cb58d7d189 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:15:06.241626 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a8bdf8-3eec-4dc9-a2b1-86cb58d7d189 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:15:06.242453 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a8bdf8-3eec-4dc9-a2b1-86cb58d7d189 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:15:06.242453 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a8bdf8-3eec-4dc9-a2b1-86cb58d7d189 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:15:06.242702 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a8bdf8-3eec-4dc9-a2b1-86cb58d7d189 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:15:06.243033 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a8bdf8-3eec-4dc9-a2b1-86cb58d7d189 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:15:06.243460 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a8bdf8-3eec-4dc9-a2b1-86cb58d7d189 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:15:06.243968 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a8bdf8-3eec-4dc9-a2b1-86cb58d7d189 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:15:06.244334 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a8bdf8-3eec-4dc9-a2b1-86cb58d7d189 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:15:06.244656 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a8bdf8-3eec-4dc9-a2b1-86cb58d7d189 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:15:06.244993 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a8bdf8-3eec-4dc9-a2b1-86cb58d7d189 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:15:06.245480 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a8bdf8-3eec-4dc9-a2b1-86cb58d7d189 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:15:06.245803 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a8bdf8-3eec-4dc9-a2b1-86cb58d7d189 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:15:06.246119 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a8bdf8-3eec-4dc9-a2b1-86cb58d7d189 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:15:06.246914 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a8bdf8-3eec-4dc9-a2b1-86cb58d7d189 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:15:06.310854 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-b1f866e0-a14b-4ab1-b8d8-6c9237ac7b4e admin admin] Publish callbacks [] for security_group (87e26b0d-d8cb-40e3-a12e-163729ae63d5), before_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:15:06.333492 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-b1f866e0-a14b-4ab1-b8d8-6c9237ac7b4e admin admin] Publish callbacks [] for security_group (87e26b0d-d8cb-40e3-a12e-163729ae63d5), precommit_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:15:06.418224 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-b1f866e0-a14b-4ab1-b8d8-6c9237ac7b4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656397'] for security_group (87e26b0d-d8cb-40e3-a12e-163729ae63d5), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:15:06.422281 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-b1f866e0-a14b-4ab1-b8d8-6c9237ac7b4e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:15:06.423649 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-b1f866e0-a14b-4ab1-b8d8-6c9237ac7b4e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/87e26b0d-d8cb-40e3-a12e-163729ae63d5 HTTP/1.1" status: 204 len: 168 time: 0.2011180 May 03 14:15:06.456982 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f866e0-a14b-4ab1-b8d8-6c9237ac7b4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87e26b0d-d8cb-40e3-a12e-163729ae63d5,revision_number=None']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:15:06.489640 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f866e0-a14b-4ab1-b8d8-6c9237ac7b4e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:15:06.489989 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f866e0-a14b-4ab1-b8d8-6c9237ac7b4e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:15:06.490329 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f866e0-a14b-4ab1-b8d8-6c9237ac7b4e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:15:06.490665 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f866e0-a14b-4ab1-b8d8-6c9237ac7b4e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:15:06.491102 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f866e0-a14b-4ab1-b8d8-6c9237ac7b4e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:15:06.491309 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f866e0-a14b-4ab1-b8d8-6c9237ac7b4e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:15:06.491634 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f866e0-a14b-4ab1-b8d8-6c9237ac7b4e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:15:06.492018 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f866e0-a14b-4ab1-b8d8-6c9237ac7b4e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:15:06.492270 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f866e0-a14b-4ab1-b8d8-6c9237ac7b4e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:15:06.492593 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f866e0-a14b-4ab1-b8d8-6c9237ac7b4e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:15:06.492909 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f866e0-a14b-4ab1-b8d8-6c9237ac7b4e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:15:06.493224 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f866e0-a14b-4ab1-b8d8-6c9237ac7b4e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:15:06.503069 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f866e0-a14b-4ab1-b8d8-6c9237ac7b4e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:15:06.506316 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f866e0-a14b-4ab1-b8d8-6c9237ac7b4e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:15:06.506943 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f866e0-a14b-4ab1-b8d8-6c9237ac7b4e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:15:06.653129 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-b4414b9e-a8da-4a82-bb92-01d1d5ab6cc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786921254184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749114'] for agent (2d0d8db6-b1c3-4022-9f9b-561ce4a4d2d8), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:15:06.832983 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6dbb031-ce29-45c0-bd00-b695872735c2 req-68363d2a-7e1e-4fcf-b03e-86de9d0723c1 tempest-VolumesActionsTest-1624866909 tempest-VolumesActionsTest-1624866909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:15:06.835062 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-d6dbb031-ce29-45c0-bd00-b695872735c2 req-68363d2a-7e1e-4fcf-b03e-86de9d0723c1 tempest-VolumesActionsTest-1624866909 tempest-VolumesActionsTest-1624866909-project] 10.222.0.36 "GET /v2.0/ports?device_id=b07a2f30-17a4-45e5-89ce-b6827e9f67c8 HTTP/1.1" status: 200 len: 931 time: 0.0825107 May 03 14:15:06.889381 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.wsgi [-] (103470) accepted ('10.222.0.36', 45690) {{(pid=103470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:15:06.909840 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-12fd849d-e7ae-42fd-af85-3caffe5512df admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:15:06.964888 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-d6dbb031-ce29-45c0-bd00-b695872735c2 req-a3833bca-c552-47b3-90cb-fa14959fb9c9 tempest-VolumesActionsTest-1624866909 tempest-VolumesActionsTest-1624866909-project] 10.222.0.36 "GET /v2.0/security-groups?id=0e37fc03-fb0d-4798-8150-3b29211720fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042917 May 03 14:15:07.037355 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-12fd849d-e7ae-42fd-af85-3caffe5512df admin admin] Publish callbacks [] for security_group (de34b69c-9cc0-4501-bb78-d39998bc1ef4), precommit_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:15:07.041938 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-12fd849d-e7ae-42fd-af85-3caffe5512df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656397'] for security_group (de34b69c-9cc0-4501-bb78-d39998bc1ef4), after_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:15:07.088986 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fd849d-e7ae-42fd-af85-3caffe5512df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de34b69c-9cc0-4501-bb78-d39998bc1ef4,revision_number=1']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:15:07.108047 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [None req-12fd849d-e7ae-42fd-af85-3caffe5512df admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=22907aae7bb44db1a2dae7e4d64977ee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2165012 May 03 14:15:07.110397 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.wsgi [-] (103470) accepted ('10.222.0.36', 45694) {{(pid=103470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:15:07.129279 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c09f00-e600-49d5-b79b-1d4e3d949607 req-a5cb0799-d46e-4284-86e7-46184893c43f tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:15:07.131584 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-32c09f00-e600-49d5-b79b-1d4e3d949607 req-a5cb0799-d46e-4284-86e7-46184893c43f tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] 10.222.0.36 "GET /v2.0/ports?device_id=ba9b5683-3cbc-4f53-803e-cd5413dfcbc0 HTTP/1.1" status: 200 len: 945 time: 0.0603137 May 03 14:15:07.183803 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-502ad264-9910-4c9a-ac73-20d6d3679428 admin admin] Publish callbacks [] for security_group (de34b69c-9cc0-4501-bb78-d39998bc1ef4), before_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:15:07.187458 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-32c09f00-e600-49d5-b79b-1d4e3d949607 req-549d306c-b91b-4da1-b471-39a23790c478 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] 10.222.0.36 "GET /v2.0/security-groups?id=cbfeeeef-c433-4767-a994-eec44f2dc198&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493374 May 03 14:15:07.224441 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-502ad264-9910-4c9a-ac73-20d6d3679428 admin admin] Publish callbacks [] for security_group (de34b69c-9cc0-4501-bb78-d39998bc1ef4), precommit_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:15:07.286936 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-502ad264-9910-4c9a-ac73-20d6d3679428 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656397'] for security_group (de34b69c-9cc0-4501-bb78-d39998bc1ef4), after_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:15:07.290146 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-502ad264-9910-4c9a-ac73-20d6d3679428 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:15:07.293719 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [None req-502ad264-9910-4c9a-ac73-20d6d3679428 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/de34b69c-9cc0-4501-bb78-d39998bc1ef4 HTTP/1.1" status: 204 len: 168 time: 0.1799207 May 03 14:15:07.299950 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502ad264-9910-4c9a-ac73-20d6d3679428 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de34b69c-9cc0-4501-bb78-d39998bc1ef4,revision_number=None']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:15:07.323744 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b2b9ed-7e9d-41cd-a32e-c26a9e2e4204 req-2516e07b-cfb4-44a0-8ed3-c4c9cbff45de tempest-TestMinimumBasicScenario-1557761218 tempest-TestMinimumBasicScenario-1557761218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:15:07.325559 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-f6b2b9ed-7e9d-41cd-a32e-c26a9e2e4204 req-2516e07b-cfb4-44a0-8ed3-c4c9cbff45de tempest-TestMinimumBasicScenario-1557761218 tempest-TestMinimumBasicScenario-1557761218-project] 10.222.0.36 "GET /v2.0/ports?device_id=f49e6294-3ef2-4598-8866-1ef6698a5aee HTTP/1.1" status: 200 len: 931 time: 0.0746143 May 03 14:15:07.406365 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-f6b2b9ed-7e9d-41cd-a32e-c26a9e2e4204 req-05fe858f-cf9c-44ee-b8a2-28c04044fca3 tempest-TestMinimumBasicScenario-1557761218 tempest-TestMinimumBasicScenario-1557761218-project] 10.222.0.36 "GET /v2.0/security-groups?id=5ecd445a-dda4-4baf-94a7-7543188df186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640364 May 03 14:15:07.738023 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.wsgi [-] (103470) accepted ('10.222.0.36', 45706) {{(pid=103470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:15:07.751585 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-df0e761c-7832-415b-86e9-bd22b2ef5641 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:15:07.839999 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-df0e761c-7832-415b-86e9-bd22b2ef5641 admin admin] Publish callbacks [] for security_group (77097852-c6c0-4f12-881b-6de66e98b658), precommit_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:15:07.845165 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-df0e761c-7832-415b-86e9-bd22b2ef5641 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656397'] for security_group (77097852-c6c0-4f12-881b-6de66e98b658), after_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:15:07.896742 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.36', 45712) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:15:07.897262 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [None req-df0e761c-7832-415b-86e9-bd22b2ef5641 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=02878168c50843c988fc1f2ae0820de3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1577265 May 03 14:15:07.897874 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0e761c-7832-415b-86e9-bd22b2ef5641 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77097852-c6c0-4f12-881b-6de66e98b658,revision_number=1']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:15:07.970548 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-b9f335ab-1dc3-4761-8f2e-9efedc6f25b1 admin admin] Publish callbacks [] for security_group (77097852-c6c0-4f12-881b-6de66e98b658), before_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:15:07.994931 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-b9f335ab-1dc3-4761-8f2e-9efedc6f25b1 admin admin] Publish callbacks [] for security_group (77097852-c6c0-4f12-881b-6de66e98b658), precommit_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:15:08.053388 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-b9f335ab-1dc3-4761-8f2e-9efedc6f25b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656397'] for security_group (77097852-c6c0-4f12-881b-6de66e98b658), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:15:08.055874 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-b9f335ab-1dc3-4761-8f2e-9efedc6f25b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:15:08.056986 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-b9f335ab-1dc3-4761-8f2e-9efedc6f25b1 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/77097852-c6c0-4f12-881b-6de66e98b658 HTTP/1.1" status: 204 len: 168 time: 0.1592355 May 03 14:15:08.084841 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f335ab-1dc3-4761-8f2e-9efedc6f25b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77097852-c6c0-4f12-881b-6de66e98b658,revision_number=None']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:15:08.098244 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e62c67-9787-428b-9904-85782b551144 req-54e61de5-34e5-4296-bbc5-850f335f3f52 tempest-VolumesActionsTest-1624866909 tempest-VolumesActionsTest-1624866909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:15:08.099786 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-07e62c67-9787-428b-9904-85782b551144 req-54e61de5-34e5-4296-bbc5-850f335f3f52 tempest-VolumesActionsTest-1624866909 tempest-VolumesActionsTest-1624866909-project] 10.222.0.36 "GET /v2.0/ports?device_id=b07a2f30-17a4-45e5-89ce-b6827e9f67c8 HTTP/1.1" status: 200 len: 931 time: 0.0566952 May 03 14:15:08.150250 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-07e62c67-9787-428b-9904-85782b551144 req-91e29cf7-c6f1-47fd-aca6-2f3d28a08273 tempest-VolumesActionsTest-1624866909 tempest-VolumesActionsTest-1624866909-project] 10.222.0.36 "GET /v2.0/security-groups?id=0e37fc03-fb0d-4798-8150-3b29211720fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416787 May 03 14:15:08.305931 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41864c02-732a-4219-89d7-388f094c729d req-e91ee563-232c-4664-ad65-3d44e99b7a70 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:15:08.307473 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-41864c02-732a-4219-89d7-388f094c729d req-e91ee563-232c-4664-ad65-3d44e99b7a70 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] 10.222.0.36 "GET /v2.0/ports?device_id=ba9b5683-3cbc-4f53-803e-cd5413dfcbc0 HTTP/1.1" status: 200 len: 945 time: 0.0504463 May 03 14:15:08.363936 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-41864c02-732a-4219-89d7-388f094c729d req-18a587b8-dad8-4728-bd99-a6a98a27300e tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] 10.222.0.36 "GET /v2.0/security-groups?id=cbfeeeef-c433-4767-a994-eec44f2dc198&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455999 May 03 14:15:08.395655 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.v2.base [req-014f30d9-07d2-40bb-9cdc-29396a0eea60 req-b5492e02-46e6-4bda-97f2-5ecd2c10b54e service neutron] Request body: {'port': {'device_id': 'f49e6294-3ef2-4598-8866-1ef6698a5aee', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83979'}} {{(pid=103469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 14:15:08.402590 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.v2.base [req-63a08357-3896-4d7e-a5b9-3aa55948c5e8 req-b8650fd5-657b-4134-9938-a30ada4baf5b service neutron] Request body: {'port': {'device_id': 'b07a2f30-17a4-45e5-89ce-b6827e9f67c8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83979'}} {{(pid=103469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 14:15:08.538401 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-014f30d9-07d2-40bb-9cdc-29396a0eea60 req-b5492e02-46e6-4bda-97f2-5ecd2c10b54e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585126'] for port (f629260d-81fd-43c7-af1b-2e47940e5d03), before_update {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:15:08.555403 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-63a08357-3896-4d7e-a5b9-3aa55948c5e8 req-b8650fd5-657b-4134-9938-a30ada4baf5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585126'] for port (e4a57564-2f62-4e76-a155-eaa0062475bc), before_update {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:15:08.577835 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f63f286-7958-4384-9199-da8f8e5b47a8 req-e0640512-d490-467c-9941-1dc18b09f8df tempest-TestMinimumBasicScenario-1557761218 tempest-TestMinimumBasicScenario-1557761218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:15:08.579479 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-2f63f286-7958-4384-9199-da8f8e5b47a8 req-e0640512-d490-467c-9941-1dc18b09f8df tempest-TestMinimumBasicScenario-1557761218 tempest-TestMinimumBasicScenario-1557761218-project] 10.222.0.36 "GET /v2.0/ports?device_id=f49e6294-3ef2-4598-8866-1ef6698a5aee HTTP/1.1" status: 200 len: 931 time: 0.0932946 May 03 14:15:08.813919 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-2f63f286-7958-4384-9199-da8f8e5b47a8 req-9d0dbf5c-0b08-43e8-b79f-cdbfc87ffb2d tempest-TestMinimumBasicScenario-1557761218 tempest-TestMinimumBasicScenario-1557761218-project] 10.222.0.36 "GET /v2.0/security-groups?id=5ecd445a-dda4-4baf-94a7-7543188df186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2100890 May 03 14:15:08.938742 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-3a15e76b-cfd6-49f6-b005-64e979dacb44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786921254184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749114'] for agent (2583ee88-9503-4370-b6e4-0a676865815e), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:15:09.073618 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786921254184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749114'] for agent (e81ee3ce-91e9-46ba-a5c7-9619c95b22a6), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:15:09.130009 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.notifiers.nova [req-014f30d9-07d2-40bb-9cdc-29396a0eea60 req-b5492e02-46e6-4bda-97f2-5ecd2c10b54e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f629260d-81fd-43c7-af1b-2e47940e5d03 {{(pid=103469) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 14:15:09.142377 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-014f30d9-07d2-40bb-9cdc-29396a0eea60 req-b5492e02-46e6-4bda-97f2-5ecd2c10b54e service neutron] Publish callbacks [] for port (f629260d-81fd-43c7-af1b-2e47940e5d03), precommit_update {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:15:09.154938 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.notifiers.nova [req-63a08357-3896-4d7e-a5b9-3aa55948c5e8 req-b8650fd5-657b-4134-9938-a30ada4baf5b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4a57564-2f62-4e76-a155-eaa0062475bc {{(pid=103469) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 14:15:09.167140 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-63a08357-3896-4d7e-a5b9-3aa55948c5e8 req-b8650fd5-657b-4134-9938-a30ada4baf5b service neutron] Publish callbacks [] for port (e4a57564-2f62-4e76-a155-eaa0062475bc), precommit_update {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:15:09.172413 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.db.provisioning_blocks [req-014f30d9-07d2-40bb-9cdc-29396a0eea60 req-b5492e02-46e6-4bda-97f2-5ecd2c10b54e service neutron] Transition to ACTIVE for port object f629260d-81fd-43c7-af1b-2e47940e5d03 will not be triggered until provisioned by entity L2. {{(pid=103469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 03 14:15:09.184626 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-014f30d9-07d2-40bb-9cdc-29396a0eea60 req-b5492e02-46e6-4bda-97f2-5ecd2c10b54e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786921284783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786920821414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786920821432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6178150'] for port (f629260d-81fd-43c7-af1b-2e47940e5d03), after_update {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:15:09.190553 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.db.provisioning_blocks [req-63a08357-3896-4d7e-a5b9-3aa55948c5e8 req-b8650fd5-657b-4134-9938-a30ada4baf5b service neutron] Transition to ACTIVE for port object e4a57564-2f62-4e76-a155-eaa0062475bc will not be triggered until provisioned by entity L2. {{(pid=103469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 03 14:15:09.219750 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-63a08357-3896-4d7e-a5b9-3aa55948c5e8 req-b8650fd5-657b-4134-9938-a30ada4baf5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786921284783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786920821414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786920821432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6178150'] for port (e4a57564-2f62-4e76-a155-eaa0062475bc), after_update {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:15:09.261450 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5492e02-46e6-4bda-97f2-5ecd2c10b54e service neutron] Pushing event updated for resources: {'Port': ['ID=f629260d-81fd-43c7-af1b-2e47940e5d03,revision_number=2']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:15:09.398740 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a898d1-eb20-4a3d-8944-70de08136457 req-a18af89d-766d-47df-8990-c9a6c60d674f tempest-VolumesActionsTest-1624866909 tempest-VolumesActionsTest-1624866909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:15:09.400326 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-16a898d1-eb20-4a3d-8944-70de08136457 req-a18af89d-766d-47df-8990-c9a6c60d674f tempest-VolumesActionsTest-1624866909 tempest-VolumesActionsTest-1624866909-project] 10.222.0.36 "GET /v2.0/ports?device_id=b07a2f30-17a4-45e5-89ce-b6827e9f67c8 HTTP/1.1" status: 200 len: 943 time: 0.1664829 May 03 14:15:09.420030 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8650fd5-657b-4134-9938-a30ada4baf5b service neutron] Pushing event updated for resources: {'Port': ['ID=e4a57564-2f62-4e76-a155-eaa0062475bc,revision_number=2']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:15:09.537965 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.managers [req-014f30d9-07d2-40bb-9cdc-29396a0eea60 req-b5492e02-46e6-4bda-97f2-5ecd2c10b54e service neutron] Attempting to bind port f629260d-81fd-43c7-af1b-2e47940e5d03 on host hv-cinder-83979 for vnic_type normal with profile {{(pid=103469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 03 14:15:09.538295 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.managers [req-014f30d9-07d2-40bb-9cdc-29396a0eea60 req-b5492e02-46e6-4bda-97f2-5ecd2c10b54e service neutron] Attempting to bind port f629260d-81fd-43c7-af1b-2e47940e5d03 by drivers openvswitch,hyperv on host hv-cinder-83979 at level 0 using segments [{'id': '0a761dc3-2a3e-41fe-ad2f-dc1a6256ae05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '3121b82c-06ca-44d8-8e28-2f3afede7579'}] {{(pid=103469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 03 14:15:09.538615 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-014f30d9-07d2-40bb-9cdc-29396a0eea60 req-b5492e02-46e6-4bda-97f2-5ecd2c10b54e service neutron] Attempting to bind port f629260d-81fd-43c7-af1b-2e47940e5d03 on network 3121b82c-06ca-44d8-8e28-2f3afede7579 {{(pid=103469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 14:15:09.553932 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-014f30d9-07d2-40bb-9cdc-29396a0eea60 req-b5492e02-46e6-4bda-97f2-5ecd2c10b54e service neutron] Port f629260d-81fd-43c7-af1b-2e47940e5d03 on network 3121b82c-06ca-44d8-8e28-2f3afede7579 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83979 {{(pid=103469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 03 14:15:09.554236 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-014f30d9-07d2-40bb-9cdc-29396a0eea60 req-b5492e02-46e6-4bda-97f2-5ecd2c10b54e service neutron] Attempting to bind port f629260d-81fd-43c7-af1b-2e47940e5d03 on network 3121b82c-06ca-44d8-8e28-2f3afede7579 {{(pid=103469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 14:15:09.559176 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-16a898d1-eb20-4a3d-8944-70de08136457 req-d8e4b266-7a00-461c-9872-1f48a1ae0d76 tempest-VolumesActionsTest-1624866909 tempest-VolumesActionsTest-1624866909-project] 10.222.0.36 "GET /v2.0/security-groups?id=0e37fc03-fb0d-4798-8150-3b29211720fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404614 May 03 14:15:09.564159 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.managers [req-63a08357-3896-4d7e-a5b9-3aa55948c5e8 req-b8650fd5-657b-4134-9938-a30ada4baf5b service neutron] Attempting to bind port e4a57564-2f62-4e76-a155-eaa0062475bc on host hv-cinder-83979 for vnic_type normal with profile {{(pid=103469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 03 14:15:09.564501 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.managers [req-63a08357-3896-4d7e-a5b9-3aa55948c5e8 req-b8650fd5-657b-4134-9938-a30ada4baf5b service neutron] Attempting to bind port e4a57564-2f62-4e76-a155-eaa0062475bc by drivers openvswitch,hyperv on host hv-cinder-83979 at level 0 using segments [{'id': '4be1416b-9363-4244-b679-4004fdfa6b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '27b794d9-b670-411c-9a0a-80863d6faaf1'}] {{(pid=103469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 03 14:15:09.564860 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63a08357-3896-4d7e-a5b9-3aa55948c5e8 req-b8650fd5-657b-4134-9938-a30ada4baf5b service neutron] Attempting to bind port e4a57564-2f62-4e76-a155-eaa0062475bc on network 27b794d9-b670-411c-9a0a-80863d6faaf1 {{(pid=103469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 14:15:09.570011 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-014f30d9-07d2-40bb-9cdc-29396a0eea60 req-b5492e02-46e6-4bda-97f2-5ecd2c10b54e service neutron] Checking agent: {'id': 'e81ee3ce-91e9-46ba-a5c7-9619c95b22a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83979', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 14, 11, 7), 'started_at': datetime.datetime(2022, 5, 3, 14, 11, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 14, 15, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 03 14:15:09.570011 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-014f30d9-07d2-40bb-9cdc-29396a0eea60 req-b5492e02-46e6-4bda-97f2-5ecd2c10b54e service neutron] Checking segment: {'id': '0a761dc3-2a3e-41fe-ad2f-dc1a6256ae05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '3121b82c-06ca-44d8-8e28-2f3afede7579'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 14:15:09.570011 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-014f30d9-07d2-40bb-9cdc-29396a0eea60 req-b5492e02-46e6-4bda-97f2-5ecd2c10b54e service neutron] Bound using segment: {'id': '0a761dc3-2a3e-41fe-ad2f-dc1a6256ae05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '3121b82c-06ca-44d8-8e28-2f3afede7579'} {{(pid=103469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 03 14:15:09.570011 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.managers [req-014f30d9-07d2-40bb-9cdc-29396a0eea60 req-b5492e02-46e6-4bda-97f2-5ecd2c10b54e service neutron] Bound port: f629260d-81fd-43c7-af1b-2e47940e5d03, host: hv-cinder-83979, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a761dc3-2a3e-41fe-ad2f-dc1a6256ae05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '3121b82c-06ca-44d8-8e28-2f3afede7579'}}] {{(pid=103469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 03 14:15:09.570011 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-014f30d9-07d2-40bb-9cdc-29396a0eea60 req-b5492e02-46e6-4bda-97f2-5ecd2c10b54e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585126'] for port (f629260d-81fd-43c7-af1b-2e47940e5d03), before_update {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:15:09.578639 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63a08357-3896-4d7e-a5b9-3aa55948c5e8 req-b8650fd5-657b-4134-9938-a30ada4baf5b service neutron] Port e4a57564-2f62-4e76-a155-eaa0062475bc on network 27b794d9-b670-411c-9a0a-80863d6faaf1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83979 {{(pid=103469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 03 14:15:09.578639 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63a08357-3896-4d7e-a5b9-3aa55948c5e8 req-b8650fd5-657b-4134-9938-a30ada4baf5b service neutron] Attempting to bind port e4a57564-2f62-4e76-a155-eaa0062475bc on network 27b794d9-b670-411c-9a0a-80863d6faaf1 {{(pid=103469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 14:15:09.590697 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63a08357-3896-4d7e-a5b9-3aa55948c5e8 req-b8650fd5-657b-4134-9938-a30ada4baf5b service neutron] Checking agent: {'id': 'e81ee3ce-91e9-46ba-a5c7-9619c95b22a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83979', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 14, 11, 7), 'started_at': datetime.datetime(2022, 5, 3, 14, 11, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 14, 15, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 03 14:15:09.591162 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63a08357-3896-4d7e-a5b9-3aa55948c5e8 req-b8650fd5-657b-4134-9938-a30ada4baf5b service neutron] Checking segment: {'id': '4be1416b-9363-4244-b679-4004fdfa6b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '27b794d9-b670-411c-9a0a-80863d6faaf1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 14:15:09.591464 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63a08357-3896-4d7e-a5b9-3aa55948c5e8 req-b8650fd5-657b-4134-9938-a30ada4baf5b service neutron] Bound using segment: {'id': '4be1416b-9363-4244-b679-4004fdfa6b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '27b794d9-b670-411c-9a0a-80863d6faaf1'} {{(pid=103469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 03 14:15:09.591928 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.managers [req-63a08357-3896-4d7e-a5b9-3aa55948c5e8 req-b8650fd5-657b-4134-9938-a30ada4baf5b service neutron] Bound port: e4a57564-2f62-4e76-a155-eaa0062475bc, host: hv-cinder-83979, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4be1416b-9363-4244-b679-4004fdfa6b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '27b794d9-b670-411c-9a0a-80863d6faaf1'}}] {{(pid=103469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 03 14:15:09.592288 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-63a08357-3896-4d7e-a5b9-3aa55948c5e8 req-b8650fd5-657b-4134-9938-a30ada4baf5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585126'] for port (e4a57564-2f62-4e76-a155-eaa0062475bc), before_update {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:15:09.725699 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09533fe3-7a75-49d0-a474-560b99866d71 req-e4537d96-f5e2-4d6b-b861-b1a7177e9464 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:15:09.727183 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-09533fe3-7a75-49d0-a474-560b99866d71 req-e4537d96-f5e2-4d6b-b861-b1a7177e9464 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] 10.222.0.36 "GET /v2.0/ports?device_id=ba9b5683-3cbc-4f53-803e-cd5413dfcbc0 HTTP/1.1" status: 200 len: 945 time: 0.0993233 May 03 14:15:09.735212 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.db [req-014f30d9-07d2-40bb-9cdc-29396a0eea60 req-b5492e02-46e6-4bda-97f2-5ecd2c10b54e service neutron] For port f629260d-81fd-43c7-af1b-2e47940e5d03, host hv-cinder-83979, cleared binding levels {{(pid=103469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 14:15:09.743097 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.db [req-014f30d9-07d2-40bb-9cdc-29396a0eea60 req-b5492e02-46e6-4bda-97f2-5ecd2c10b54e service neutron] For port f629260d-81fd-43c7-af1b-2e47940e5d03, host hv-cinder-83979, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=f629260d-81fd-43c7-af1b-2e47940e5d03,segment=NetworkSegment(0a761dc3-2a3e-41fe-ad2f-dc1a6256ae05),segment_id=0a761dc3-2a3e-41fe-ad2f-dc1a6256ae05)] {{(pid=103469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 14:15:09.762264 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.db [req-63a08357-3896-4d7e-a5b9-3aa55948c5e8 req-b8650fd5-657b-4134-9938-a30ada4baf5b service neutron] For port e4a57564-2f62-4e76-a155-eaa0062475bc, host hv-cinder-83979, cleared binding levels {{(pid=103469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 14:15:09.765077 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-014f30d9-07d2-40bb-9cdc-29396a0eea60 req-b5492e02-46e6-4bda-97f2-5ecd2c10b54e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786921284783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786920821414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786920821432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6178150'] for port (f629260d-81fd-43c7-af1b-2e47940e5d03), after_update {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:15:09.806821 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.db [req-63a08357-3896-4d7e-a5b9-3aa55948c5e8 req-b8650fd5-657b-4134-9938-a30ada4baf5b service neutron] For port e4a57564-2f62-4e76-a155-eaa0062475bc, host hv-cinder-83979, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=e4a57564-2f62-4e76-a155-eaa0062475bc,segment=NetworkSegment(4be1416b-9363-4244-b679-4004fdfa6b44),segment_id=4be1416b-9363-4244-b679-4004fdfa6b44)] {{(pid=103469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 14:15:09.826228 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014f30d9-07d2-40bb-9cdc-29396a0eea60 req-b5492e02-46e6-4bda-97f2-5ecd2c10b54e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:15:09.826866 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-014f30d9-07d2-40bb-9cdc-29396a0eea60 req-b5492e02-46e6-4bda-97f2-5ecd2c10b54e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218734'] for port (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:15:09.828262 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-014f30d9-07d2-40bb-9cdc-29396a0eea60 req-b5492e02-46e6-4bda-97f2-5ecd2c10b54e service neutron] 10.222.0.26 "PUT /v2.0/ports/f629260d-81fd-43c7-af1b-2e47940e5d03 HTTP/1.1" status: 200 len: 1093 time: 1.4379692 May 03 14:15:09.832874 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f49e6294-3ef2-4598-8866-1ef6698a5aee', 'tag': 'f629260d-81fd-43c7-af1b-2e47940e5d03'}] {{(pid=103469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 14:15:09.835235 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68fe64b6b3a70a2f5f611128c103f52e8e68dc233ccb418b63396cbb83134719" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31d19d98-cb5d-4ebc-b455-9ec0bdefbbdd" -d '{"events": [{"name": "network-changed", "server_uuid": "f49e6294-3ef2-4598-8866-1ef6698a5aee", "tag": "f629260d-81fd-43c7-af1b-2e47940e5d03"}]}' {{(pid=103469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 14:15:09.838499 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-63a08357-3896-4d7e-a5b9-3aa55948c5e8 req-b8650fd5-657b-4134-9938-a30ada4baf5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786921284783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786920821414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786920821432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6178150'] for port (e4a57564-2f62-4e76-a155-eaa0062475bc), after_update {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:15:09.866277 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-09533fe3-7a75-49d0-a474-560b99866d71 req-54c5ff5f-2f62-4e1c-8da3-5da71d6f55cc tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] 10.222.0.36 "GET /v2.0/security-groups?id=cbfeeeef-c433-4767-a994-eec44f2dc198&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322830 May 03 14:15:09.878785 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a08357-3896-4d7e-a5b9-3aa55948c5e8 req-b8650fd5-657b-4134-9938-a30ada4baf5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:15:09.879407 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-63a08357-3896-4d7e-a5b9-3aa55948c5e8 req-b8650fd5-657b-4134-9938-a30ada4baf5b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218734'] for port (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:15:09.880918 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-63a08357-3896-4d7e-a5b9-3aa55948c5e8 req-b8650fd5-657b-4134-9938-a30ada4baf5b service neutron] 10.222.0.26 "PUT /v2.0/ports/e4a57564-2f62-4e76-a155-eaa0062475bc HTTP/1.1" status: 200 len: 1093 time: 1.4892943 May 03 14:15:09.881910 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5492e02-46e6-4bda-97f2-5ecd2c10b54e service neutron] Pushing event updated for resources: {'Port': ['ID=f629260d-81fd-43c7-af1b-2e47940e5d03,revision_number=3']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:15:09.972530 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8650fd5-657b-4134-9938-a30ada4baf5b service neutron] Pushing event updated for resources: {'Port': ['ID=e4a57564-2f62-4e76-a155-eaa0062475bc,revision_number=3']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:15:09.997442 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15116ebc-46e6-4bd0-a563-708602fa1c78 req-a8d3c682-a12e-4fd3-94ea-222056ff6508 tempest-TestMinimumBasicScenario-1557761218 tempest-TestMinimumBasicScenario-1557761218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:15:09.999045 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-15116ebc-46e6-4bd0-a563-708602fa1c78 req-a8d3c682-a12e-4fd3-94ea-222056ff6508 tempest-TestMinimumBasicScenario-1557761218 tempest-TestMinimumBasicScenario-1557761218-project] 10.222.0.36 "GET /v2.0/ports?device_id=f49e6294-3ef2-4598-8866-1ef6698a5aee HTTP/1.1" status: 200 len: 943 time: 0.0596883 May 03 14:15:10.067203 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-15116ebc-46e6-4bd0-a563-708602fa1c78 req-a4e32eee-2026-4fb1-b77a-27f80c6309e3 tempest-TestMinimumBasicScenario-1557761218 tempest-TestMinimumBasicScenario-1557761218-project] 10.222.0.36 "GET /v2.0/security-groups?id=5ecd445a-dda4-4baf-94a7-7543188df186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612998 May 03 14:15:10.114194 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 May 2022 14:15:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9a50280-4a67-477a-90de-26894ddcc45e x-openstack-request-id: req-b9a50280-4a67-477a-90de-26894ddcc45e {{(pid=103469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 14:15:10.114499 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f49e6294-3ef2-4598-8866-1ef6698a5aee", "tag": "f629260d-81fd-43c7-af1b-2e47940e5d03", "status": "completed", "code": 200}]} {{(pid=103469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 14:15:10.114751 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b9a50280-4a67-477a-90de-26894ddcc45e {{(pid=103469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 14:15:10.115126 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b9a50280-4a67-477a-90de-26894ddcc45e'] response: {'name': 'network-changed', 'server_uuid': 'f49e6294-3ef2-4598-8866-1ef6698a5aee', 'tag': 'f629260d-81fd-43c7-af1b-2e47940e5d03', 'status': 'completed', 'code': 200} May 03 14:15:10.318096 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.db.agents_db [None req-22b75db3-e88f-46e7-98cb-691740c6eaf9 None None] Agent healthcheck: found 6 active agents {{(pid=103472) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 03 14:15:10.390997 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-6b98c286-5509-41ae-9e31-4a328d4e2e3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786921254184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749114'] for agent (9772c1e2-61d8-4a11-97d8-348a0cefa431), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:15:10.683649 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0267b013-02df-4269-a7c1-e6d9d404553d req-142c3dc7-2d1d-4ced-a54c-0e6e3fdddd9f tempest-VolumesActionsTest-1624866909 tempest-VolumesActionsTest-1624866909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:15:10.685168 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-0267b013-02df-4269-a7c1-e6d9d404553d req-142c3dc7-2d1d-4ced-a54c-0e6e3fdddd9f tempest-VolumesActionsTest-1624866909 tempest-VolumesActionsTest-1624866909-project] 10.222.0.36 "GET /v2.0/ports?device_id=b07a2f30-17a4-45e5-89ce-b6827e9f67c8 HTTP/1.1" status: 200 len: 943 time: 0.0514555 May 03 14:15:10.735752 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-0267b013-02df-4269-a7c1-e6d9d404553d req-6b46a8e0-cdf5-4389-8b8b-c00f40c26353 tempest-VolumesActionsTest-1624866909 tempest-VolumesActionsTest-1624866909-project] 10.222.0.36 "GET /v2.0/security-groups?id=0e37fc03-fb0d-4798-8150-3b29211720fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419440 May 03 14:15:10.996125 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa15af9b-e92d-429a-bcf1-e28b14a9acf8 req-34752862-a03d-426c-a02e-889399f7d22b tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:15:10.997633 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-aa15af9b-e92d-429a-bcf1-e28b14a9acf8 req-34752862-a03d-426c-a02e-889399f7d22b tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] 10.222.0.36 "GET /v2.0/ports?device_id=ba9b5683-3cbc-4f53-803e-cd5413dfcbc0 HTTP/1.1" status: 200 len: 945 time: 0.0502024 May 03 14:15:11.048685 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-aa15af9b-e92d-429a-bcf1-e28b14a9acf8 req-8b8bd4bf-03e3-4e8c-ab6d-6f6789d7cd91 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] 10.222.0.36 "GET /v2.0/security-groups?id=cbfeeeef-c433-4767-a994-eec44f2dc198&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451186 May 03 14:15:11.272805 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c88e094-dd38-47e7-b1c2-d740517922f8 req-9f8409f6-3be0-4edd-8366-1bc1ec975565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:15:11.274449 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-0c88e094-dd38-47e7-b1c2-d740517922f8 req-9f8409f6-3be0-4edd-8366-1bc1ec975565 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4e31890e50da4bcab23b81eee1c9a2d7&device_id=ba9b5683-3cbc-4f53-803e-cd5413dfcbc0 HTTP/1.1" status: 200 len: 1129 time: 0.1423960 May 03 14:15:11.280269 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d19d98-cb5d-4ebc-b455-9ec0bdefbbdd req-b7082024-8630-41b6-8c9f-304b4ca71504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:15:11.281684 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-31d19d98-cb5d-4ebc-b455-9ec0bdefbbdd req-b7082024-8630-41b6-8c9f-304b4ca71504 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1c2479422e8c413e8ee554aa4f355bca&device_id=f49e6294-3ef2-4598-8866-1ef6698a5aee HTTP/1.1" status: 200 len: 1127 time: 0.1389461 May 03 14:15:11.282569 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a08357-3896-4d7e-a5b9-3aa55948c5e8 req-2fbb9062-357f-41e7-8281-714367441356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:15:11.283872 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-63a08357-3896-4d7e-a5b9-3aa55948c5e8 req-2fbb9062-357f-41e7-8281-714367441356 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=fe12e93e2173443ebbc6badc62f75f20&device_id=b07a2f30-17a4-45e5-89ce-b6827e9f67c8 HTTP/1.1" status: 200 len: 1127 time: 0.1019969 May 03 14:15:11.338680 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e540c148-786d-4594-9ae2-14489a9673a1 req-5c8deb92-0545-4f31-9267-52e2517b528c tempest-TestMinimumBasicScenario-1557761218 tempest-TestMinimumBasicScenario-1557761218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:15:11.340270 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-e540c148-786d-4594-9ae2-14489a9673a1 req-5c8deb92-0545-4f31-9267-52e2517b528c tempest-TestMinimumBasicScenario-1557761218 tempest-TestMinimumBasicScenario-1557761218-project] 10.222.0.36 "GET /v2.0/ports?device_id=f49e6294-3ef2-4598-8866-1ef6698a5aee HTTP/1.1" status: 200 len: 943 time: 0.1777625 May 03 14:15:11.398260 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-63a08357-3896-4d7e-a5b9-3aa55948c5e8 req-4459bfc4-4bd3-4c2b-887c-6847519f0cb3 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e4a57564-2f62-4e76-a155-eaa0062475bc HTTP/1.1" status: 200 len: 217 time: 0.0880151 May 03 14:15:11.503329 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-ece2f477-2d6d-4faa-a9a3-ecc6a9d3b5ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786921254184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749114'] for agent (5abb75e8-e954-4dc0-bed6-210d2af77b9f), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:15:11.770102 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a08357-3896-4d7e-a5b9-3aa55948c5e8 req-d725295f-8fbd-4963-8bb0-ede9dc1f1f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:15:11.771537 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-63a08357-3896-4d7e-a5b9-3aa55948c5e8 req-d725295f-8fbd-4963-8bb0-ede9dc1f1f77 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c578e165-fcac-4048-b331-804311f4219b HTTP/1.1" status: 200 len: 848 time: 0.3622067 May 03 14:15:11.787166 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c88e094-dd38-47e7-b1c2-d740517922f8 req-7b77536a-f5f6-4173-b990-d2331fd05315 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:15:11.788668 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-0c88e094-dd38-47e7-b1c2-d740517922f8 req-7b77536a-f5f6-4173-b990-d2331fd05315 service neutron] 10.222.0.26 "GET /v2.0/networks?id=ed744a5b-777c-4bee-b278-dee1b499d8aa HTTP/1.1" status: 200 len: 920 time: 0.5039716 May 03 14:15:11.813988 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-e540c148-786d-4594-9ae2-14489a9673a1 req-19afb820-cbe4-4611-871a-96c2968b1725 tempest-TestMinimumBasicScenario-1557761218 tempest-TestMinimumBasicScenario-1557761218-project] 10.222.0.36 "GET /v2.0/security-groups?id=5ecd445a-dda4-4baf-94a7-7543188df186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4260783 May 03 14:15:11.858119 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-63a08357-3896-4d7e-a5b9-3aa55948c5e8 req-d62a6a57-ef03-4201-9dd5-1e5f1530be45 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=27b794d9-b670-411c-9a0a-80863d6faaf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0724127 May 03 14:15:11.859696 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-0c88e094-dd38-47e7-b1c2-d740517922f8 req-32ffd78b-7840-4f06-af6a-f304a3b62c83 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=21ad2528-42ab-4579-b7d9-353333b840fe HTTP/1.1" status: 200 len: 217 time: 0.0563912 May 03 14:15:11.860766 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d19d98-cb5d-4ebc-b455-9ec0bdefbbdd req-5c670fa7-6e44-49e6-acfb-b30ee6f269d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:15:11.862054 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-31d19d98-cb5d-4ebc-b455-9ec0bdefbbdd req-5c670fa7-6e44-49e6-acfb-b30ee6f269d4 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=1c2479422e8c413e8ee554aa4f355bca&shared=False HTTP/1.1" status: 200 len: 916 time: 0.5530190 May 03 14:15:11.873341 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee8f756-6526-4f0f-b700-6cc81c92d3f0 req-67a4f410-8525-4fb8-840f-58b111d007bb tempest-VolumesActionsTest-1624866909 tempest-VolumesActionsTest-1624866909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:15:11.874867 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-6ee8f756-6526-4f0f-b700-6cc81c92d3f0 req-67a4f410-8525-4fb8-840f-58b111d007bb tempest-VolumesActionsTest-1624866909 tempest-VolumesActionsTest-1624866909-project] 10.222.0.36 "GET /v2.0/ports?device_id=b07a2f30-17a4-45e5-89ce-b6827e9f67c8 HTTP/1.1" status: 200 len: 943 time: 0.0606196 May 03 14:15:11.925654 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-6ee8f756-6526-4f0f-b700-6cc81c92d3f0 req-2b69f95a-9e74-4c5e-90cd-855fdb48317b tempest-VolumesActionsTest-1624866909 tempest-VolumesActionsTest-1624866909-project] 10.222.0.36 "GET /v2.0/security-groups?id=0e37fc03-fb0d-4798-8150-3b29211720fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442929 May 03 14:15:12.046349 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c88e094-dd38-47e7-b1c2-d740517922f8 req-4d8f0aa3-afe6-49ec-9753-21fd1e26dca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:15:12.047825 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-0c88e094-dd38-47e7-b1c2-d740517922f8 req-4d8f0aa3-afe6-49ec-9753-21fd1e26dca1 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a87b0fb7-75d3-4b90-b91b-05349e630701 HTTP/1.1" status: 200 len: 858 time: 0.1657553 May 03 14:15:12.097820 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d19d98-cb5d-4ebc-b455-9ec0bdefbbdd req-b63ba65f-ada1-40aa-bb69-c31d5c86ecad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:15:12.099368 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-31d19d98-cb5d-4ebc-b455-9ec0bdefbbdd req-b63ba65f-ada1-40aa-bb69-c31d5c86ecad service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2244101 May 03 14:15:12.103443 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-63a08357-3896-4d7e-a5b9-3aa55948c5e8 req-04656b05-d735-4c79-a13d-4380dd1940ea service neutron] 10.222.0.26 "GET /v2.0/networks/27b794d9-b670-411c-9a0a-80863d6faaf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2298255 May 03 14:15:12.113911 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c88e094-dd38-47e7-b1c2-d740517922f8 req-52db85d4-68c6-4baf-9d58-497ae89095e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:15:12.115510 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-0c88e094-dd38-47e7-b1c2-d740517922f8 req-52db85d4-68c6-4baf-9d58-497ae89095e2 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ed744a5b-777c-4bee-b278-dee1b499d8aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0607464 May 03 14:15:12.117113 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b07a2f30-17a4-45e5-89ce-b6827e9f67c8', 'tag': 'e4a57564-2f62-4e76-a155-eaa0062475bc'}] {{(pid=103469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 14:15:12.119345 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68fe64b6b3a70a2f5f611128c103f52e8e68dc233ccb418b63396cbb83134719" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-197959e4-f71d-4136-83b3-7d115bbc9695" -d '{"events": [{"name": "network-changed", "server_uuid": "b07a2f30-17a4-45e5-89ce-b6827e9f67c8", "tag": "e4a57564-2f62-4e76-a155-eaa0062475bc"}]}' {{(pid=103469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 14:15:12.200251 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 May 2022 14:15:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ee82b4a-3376-4a93-b5ad-665d6c5e7c7a x-openstack-request-id: req-4ee82b4a-3376-4a93-b5ad-665d6c5e7c7a {{(pid=103469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 14:15:12.200548 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b07a2f30-17a4-45e5-89ce-b6827e9f67c8", "tag": "e4a57564-2f62-4e76-a155-eaa0062475bc", "status": "completed", "code": 200}]} {{(pid=103469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 14:15:12.200801 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-4ee82b4a-3376-4a93-b5ad-665d6c5e7c7a {{(pid=103469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 14:15:12.201649 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4ee82b4a-3376-4a93-b5ad-665d6c5e7c7a'] response: {'name': 'network-changed', 'server_uuid': 'b07a2f30-17a4-45e5-89ce-b6827e9f67c8', 'tag': 'e4a57564-2f62-4e76-a155-eaa0062475bc', 'status': 'completed', 'code': 200} May 03 14:15:12.287264 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014f30d9-07d2-40bb-9cdc-29396a0eea60 req-bf085e09-1802-4a49-8a1f-09ca3dfdd086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:15:12.288714 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-014f30d9-07d2-40bb-9cdc-29396a0eea60 req-bf085e09-1802-4a49-8a1f-09ca3dfdd086 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1c2479422e8c413e8ee554aa4f355bca&device_id=f49e6294-3ef2-4598-8866-1ef6698a5aee HTTP/1.1" status: 200 len: 1127 time: 0.1299105 May 03 14:15:12.328542 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0969c21f-8c70-42e0-aa6c-ada27446dc64 req-3fe5b94b-73be-4b05-96ce-de04b324bd44 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:15:12.330042 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-0969c21f-8c70-42e0-aa6c-ada27446dc64 req-3fe5b94b-73be-4b05-96ce-de04b324bd44 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] 10.222.0.36 "GET /v2.0/ports?device_id=ba9b5683-3cbc-4f53-803e-cd5413dfcbc0 HTTP/1.1" status: 200 len: 945 time: 0.1980553 May 03 14:15:12.390543 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-014f30d9-07d2-40bb-9cdc-29396a0eea60 req-e7eaa36a-f865-4f4b-80d0-c47d07fdfbd4 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f629260d-81fd-43c7-af1b-2e47940e5d03 HTTP/1.1" status: 200 len: 217 time: 0.0687222 May 03 14:15:12.462342 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-0c88e094-dd38-47e7-b1c2-d740517922f8 req-15855a8d-e5f0-492a-bef5-9ad956059ed2 service neutron] 10.222.0.26 "GET /v2.0/networks/ed744a5b-777c-4bee-b278-dee1b499d8aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3378723 May 03 14:15:12.464072 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-63a08357-3896-4d7e-a5b9-3aa55948c5e8 req-f99914ce-88b3-4975-ae36-b37b9be55ff5 service neutron] 10.222.0.26 "GET /v2.0/networks/27b794d9-b670-411c-9a0a-80863d6faaf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3477499 May 03 14:15:12.504765 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-0969c21f-8c70-42e0-aa6c-ada27446dc64 req-a0903f14-2629-40da-98c6-f0305d170dda tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] 10.222.0.36 "GET /v2.0/security-groups?id=cbfeeeef-c433-4767-a994-eec44f2dc198&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640902 May 03 14:15:12.516378 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014f30d9-07d2-40bb-9cdc-29396a0eea60 req-3071739a-6ea6-456f-9721-f3fe70f69094 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:15:12.517883 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-014f30d9-07d2-40bb-9cdc-29396a0eea60 req-3071739a-6ea6-456f-9721-f3fe70f69094 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=084cc6e3-980b-4882-a669-82e7bd2021c7 HTTP/1.1" status: 200 len: 854 time: 0.1165028 May 03 14:15:12.575937 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-0c88e094-dd38-47e7-b1c2-d740517922f8 req-82acb51e-c6e6-4240-8066-37595e0c3da9 service neutron] 10.222.0.26 "GET /v2.0/networks/ed744a5b-777c-4bee-b278-dee1b499d8aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997603 May 03 14:15:12.936139 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a737f6-5315-4aea-8125-5d1d6aead187 req-aa7a5df9-2c9b-4125-8156-24d711184a06 tempest-TestMinimumBasicScenario-1557761218 tempest-TestMinimumBasicScenario-1557761218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:15:12.937752 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-f6a737f6-5315-4aea-8125-5d1d6aead187 req-aa7a5df9-2c9b-4125-8156-24d711184a06 tempest-TestMinimumBasicScenario-1557761218 tempest-TestMinimumBasicScenario-1557761218-project] 10.222.0.36 "GET /v2.0/ports?device_id=f49e6294-3ef2-4598-8866-1ef6698a5aee HTTP/1.1" status: 200 len: 943 time: 0.0500946 May 03 14:15:12.998315 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-f6a737f6-5315-4aea-8125-5d1d6aead187 req-88421fa3-ace8-42b6-8e1b-3cf64e351727 tempest-TestMinimumBasicScenario-1557761218 tempest-TestMinimumBasicScenario-1557761218-project] 10.222.0.36 "GET /v2.0/security-groups?id=5ecd445a-dda4-4baf-94a7-7543188df186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532241 May 03 14:15:13.050908 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8433981f-150c-4e9c-9981-4446f8a8c121 req-03b1fba4-a27f-4193-8030-d6110680d047 tempest-VolumesActionsTest-1624866909 tempest-VolumesActionsTest-1624866909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:15:13.053814 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-8433981f-150c-4e9c-9981-4446f8a8c121 req-03b1fba4-a27f-4193-8030-d6110680d047 tempest-VolumesActionsTest-1624866909 tempest-VolumesActionsTest-1624866909-project] 10.222.0.36 "GET /v2.0/ports?device_id=b07a2f30-17a4-45e5-89ce-b6827e9f67c8 HTTP/1.1" status: 200 len: 943 time: 0.0490580 May 03 14:15:13.111684 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-8433981f-150c-4e9c-9981-4446f8a8c121 req-023a4933-8e23-45d9-8aa1-1cfd5a4f9361 tempest-VolumesActionsTest-1624866909 tempest-VolumesActionsTest-1624866909-project] 10.222.0.36 "GET /v2.0/security-groups?id=0e37fc03-fb0d-4798-8150-3b29211720fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524385 May 03 14:15:13.145880 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786921254184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749114'] for agent (43411681-d6d4-43ac-b892-434a22df3f6d), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:15:13.576824 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014f30d9-07d2-40bb-9cdc-29396a0eea60 req-68703af5-6c13-4ff7-a0fb-6b744cd464ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:15:13.578394 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-014f30d9-07d2-40bb-9cdc-29396a0eea60 req-68703af5-6c13-4ff7-a0fb-6b744cd464ea service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=3121b82c-06ca-44d8-8e28-2f3afede7579&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1585197 May 03 14:15:13.585207 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197959e4-f71d-4136-83b3-7d115bbc9695 req-baa11dc4-e3fc-418c-a530-2518b45d4eac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:15:13.586910 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-197959e4-f71d-4136-83b3-7d115bbc9695 req-baa11dc4-e3fc-418c-a530-2518b45d4eac service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=fe12e93e2173443ebbc6badc62f75f20&device_id=b07a2f30-17a4-45e5-89ce-b6827e9f67c8 HTTP/1.1" status: 200 len: 1127 time: 0.1654372 May 03 14:15:13.591891 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcb763e-a1b0-4bb9-b867-a2c9e989089e req-f9c73211-a0e8-46e2-979f-2dcb191153d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:15:13.593450 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-4bcb763e-a1b0-4bb9-b867-a2c9e989089e req-f9c73211-a0e8-46e2-979f-2dcb191153d4 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4e31890e50da4bcab23b81eee1c9a2d7&device_id=ba9b5683-3cbc-4f53-803e-cd5413dfcbc0 HTTP/1.1" status: 200 len: 1129 time: 0.0927958 May 03 14:15:13.599858 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6944b16-d2c2-4140-8384-7833dc10c8cc req-1dd046a1-4cd8-4a13-b977-a52f99fced65 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:15:13.601214 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-a6944b16-d2c2-4140-8384-7833dc10c8cc req-1dd046a1-4cd8-4a13-b977-a52f99fced65 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] 10.222.0.36 "GET /v2.0/ports?device_id=117976ba-33e4-4830-a66f-0cd354096c9b HTTP/1.1" status: 200 len: 945 time: 0.0875180 May 03 14:15:13.625956 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd6608f-9592-4b9f-b0ca-8ea0667190a3 req-03f3c2ca-8e0f-4010-a06b-927aa46015e1 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:15:13.627449 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-5cd6608f-9592-4b9f-b0ca-8ea0667190a3 req-03f3c2ca-8e0f-4010-a06b-927aa46015e1 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] 10.222.0.36 "GET /v2.0/ports?device_id=ba9b5683-3cbc-4f53-803e-cd5413dfcbc0 HTTP/1.1" status: 200 len: 945 time: 0.0478122 May 03 14:15:13.666694 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-a6944b16-d2c2-4140-8384-7833dc10c8cc req-3b7e61fd-8bc1-4ea5-a89c-1d28429c0033 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] 10.222.0.36 "GET /v2.0/security-groups?id=5256d9b7-303d-41e8-9beb-13271ea5bfe5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598121 May 03 14:15:13.680997 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-5cd6608f-9592-4b9f-b0ca-8ea0667190a3 req-23f98a63-6c0e-45c2-ac21-977329ba3364 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] 10.222.0.36 "GET /v2.0/security-groups?id=cbfeeeef-c433-4767-a994-eec44f2dc198&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471239 May 03 14:15:13.845128 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-014f30d9-07d2-40bb-9cdc-29396a0eea60 req-3ebaac83-dd88-42ef-bbe8-522b012cd55c service neutron] 10.222.0.26 "GET /v2.0/networks/3121b82c-06ca-44d8-8e28-2f3afede7579?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1989617 May 03 14:15:13.907550 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcb763e-a1b0-4bb9-b867-a2c9e989089e req-64d22e0a-5426-4854-a69a-4766539730bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:15:13.919486 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-4bcb763e-a1b0-4bb9-b867-a2c9e989089e req-64d22e0a-5426-4854-a69a-4766539730bd service neutron] 10.222.0.26 "GET /v2.0/networks?id=ed744a5b-777c-4bee-b278-dee1b499d8aa HTTP/1.1" status: 200 len: 920 time: 0.1988938 May 03 14:15:13.919486 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197959e4-f71d-4136-83b3-7d115bbc9695 req-952cf78d-d291-49d3-88fe-2e1233ddb6f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:15:13.919486 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-197959e4-f71d-4136-83b3-7d115bbc9695 req-952cf78d-d291-49d3-88fe-2e1233ddb6f8 service neutron] 10.222.0.26 "GET /v2.0/networks?id=27b794d9-b670-411c-9a0a-80863d6faaf1 HTTP/1.1" status: 200 len: 909 time: 0.2071285 May 03 14:15:14.010865 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-4bcb763e-a1b0-4bb9-b867-a2c9e989089e req-2f62f810-dacb-45ad-b80c-e61efb887aff service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=21ad2528-42ab-4579-b7d9-353333b840fe HTTP/1.1" status: 200 len: 217 time: 0.0925415 May 03 14:15:14.013855 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-197959e4-f71d-4136-83b3-7d115bbc9695 req-43b34e44-88ef-46d3-b04f-4eb988a456b7 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e4a57564-2f62-4e76-a155-eaa0062475bc HTTP/1.1" status: 200 len: 217 time: 0.0715976 May 03 14:15:14.098622 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-014f30d9-07d2-40bb-9cdc-29396a0eea60 req-8d40a522-9be1-4938-a668-742cd8304b50 service neutron] 10.222.0.26 "GET /v2.0/networks/3121b82c-06ca-44d8-8e28-2f3afede7579?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2428927 May 03 14:15:14.139089 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcb763e-a1b0-4bb9-b867-a2c9e989089e req-808957fc-0bbb-4db0-b454-4eddaa7093a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:15:14.140578 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-4bcb763e-a1b0-4bb9-b867-a2c9e989089e req-808957fc-0bbb-4db0-b454-4eddaa7093a5 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a87b0fb7-75d3-4b90-b91b-05349e630701 HTTP/1.1" status: 200 len: 858 time: 0.1127241 May 03 14:15:14.145979 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197959e4-f71d-4136-83b3-7d115bbc9695 req-ea244ac6-bad5-4673-9a45-338bd832eb32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:15:14.147352 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-197959e4-f71d-4136-83b3-7d115bbc9695 req-ea244ac6-bad5-4673-9a45-338bd832eb32 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c578e165-fcac-4048-b331-804311f4219b HTTP/1.1" status: 200 len: 848 time: 0.1184464 May 03 14:15:14.156503 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df570e4d-2350-4a72-9b0f-6627621d589c req-3bb918c8-b0eb-4d8b-bb10-fa766a886d78 tempest-TestMinimumBasicScenario-1557761218 tempest-TestMinimumBasicScenario-1557761218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:15:14.158046 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-df570e4d-2350-4a72-9b0f-6627621d589c req-3bb918c8-b0eb-4d8b-bb10-fa766a886d78 tempest-TestMinimumBasicScenario-1557761218 tempest-TestMinimumBasicScenario-1557761218-project] 10.222.0.36 "GET /v2.0/ports?device_id=f49e6294-3ef2-4598-8866-1ef6698a5aee HTTP/1.1" status: 200 len: 943 time: 0.0754275 May 03 14:15:14.215276 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-df570e4d-2350-4a72-9b0f-6627621d589c req-106e6b74-ceb2-47d0-96e4-19968e79b858 tempest-TestMinimumBasicScenario-1557761218 tempest-TestMinimumBasicScenario-1557761218-project] 10.222.0.36 "GET /v2.0/security-groups?id=5ecd445a-dda4-4baf-94a7-7543188df186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512211 May 03 14:15:14.236612 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8c96fc-608c-4b0f-976b-3eb591e1e87f req-98b59b75-9700-48da-bfe5-dc72ffb45aab tempest-VolumesActionsTest-1624866909 tempest-VolumesActionsTest-1624866909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:15:14.238217 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-6a8c96fc-608c-4b0f-976b-3eb591e1e87f req-98b59b75-9700-48da-bfe5-dc72ffb45aab tempest-VolumesActionsTest-1624866909 tempest-VolumesActionsTest-1624866909-project] 10.222.0.36 "GET /v2.0/ports?device_id=b07a2f30-17a4-45e5-89ce-b6827e9f67c8 HTTP/1.1" status: 200 len: 943 time: 0.0532062 May 03 14:15:14.285764 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-6a8c96fc-608c-4b0f-976b-3eb591e1e87f req-815ac305-000e-44be-8929-e7ec8dcc548f tempest-VolumesActionsTest-1624866909 tempest-VolumesActionsTest-1624866909-project] 10.222.0.36 "GET /v2.0/security-groups?id=0e37fc03-fb0d-4798-8150-3b29211720fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415738 May 03 14:15:14.613821 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.36', 45948) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:15:14.789645 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-14a60a90-cc7b-469e-bd56-56ab18a1ea2f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:15:14.810214 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544a920c-3ec4-4237-b533-d62eb7fd0a6c req-5f71f0c5-3870-4117-96f1-dbd27ab53e16 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:15:14.811726 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-544a920c-3ec4-4237-b533-d62eb7fd0a6c req-5f71f0c5-3870-4117-96f1-dbd27ab53e16 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] 10.222.0.36 "GET /v2.0/ports?device_id=117976ba-33e4-4830-a66f-0cd354096c9b HTTP/1.1" status: 200 len: 945 time: 0.0672300 May 03 14:15:14.813060 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fdda07-91b3-46b2-901c-45c3f0e335d7 req-b5560f9c-8da0-427d-99c6-cd6d50337d0a tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:15:14.814250 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-34fdda07-91b3-46b2-901c-45c3f0e335d7 req-b5560f9c-8da0-427d-99c6-cd6d50337d0a tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] 10.222.0.36 "GET /v2.0/ports?device_id=ba9b5683-3cbc-4f53-803e-cd5413dfcbc0 HTTP/1.1" status: 200 len: 945 time: 0.0472815 May 03 14:15:14.867650 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-34fdda07-91b3-46b2-901c-45c3f0e335d7 req-515d38c5-88f8-4e88-8143-9cb03aad9be5 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] 10.222.0.36 "GET /v2.0/security-groups?id=cbfeeeef-c433-4767-a994-eec44f2dc198&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474765 May 03 14:15:14.880694 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-544a920c-3ec4-4237-b533-d62eb7fd0a6c req-75c8ab51-f2ec-46f4-9ed3-0c0f9187a847 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] 10.222.0.36 "GET /v2.0/security-groups?id=5256d9b7-303d-41e8-9beb-13271ea5bfe5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627310 May 03 14:15:14.915614 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-14a60a90-cc7b-469e-bd56-56ab18a1ea2f admin admin] Publish callbacks [] for security_group (d76604ab-65c7-4b1b-9fef-6d4dd3293cf9), precommit_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:15:14.921351 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-14a60a90-cc7b-469e-bd56-56ab18a1ea2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656397'] for security_group (d76604ab-65c7-4b1b-9fef-6d4dd3293cf9), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:15:14.968692 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-14a60a90-cc7b-469e-bd56-56ab18a1ea2f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=dbb46988adce4e7fb0334b5f1f4cd242&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3536525 May 03 14:15:14.969589 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a60a90-cc7b-469e-bd56-56ab18a1ea2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d76604ab-65c7-4b1b-9fef-6d4dd3293cf9,revision_number=1']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:15:14.971773 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.wsgi [-] (103470) accepted ('10.222.0.36', 45956) {{(pid=103470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:15:15.028288 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-7ab08141-c327-4f65-aa04-d20ad83b0962 admin admin] Publish callbacks [] for security_group (d76604ab-65c7-4b1b-9fef-6d4dd3293cf9), before_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:15:15.251094 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-7ab08141-c327-4f65-aa04-d20ad83b0962 admin admin] Publish callbacks [] for security_group (d76604ab-65c7-4b1b-9fef-6d4dd3293cf9), precommit_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:15:15.290620 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-197959e4-f71d-4136-83b3-7d115bbc9695 req-fc4b50dc-d1d9-4fcd-b08d-41519f8ec7e6 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=27b794d9-b670-411c-9a0a-80863d6faaf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0499001 May 03 14:15:15.302868 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcb763e-a1b0-4bb9-b867-a2c9e989089e req-fb0050ee-0e5e-41c8-8e60-f4ba4d3a6ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:15:15.304535 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-4bcb763e-a1b0-4bb9-b867-a2c9e989089e req-fb0050ee-0e5e-41c8-8e60-f4ba4d3a6ad5 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ed744a5b-777c-4bee-b278-dee1b499d8aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0651224 May 03 14:15:15.307785 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.rpc [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Device f629260d-81fd-43c7-af1b-2e47940e5d03 details requested by agent hyperv_hv-cinder-83979 with host hv-cinder-83979 {{(pid=103471) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 03 14:15:15.341706 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-7ab08141-c327-4f65-aa04-d20ad83b0962 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656397'] for security_group (d76604ab-65c7-4b1b-9fef-6d4dd3293cf9), after_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:15:15.345788 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-7ab08141-c327-4f65-aa04-d20ad83b0962 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:15:15.353607 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [None req-7ab08141-c327-4f65-aa04-d20ad83b0962 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d76604ab-65c7-4b1b-9fef-6d4dd3293cf9 HTTP/1.1" status: 204 len: 168 time: 0.3805397 May 03 14:15:15.366382 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab08141-c327-4f65-aa04-d20ad83b0962 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d76604ab-65c7-4b1b-9fef-6d4dd3293cf9,revision_number=None']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:15:15.375500 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d3177c-b3f1-41f3-805a-33f6ffe8983a req-ddab9676-6678-418a-99a6-b4701c5fd26b tempest-TestMinimumBasicScenario-1557761218 tempest-TestMinimumBasicScenario-1557761218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:15:15.377220 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-d2d3177c-b3f1-41f3-805a-33f6ffe8983a req-ddab9676-6678-418a-99a6-b4701c5fd26b tempest-TestMinimumBasicScenario-1557761218 tempest-TestMinimumBasicScenario-1557761218-project] 10.222.0.36 "GET /v2.0/ports?device_id=f49e6294-3ef2-4598-8866-1ef6698a5aee HTTP/1.1" status: 200 len: 943 time: 0.0921106 May 03 14:15:15.438014 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-d2d3177c-b3f1-41f3-805a-33f6ffe8983a req-0b759daa-15c2-4ca3-b95f-df1cc158112b tempest-TestMinimumBasicScenario-1557761218 tempest-TestMinimumBasicScenario-1557761218-project] 10.222.0.36 "GET /v2.0/security-groups?id=5ecd445a-dda4-4baf-94a7-7543188df186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549426 May 03 14:15:15.507585 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.db [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] For port f629260d-81fd-43c7-af1b-2e47940e5d03, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=f629260d-81fd-43c7-af1b-2e47940e5d03,segment=NetworkSegment(0a761dc3-2a3e-41fe-ad2f-dc1a6256ae05),segment_id=0a761dc3-2a3e-41fe-ad2f-dc1a6256ae05)] {{(pid=103471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 14:15:15.521231 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.rpc [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Returning: {'device': 'f629260d-81fd-43c7-af1b-2e47940e5d03', 'network_id': '3121b82c-06ca-44d8-8e28-2f3afede7579', 'port_id': 'f629260d-81fd-43c7-af1b-2e47940e5d03', 'mac_address': 'fa:16:3e:9d:d1:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 245, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '084cc6e3-980b-4882-a669-82e7bd2021c7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103471) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 03 14:15:15.559366 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Current status of the port f629260d-81fd-43c7-af1b-2e47940e5d03 is: DOWN; New status is: BUILD {{(pid=103471) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 14:15:15.559765 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585126'] for port (f629260d-81fd-43c7-af1b-2e47940e5d03), before_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:15:15.575017 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.notifiers.nova [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f629260d-81fd-43c7-af1b-2e47940e5d03 {{(pid=103471) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 14:15:15.595653 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.db [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] For port f629260d-81fd-43c7-af1b-2e47940e5d03, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=f629260d-81fd-43c7-af1b-2e47940e5d03,segment=NetworkSegment(0a761dc3-2a3e-41fe-ad2f-dc1a6256ae05),segment_id=0a761dc3-2a3e-41fe-ad2f-dc1a6256ae05)] {{(pid=103471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 14:15:15.602432 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786921284783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786920821414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786920821432'] for port (f629260d-81fd-43c7-af1b-2e47940e5d03), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:15:15.604607 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.rpc [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Device e4a57564-2f62-4e76-a155-eaa0062475bc details requested by agent hyperv_hv-cinder-83979 with host hv-cinder-83979 {{(pid=103471) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 03 14:15:15.721534 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8af24c-f4ed-4889-91c6-8532cc298e36 req-d157f412-6ce2-407f-a7e2-ea79d31d867e tempest-VolumesActionsTest-1624866909 tempest-VolumesActionsTest-1624866909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:15:15.723387 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-1a8af24c-f4ed-4889-91c6-8532cc298e36 req-d157f412-6ce2-407f-a7e2-ea79d31d867e tempest-VolumesActionsTest-1624866909 tempest-VolumesActionsTest-1624866909-project] 10.222.0.36 "GET /v2.0/ports?device_id=b07a2f30-17a4-45e5-89ce-b6827e9f67c8 HTTP/1.1" status: 200 len: 943 time: 0.1497643 May 03 14:15:15.733665 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.wsgi [-] (103470) accepted ('10.222.0.36', 45974) {{(pid=103470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:15:15.748341 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-53194650-0426-4a13-a501-4517913c152c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:15:15.764588 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-4bcb763e-a1b0-4bb9-b867-a2c9e989089e req-569ceea5-3789-4918-b98c-af1b0bcd057c service neutron] 10.222.0.26 "GET /v2.0/networks/ed744a5b-777c-4bee-b278-dee1b499d8aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4504271 May 03 14:15:15.780768 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.db [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] For port e4a57564-2f62-4e76-a155-eaa0062475bc, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=e4a57564-2f62-4e76-a155-eaa0062475bc,segment=NetworkSegment(4be1416b-9363-4244-b679-4004fdfa6b44),segment_id=4be1416b-9363-4244-b679-4004fdfa6b44)] {{(pid=103471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 14:15:15.793127 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Pushing event updated for resources: {'Port': ['ID=f629260d-81fd-43c7-af1b-2e47940e5d03,revision_number=4']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:15:15.801787 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.rpc [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Returning: {'device': 'e4a57564-2f62-4e76-a155-eaa0062475bc', 'network_id': '27b794d9-b670-411c-9a0a-80863d6faaf1', 'port_id': 'e4a57564-2f62-4e76-a155-eaa0062475bc', 'mac_address': 'fa:16:3e:3b:b8:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 233, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c578e165-fcac-4048-b331-804311f4219b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103471) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 03 14:15:15.835110 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-53194650-0426-4a13-a501-4517913c152c admin admin] Publish callbacks [] for security_group (27c3d9d9-fd55-403e-8294-fa5e03fb1103), precommit_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:15:15.840756 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:15:15.840925 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-53194650-0426-4a13-a501-4517913c152c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656397'] for security_group (27c3d9d9-fd55-403e-8294-fa5e03fb1103), after_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:15:15.841114 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:15:15.841495 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:15:15.841948 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:15:15.842288 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:15:15.842678 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:15:15.843010 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:15:15.843359 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:15:15.843671 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:15:15.844007 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:15:15.844315 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:15:15.844638 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:15:15.845135 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:15:15.845628 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:15:15.846102 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:15:15.861626 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Current status of the port e4a57564-2f62-4e76-a155-eaa0062475bc is: DOWN; New status is: BUILD {{(pid=103471) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 14:15:15.862338 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585126'] for port (e4a57564-2f62-4e76-a155-eaa0062475bc), before_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:15:15.866848 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-197959e4-f71d-4136-83b3-7d115bbc9695 req-aeb2a188-e005-4811-8a5a-9b147c043bff service neutron] 10.222.0.26 "GET /v2.0/networks/27b794d9-b670-411c-9a0a-80863d6faaf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5613039 May 03 14:15:15.873031 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-1a8af24c-f4ed-4889-91c6-8532cc298e36 req-d303a6ef-a34e-4afd-9f90-c9a68eabca3c tempest-VolumesActionsTest-1624866909 tempest-VolumesActionsTest-1624866909-project] 10.222.0.36 "GET /v2.0/security-groups?id=0e37fc03-fb0d-4798-8150-3b29211720fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423321 May 03 14:15:15.880425 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [None req-53194650-0426-4a13-a501-4517913c152c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=34fe7c220b8140008534545cad9a094f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1454597 May 03 14:15:15.881421 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53194650-0426-4a13-a501-4517913c152c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27c3d9d9-fd55-403e-8294-fa5e03fb1103,revision_number=1']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:15:15.883837 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.wsgi [-] (103470) accepted ('10.222.0.36', 45978) {{(pid=103470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:15:15.884286 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.notifiers.nova [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4a57564-2f62-4e76-a155-eaa0062475bc {{(pid=103471) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 14:15:15.915415 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.db [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] For port e4a57564-2f62-4e76-a155-eaa0062475bc, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=e4a57564-2f62-4e76-a155-eaa0062475bc,segment=NetworkSegment(4be1416b-9363-4244-b679-4004fdfa6b44),segment_id=4be1416b-9363-4244-b679-4004fdfa6b44)] {{(pid=103471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 14:15:15.922285 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786921284783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786920821414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786920821432'] for port (e4a57564-2f62-4e76-a155-eaa0062475bc), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:15:15.952071 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-4e149bbb-c10a-4c31-aa9c-a671a3355682 admin admin] Publish callbacks [] for security_group (27c3d9d9-fd55-403e-8294-fa5e03fb1103), before_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:15:16.005398 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-4e149bbb-c10a-4c31-aa9c-a671a3355682 admin admin] Publish callbacks [] for security_group (27c3d9d9-fd55-403e-8294-fa5e03fb1103), precommit_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:15:16.008059 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Pushing event updated for resources: {'Port': ['ID=e4a57564-2f62-4e76-a155-eaa0062475bc,revision_number=4']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:15:16.029541 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac76fa44-811c-465d-aaba-52ac962ac403 req-9602ade2-4d0d-4513-bff1-bf119cd24948 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:15:16.030901 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-ac76fa44-811c-465d-aaba-52ac962ac403 req-9602ade2-4d0d-4513-bff1-bf119cd24948 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] 10.222.0.36 "GET /v2.0/ports?device_id=ba9b5683-3cbc-4f53-803e-cd5413dfcbc0 HTTP/1.1" status: 200 len: 945 time: 0.0664575 May 03 14:15:16.095732 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-ac76fa44-811c-465d-aaba-52ac962ac403 req-ee246f8a-fe9b-4744-b6c0-37bd692109e9 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] 10.222.0.36 "GET /v2.0/security-groups?id=cbfeeeef-c433-4767-a994-eec44f2dc198&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576248 May 03 14:15:16.099784 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-4bcb763e-a1b0-4bb9-b867-a2c9e989089e req-7d7efa0a-fefd-45c0-8924-6810a8c52a2a service neutron] 10.222.0.26 "GET /v2.0/networks/ed744a5b-777c-4bee-b278-dee1b499d8aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2957609 May 03 14:15:16.100469 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-4e149bbb-c10a-4c31-aa9c-a671a3355682 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656397'] for security_group (27c3d9d9-fd55-403e-8294-fa5e03fb1103), after_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:15:16.103114 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-4e149bbb-c10a-4c31-aa9c-a671a3355682 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:15:16.104191 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [None req-4e149bbb-c10a-4c31-aa9c-a671a3355682 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/27c3d9d9-fd55-403e-8294-fa5e03fb1103 HTTP/1.1" status: 204 len: 168 time: 0.2191181 May 03 14:15:16.114165 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e149bbb-c10a-4c31-aa9c-a671a3355682 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27c3d9d9-fd55-403e-8294-fa5e03fb1103,revision_number=None']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:15:16.114319 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3b52bf-6e66-4db8-8d43-f6fa256c2390 req-87247cd6-e878-466f-945f-9382fc2cf011 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:15:16.116494 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-8a3b52bf-6e66-4db8-8d43-f6fa256c2390 req-87247cd6-e878-466f-945f-9382fc2cf011 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] 10.222.0.36 "GET /v2.0/ports?device_id=117976ba-33e4-4830-a66f-0cd354096c9b HTTP/1.1" status: 200 len: 945 time: 0.1409097 May 03 14:15:16.180948 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-197959e4-f71d-4136-83b3-7d115bbc9695 req-024df5cd-fc20-47b5-bb58-e775a0ab7489 service neutron] 10.222.0.26 "GET /v2.0/networks/27b794d9-b670-411c-9a0a-80863d6faaf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3068821 May 03 14:15:16.192996 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-8a3b52bf-6e66-4db8-8d43-f6fa256c2390 req-0b9f2326-b44d-4b52-a057-0939f980a36f tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] 10.222.0.36 "GET /v2.0/security-groups?id=5256d9b7-303d-41e8-9beb-13271ea5bfe5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561278 May 03 14:15:16.476559 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.db [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] get_ports_and_sgs() called for port_ids ['e4a57564-2f62-4e76-a155-eaa0062475bc'] {{(pid=103471) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 03 14:15:16.485708 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.wsgi [-] (103470) accepted ('10.222.0.36', 45992) {{(pid=103470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:15:16.503833 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-cb9b5b84-cb57-4c5f-ae33-bf765c9c2aff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:15:16.573158 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cedfa1e-09e2-45b2-ab2a-3455898d3165 req-64342fc5-d5ca-496b-8af0-32e624b34735 tempest-TestMinimumBasicScenario-1557761218 tempest-TestMinimumBasicScenario-1557761218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:15:16.574708 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-0cedfa1e-09e2-45b2-ab2a-3455898d3165 req-64342fc5-d5ca-496b-8af0-32e624b34735 tempest-TestMinimumBasicScenario-1557761218 tempest-TestMinimumBasicScenario-1557761218-project] 10.222.0.36 "GET /v2.0/ports?device_id=f49e6294-3ef2-4598-8866-1ef6698a5aee HTTP/1.1" status: 200 len: 944 time: 0.0620131 May 03 14:15:16.619864 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.db [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] get_ports_and_sgs() called for port_ids ['f629260d-81fd-43c7-af1b-2e47940e5d03'] {{(pid=103471) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 03 14:15:16.646317 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-0cedfa1e-09e2-45b2-ab2a-3455898d3165 req-7b13caba-ddd8-4381-bb8b-d10a77aabf09 tempest-TestMinimumBasicScenario-1557761218 tempest-TestMinimumBasicScenario-1557761218-project] 10.222.0.36 "GET /v2.0/security-groups?id=5ecd445a-dda4-4baf-94a7-7543188df186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619664 May 03 14:15:16.683281 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-cb9b5b84-cb57-4c5f-ae33-bf765c9c2aff admin admin] Publish callbacks [] for security_group (1f04f72c-f508-474c-9358-4a0458a25e84), precommit_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:15:16.690896 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-cb9b5b84-cb57-4c5f-ae33-bf765c9c2aff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656397'] for security_group (1f04f72c-f508-474c-9358-4a0458a25e84), after_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:15:16.735618 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [None req-cb9b5b84-cb57-4c5f-ae33-bf765c9c2aff admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=8c7a8cb24388416194f8d3fdc75a323a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2449400 May 03 14:15:16.735618 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.wsgi [-] (103470) accepted ('10.222.0.36', 45996) {{(pid=103470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:15:16.761168 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9b5b84-cb57-4c5f-ae33-bf765c9c2aff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f04f72c-f508-474c-9358-4a0458a25e84,revision_number=1']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:15:16.808693 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-f092504e-52c5-478a-b774-20114c6800dc admin admin] Publish callbacks [] for security_group (1f04f72c-f508-474c-9358-4a0458a25e84), before_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:15:16.832581 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-f092504e-52c5-478a-b774-20114c6800dc admin admin] Publish callbacks [] for security_group (1f04f72c-f508-474c-9358-4a0458a25e84), precommit_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:15:16.883902 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-f092504e-52c5-478a-b774-20114c6800dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656397'] for security_group (1f04f72c-f508-474c-9358-4a0458a25e84), after_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:15:16.886805 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-f092504e-52c5-478a-b774-20114c6800dc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:15:16.887960 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [None req-f092504e-52c5-478a-b774-20114c6800dc admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/1f04f72c-f508-474c-9358-4a0458a25e84 HTTP/1.1" status: 204 len: 168 time: 0.1517045 May 03 14:15:16.896878 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f092504e-52c5-478a-b774-20114c6800dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f04f72c-f508-474c-9358-4a0458a25e84,revision_number=None']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:15:17.008463 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4dc581-4dcb-4d76-8ec5-6d1460353e0c req-247ba623-6b8d-47dd-92af-39a51fcc11e6 tempest-VolumesActionsTest-1624866909 tempest-VolumesActionsTest-1624866909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:15:17.010039 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-cd4dc581-4dcb-4d76-8ec5-6d1460353e0c req-247ba623-6b8d-47dd-92af-39a51fcc11e6 tempest-VolumesActionsTest-1624866909 tempest-VolumesActionsTest-1624866909-project] 10.222.0.36 "GET /v2.0/ports?device_id=b07a2f30-17a4-45e5-89ce-b6827e9f67c8 HTTP/1.1" status: 200 len: 944 time: 0.0481074 May 03 14:15:17.086231 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-cd4dc581-4dcb-4d76-8ec5-6d1460353e0c req-2b5b94e5-1284-42d4-8a9c-11ce7905555a tempest-VolumesActionsTest-1624866909 tempest-VolumesActionsTest-1624866909-project] 10.222.0.36 "GET /v2.0/security-groups?id=0e37fc03-fb0d-4798-8150-3b29211720fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690575 May 03 14:15:17.124678 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.wsgi [-] (103470) accepted ('10.222.0.36', 46010) {{(pid=103470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:15:17.231066 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab3b426-35b0-4490-b834-baea9e8e866e req-47d82218-9968-48af-ac0c-47d36cc4257d tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:15:17.232910 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-2ab3b426-35b0-4490-b834-baea9e8e866e req-47d82218-9968-48af-ac0c-47d36cc4257d tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] 10.222.0.36 "GET /v2.0/ports?device_id=ba9b5683-3cbc-4f53-803e-cd5413dfcbc0 HTTP/1.1" status: 200 len: 945 time: 0.0491674 May 03 14:15:17.254033 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-fbc9283c-5441-4c70-a71a-40ea530cc4ce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:15:17.315240 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-2ab3b426-35b0-4490-b834-baea9e8e866e req-e39ff7b1-a2a3-41f5-a8d9-19ed6f022a9c tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] 10.222.0.36 "GET /v2.0/security-groups?id=cbfeeeef-c433-4767-a994-eec44f2dc198&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758367 May 03 14:15:17.337571 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b653b8b-5d17-4e7f-a39b-4911b1aa9445 req-fae369c5-dee0-45df-bf6c-c0ae20104b4a tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:15:17.348023 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-1b653b8b-5d17-4e7f-a39b-4911b1aa9445 req-fae369c5-dee0-45df-bf6c-c0ae20104b4a tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] 10.222.0.36 "GET /v2.0/ports?device_id=117976ba-33e4-4830-a66f-0cd354096c9b HTTP/1.1" status: 200 len: 945 time: 0.0737629 May 03 14:15:17.379512 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-fbc9283c-5441-4c70-a71a-40ea530cc4ce admin admin] Publish callbacks [] for security_group (a38d32d9-308a-4e96-b115-a6b7bb59f1ad), precommit_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:15:17.385775 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-fbc9283c-5441-4c70-a71a-40ea530cc4ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656397'] for security_group (a38d32d9-308a-4e96-b115-a6b7bb59f1ad), after_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:15:17.408528 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-1b653b8b-5d17-4e7f-a39b-4911b1aa9445 req-fe0785ac-75fd-44da-87f5-9996c1fc7531 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] 10.222.0.36 "GET /v2.0/security-groups?id=5256d9b7-303d-41e8-9beb-13271ea5bfe5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592840 May 03 14:15:17.426702 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [None req-fbc9283c-5441-4c70-a71a-40ea530cc4ce admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e78794eca21f426a9d844fe232498bd2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3005219 May 03 14:15:17.427568 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc9283c-5441-4c70-a71a-40ea530cc4ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a38d32d9-308a-4e96-b115-a6b7bb59f1ad,revision_number=1']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:15:17.428972 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.36', 46030) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:15:17.480175 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-17d469ae-2952-4ce9-8f30-23bbc5db5d23 admin admin] Publish callbacks [] for security_group (a38d32d9-308a-4e96-b115-a6b7bb59f1ad), before_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:15:17.504085 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-17d469ae-2952-4ce9-8f30-23bbc5db5d23 admin admin] Publish callbacks [] for security_group (a38d32d9-308a-4e96-b115-a6b7bb59f1ad), precommit_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:15:17.560500 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-17d469ae-2952-4ce9-8f30-23bbc5db5d23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656397'] for security_group (a38d32d9-308a-4e96-b115-a6b7bb59f1ad), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:15:17.564042 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-17d469ae-2952-4ce9-8f30-23bbc5db5d23 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:15:17.567517 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-17d469ae-2952-4ce9-8f30-23bbc5db5d23 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a38d32d9-308a-4e96-b115-a6b7bb59f1ad HTTP/1.1" status: 204 len: 168 time: 0.1351597 May 03 14:15:17.581489 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d469ae-2952-4ce9-8f30-23bbc5db5d23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a38d32d9-308a-4e96-b115-a6b7bb59f1ad,revision_number=None']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:15:17.841536 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c646157e-90c7-4d2d-91da-a01695bef548 req-a401103b-a5b2-487e-8d9f-37bf6480137d tempest-TestMinimumBasicScenario-1557761218 tempest-TestMinimumBasicScenario-1557761218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:15:17.867134 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.rpc [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Device f629260d-81fd-43c7-af1b-2e47940e5d03 up at agent hyperv_hv-cinder-83979 {{(pid=103471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 14:15:17.873100 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-c646157e-90c7-4d2d-91da-a01695bef548 req-a401103b-a5b2-487e-8d9f-37bf6480137d tempest-TestMinimumBasicScenario-1557761218 tempest-TestMinimumBasicScenario-1557761218-project] 10.222.0.36 "GET /v2.0/ports?device_id=f49e6294-3ef2-4598-8866-1ef6698a5aee HTTP/1.1" status: 200 len: 944 time: 0.1227405 May 03 14:15:17.938436 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.provisioning_blocks [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Provisioning for port f629260d-81fd-43c7-af1b-2e47940e5d03 completed by entity L2. {{(pid=103471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 03 14:15:17.947896 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.provisioning_blocks [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Provisioning complete for port f629260d-81fd-43c7-af1b-2e47940e5d03 triggered by entity L2. {{(pid=103471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 14:15:17.948581 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749148'] for port (f629260d-81fd-43c7-af1b-2e47940e5d03), provisioning_complete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:15:17.955935 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-c646157e-90c7-4d2d-91da-a01695bef548 req-cc64d0d1-094f-48cd-aa8f-45458110faf4 tempest-TestMinimumBasicScenario-1557761218 tempest-TestMinimumBasicScenario-1557761218-project] 10.222.0.36 "GET /v2.0/security-groups?id=5ecd445a-dda4-4baf-94a7-7543188df186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814068 May 03 14:15:18.017898 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-84216eb9-4f83-40f2-b4eb-9216ced808e1 req-a4b40a77-ceb2-4f74-878b-87a01499ec68 tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1639195296&fields=id&tenant_id=593f1ab9823f41ffa40d6155bebaca54 HTTP/1.1" status: 200 len: 267 time: 0.0952241 May 03 14:15:18.041474 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Current status of the port f629260d-81fd-43c7-af1b-2e47940e5d03 is: BUILD; New status is: ACTIVE {{(pid=103471) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 14:15:18.047554 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585126'] for port (f629260d-81fd-43c7-af1b-2e47940e5d03), before_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:15:18.071286 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f49e6294-3ef2-4598-8866-1ef6698a5aee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f629260d-81fd-43c7-af1b-2e47940e5d03'}] {{(pid=103471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 14:15:18.073637 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}258de9d1a1c653a46c94c94b096b8a314ffaed5fb8c929df022c823a20d863ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a504cb35-e7ef-4bbb-81a4-e7d2b75e2ad3" -d '{"events": [{"server_uuid": "f49e6294-3ef2-4598-8866-1ef6698a5aee", "name": "network-vif-plugged", "status": "completed", "tag": "f629260d-81fd-43c7-af1b-2e47940e5d03"}]}' {{(pid=103471) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 14:15:18.088090 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.db [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] For port f629260d-81fd-43c7-af1b-2e47940e5d03, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=f629260d-81fd-43c7-af1b-2e47940e5d03,segment=NetworkSegment(0a761dc3-2a3e-41fe-ad2f-dc1a6256ae05),segment_id=0a761dc3-2a3e-41fe-ad2f-dc1a6256ae05)] {{(pid=103471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 14:15:18.096977 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786921284783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786920821414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786920821432'] for port (f629260d-81fd-43c7-af1b-2e47940e5d03), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:15:18.098120 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.rpc [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Device e4a57564-2f62-4e76-a155-eaa0062475bc up at agent hyperv_hv-cinder-83979 {{(pid=103471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 14:15:18.147111 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84216eb9-4f83-40f2-b4eb-9216ced808e1 req-c45ffa0e-6c71-4445-b777-64cbfb83b8d1 tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:15:18.154312 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-84216eb9-4f83-40f2-b4eb-9216ced808e1 req-c45ffa0e-6c71-4445-b777-64cbfb83b8d1 tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] 10.222.0.36 "GET /v2.0/networks?id=f560d97d-2acd-47bd-966f-19197466eba2 HTTP/1.1" status: 200 len: 811 time: 0.1347425 May 03 14:15:18.162699 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 May 2022 14:15:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55704465-13a5-4637-b064-26cc63b2b40a x-openstack-request-id: req-55704465-13a5-4637-b064-26cc63b2b40a {{(pid=103471) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 14:15:18.163261 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f49e6294-3ef2-4598-8866-1ef6698a5aee", "name": "network-vif-plugged", "status": "completed", "tag": "f629260d-81fd-43c7-af1b-2e47940e5d03", "code": 200}]} {{(pid=103471) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 14:15:18.163721 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-55704465-13a5-4637-b064-26cc63b2b40a {{(pid=103471) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 14:15:18.164160 dv-cinder-839793-5-iscsi neutron-server[103471]: INFO neutron.notifiers.nova [-] Nova event matching ['req-55704465-13a5-4637-b064-26cc63b2b40a'] response: {'server_uuid': 'f49e6294-3ef2-4598-8866-1ef6698a5aee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f629260d-81fd-43c7-af1b-2e47940e5d03', 'code': 200} May 03 14:15:18.201243 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-84216eb9-4f83-40f2-b4eb-9216ced808e1 req-ae262839-c154-4fab-bfa7-ed7b9fdb920b tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] 10.222.0.36 "GET /v2.0/quotas/593f1ab9823f41ffa40d6155bebaca54 HTTP/1.1" status: 200 len: 375 time: 0.0459795 May 03 14:15:18.204469 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Pushing event updated for resources: {'Port': ['ID=f629260d-81fd-43c7-af1b-2e47940e5d03,revision_number=5']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:15:18.242690 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.provisioning_blocks [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Provisioning for port e4a57564-2f62-4e76-a155-eaa0062475bc completed by entity L2. {{(pid=103471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 03 14:15:18.251475 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.provisioning_blocks [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Provisioning complete for port e4a57564-2f62-4e76-a155-eaa0062475bc triggered by entity L2. {{(pid=103471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 14:15:18.252238 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749148'] for port (e4a57564-2f62-4e76-a155-eaa0062475bc), provisioning_complete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:15:18.282969 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-84216eb9-4f83-40f2-b4eb-9216ced808e1 req-fbc2f4ef-80ad-4f43-9c76-2dd57463b4e8 tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=593f1ab9823f41ffa40d6155bebaca54&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0755370 May 03 14:15:18.285564 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25dee11-9b67-4f60-88fc-d38bf10cc354 req-87bc823a-5645-493e-ad16-2e61d556b856 tempest-VolumesActionsTest-1624866909 tempest-VolumesActionsTest-1624866909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:15:18.287148 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-c25dee11-9b67-4f60-88fc-d38bf10cc354 req-87bc823a-5645-493e-ad16-2e61d556b856 tempest-VolumesActionsTest-1624866909 tempest-VolumesActionsTest-1624866909-project] 10.222.0.36 "GET /v2.0/ports?device_id=b07a2f30-17a4-45e5-89ce-b6827e9f67c8 HTTP/1.1" status: 200 len: 944 time: 0.0803773 May 03 14:15:18.382048 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Current status of the port e4a57564-2f62-4e76-a155-eaa0062475bc is: BUILD; New status is: ACTIVE {{(pid=103471) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 14:15:18.382454 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585126'] for port (e4a57564-2f62-4e76-a155-eaa0062475bc), before_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:15:18.434908 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-c25dee11-9b67-4f60-88fc-d38bf10cc354 req-eedcebc4-2168-44e4-84e8-2bf9b4b5336a tempest-VolumesActionsTest-1624866909 tempest-VolumesActionsTest-1624866909-project] 10.222.0.36 "GET /v2.0/security-groups?id=0e37fc03-fb0d-4798-8150-3b29211720fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343322 May 03 14:15:18.446002 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.db [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] For port e4a57564-2f62-4e76-a155-eaa0062475bc, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=e4a57564-2f62-4e76-a155-eaa0062475bc,segment=NetworkSegment(4be1416b-9363-4244-b679-4004fdfa6b44),segment_id=4be1416b-9363-4244-b679-4004fdfa6b44)] {{(pid=103471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 14:15:18.452206 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786921284783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786920821414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786920821432'] for port (e4a57564-2f62-4e76-a155-eaa0062475bc), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:15:18.471493 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-84216eb9-4f83-40f2-b4eb-9216ced808e1 req-f5273424-613b-49aa-823d-4936d6a2bb7b service neutron] 10.222.0.36 "GET /v2.0/networks/f560d97d-2acd-47bd-966f-19197466eba2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1762004 May 03 14:15:18.495734 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e48351f-b9f1-4df2-a0d8-2cafb0039fcf req-c44be5ad-a901-426e-a388-80b5e80f1bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:15:18.497458 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-8e48351f-b9f1-4df2-a0d8-2cafb0039fcf req-c44be5ad-a901-426e-a388-80b5e80f1bb8 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=f49e6294-3ef2-4598-8866-1ef6698a5aee HTTP/1.1" status: 200 len: 1129 time: 0.0692582 May 03 14:15:18.517615 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Pushing event updated for resources: {'Port': ['ID=e4a57564-2f62-4e76-a155-eaa0062475bc,revision_number=5']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:15:18.553093 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aff2859-2782-40b6-813f-e0b505e388d9 req-6b172fd2-66c3-4417-b5d2-4d34bd083a3f tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:15:18.557199 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-4aff2859-2782-40b6-813f-e0b505e388d9 req-6b172fd2-66c3-4417-b5d2-4d34bd083a3f tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] 10.222.0.36 "GET /v2.0/ports?device_id=ba9b5683-3cbc-4f53-803e-cd5413dfcbc0 HTTP/1.1" status: 200 len: 945 time: 0.0584245 May 03 14:15:18.606138 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-8e48351f-b9f1-4df2-a0d8-2cafb0039fcf req-9d2104bd-75ff-4422-9a6a-69a1ec3de811 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=5ecd445a-dda4-4baf-94a7-7543188df186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945275 May 03 14:15:18.620787 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-4aff2859-2782-40b6-813f-e0b505e388d9 req-945e85b0-7573-4e22-bd9d-b5be28c81738 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] 10.222.0.36 "GET /v2.0/security-groups?id=cbfeeeef-c433-4767-a994-eec44f2dc198&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576346 May 03 14:15:18.621784 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-84216eb9-4f83-40f2-b4eb-9216ced808e1 req-7c45cf1a-6cb4-46ea-9390-8862f135c606 service neutron] 10.222.0.36 "GET /v2.0/networks/f560d97d-2acd-47bd-966f-19197466eba2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1431210 May 03 14:15:18.749062 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ec1c26-3f96-4192-88a6-cea5c2315c1a req-4d727a27-c88a-48a3-8a13-0a3e9eccb0a8 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:15:18.751108 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-19ec1c26-3f96-4192-88a6-cea5c2315c1a req-4d727a27-c88a-48a3-8a13-0a3e9eccb0a8 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] 10.222.0.36 "GET /v2.0/ports?device_id=117976ba-33e4-4830-a66f-0cd354096c9b HTTP/1.1" status: 200 len: 945 time: 0.0634828 May 03 14:15:18.818691 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-19ec1c26-3f96-4192-88a6-cea5c2315c1a req-569dbbd2-eee3-4854-9d77-06bca5bde576 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] 10.222.0.36 "GET /v2.0/security-groups?id=5256d9b7-303d-41e8-9beb-13271ea5bfe5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615475 May 03 14:15:18.985399 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-95dd6864-a735-4c97-83ca-21535c9422e3 req-80df31b2-7348-4b90-8432-e5b045ac3aad tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] 10.222.0.36 "GET /v2.0/ports?device_id=671baf8c-6ef9-44cb-81eb-b3d3532c0fd5 HTTP/1.1" status: 200 len: 210 time: 0.0588017 May 03 14:15:19.118983 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a256ec45-34f3-4bdc-bd25-9d8762bb8590 req-5363fe9b-751a-4090-af99-002042dfb1de tempest-TestMinimumBasicScenario-1557761218 tempest-TestMinimumBasicScenario-1557761218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:15:19.120703 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-a256ec45-34f3-4bdc-bd25-9d8762bb8590 req-5363fe9b-751a-4090-af99-002042dfb1de tempest-TestMinimumBasicScenario-1557761218 tempest-TestMinimumBasicScenario-1557761218-project] 10.222.0.36 "GET /v2.0/ports?device_id=f49e6294-3ef2-4598-8866-1ef6698a5aee HTTP/1.1" status: 200 len: 945 time: 0.0633209 May 03 14:15:19.176367 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-a256ec45-34f3-4bdc-bd25-9d8762bb8590 req-5db6c8fe-85b2-4e4e-80ca-b8b08d29a0d7 tempest-TestMinimumBasicScenario-1557761218 tempest-TestMinimumBasicScenario-1557761218-project] 10.222.0.36 "GET /v2.0/security-groups?id=5ecd445a-dda4-4baf-94a7-7543188df186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486581 May 03 14:15:19.293877 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.36', 46114) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:15:19.299854 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.v2.base [None req-b8d9c9b7-eda7-4770-8a8e-471809aa978e tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1456040823', 'description': 'tempest-description--1457264754'}} {{(pid=103469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 14:15:19.322837 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-b8d9c9b7-eda7-4770-8a8e-471809aa978e tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Publish callbacks [] for security_group (None), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:15:19.400087 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-b8d9c9b7-eda7-4770-8a8e-471809aa978e tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Publish callbacks [] for security_group (003017ca-4389-4b0c-bb65-b60ac05fc006), precommit_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:15:19.410724 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-b8d9c9b7-eda7-4770-8a8e-471809aa978e tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656397'] for security_group (003017ca-4389-4b0c-bb65-b60ac05fc006), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:15:19.443924 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-b8d9c9b7-eda7-4770-8a8e-471809aa978e tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Publish callbacks [] for security_group (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:15:19.448031 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-b8d9c9b7-eda7-4770-8a8e-471809aa978e tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1499186 May 03 14:15:19.448031 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d9c9b7-eda7-4770-8a8e-471809aa978e tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Pushing event updated for resources: {'SecurityGroup': ['ID=003017ca-4389-4b0c-bb65-b60ac05fc006,revision_number=1']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:15:19.454961 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.wsgi [-] (103470) accepted ('10.222.0.36', 46116) {{(pid=103470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:15:19.460771 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.v2.base [None req-2e91745d-1554-405b-8a70-c80c10850076 tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Request body: {'security_group_rule': {'security_group_id': '003017ca-4389-4b0c-bb65-b60ac05fc006', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 14:15:19.495600 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-2e91745d-1554-405b-8a70-c80c10850076 tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Publish callbacks [] for security_group_rule (a15e615a-4657-4e39-b912-dc0b6db9effb), before_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:15:19.580192 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b863871-ae2a-4aba-ace9-237dd2d4e22c req-38fa0631-72b1-4488-b8f6-85217c6cfe1b tempest-VolumesActionsTest-1624866909 tempest-VolumesActionsTest-1624866909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:15:19.581747 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-6b863871-ae2a-4aba-ace9-237dd2d4e22c req-38fa0631-72b1-4488-b8f6-85217c6cfe1b tempest-VolumesActionsTest-1624866909 tempest-VolumesActionsTest-1624866909-project] 10.222.0.36 "GET /v2.0/ports?device_id=b07a2f30-17a4-45e5-89ce-b6827e9f67c8 HTTP/1.1" status: 200 len: 945 time: 0.0687783 May 03 14:15:19.593708 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-2e91745d-1554-405b-8a70-c80c10850076 tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Publish callbacks [] for security_group_rule (a15e615a-4657-4e39-b912-dc0b6db9effb), precommit_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:15:19.608702 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-2e91745d-1554-405b-8a70-c80c10850076 tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656574'] for security_group_rule (a15e615a-4657-4e39-b912-dc0b6db9effb), after_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:15:19.622285 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e91745d-1554-405b-8a70-c80c10850076 tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a15e615a-4657-4e39-b912-dc0b6db9effb,revision_number=0']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:15:19.649817 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-2e91745d-1554-405b-8a70-c80c10850076 tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:15:19.653656 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [None req-2e91745d-1554-405b-8a70-c80c10850076 tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1948907 May 03 14:15:19.654414 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.36', 46124) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:15:19.658818 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.v2.base [None req-0dd590bc-2da8-49b1-bb77-69d734d80709 tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Request body: {'security_group_rule': {'security_group_id': '003017ca-4389-4b0c-bb65-b60ac05fc006', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 14:15:19.692491 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-0dd590bc-2da8-49b1-bb77-69d734d80709 tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Publish callbacks [] for security_group_rule (c58e5970-5201-4f51-806c-51f086818366), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:15:19.705809 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-6b863871-ae2a-4aba-ace9-237dd2d4e22c req-ceb2dc1e-494d-4b35-b34e-d33a52b6ec52 tempest-VolumesActionsTest-1624866909 tempest-VolumesActionsTest-1624866909-project] 10.222.0.36 "GET /v2.0/security-groups?id=0e37fc03-fb0d-4798-8150-3b29211720fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874703 May 03 14:15:19.781050 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d297f2ee-f96c-45cc-9b66-c67927e5a797 req-1fe77b51-dd5d-4511-8dde-074f2597dd68 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:15:19.782581 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-d297f2ee-f96c-45cc-9b66-c67927e5a797 req-1fe77b51-dd5d-4511-8dde-074f2597dd68 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] 10.222.0.36 "GET /v2.0/ports?device_id=ba9b5683-3cbc-4f53-803e-cd5413dfcbc0 HTTP/1.1" status: 200 len: 945 time: 0.0707524 May 03 14:15:19.814925 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-0dd590bc-2da8-49b1-bb77-69d734d80709 tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Publish callbacks [] for security_group_rule (c58e5970-5201-4f51-806c-51f086818366), precommit_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:15:19.828282 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-0dd590bc-2da8-49b1-bb77-69d734d80709 tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656574'] for security_group_rule (c58e5970-5201-4f51-806c-51f086818366), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:15:19.859262 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd590bc-2da8-49b1-bb77-69d734d80709 tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c58e5970-5201-4f51-806c-51f086818366,revision_number=0']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:15:19.864809 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-d297f2ee-f96c-45cc-9b66-c67927e5a797 req-c4d4d0ae-4e05-4fcd-a1d3-e58460c04897 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] 10.222.0.36 "GET /v2.0/security-groups?id=cbfeeeef-c433-4767-a994-eec44f2dc198&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764048 May 03 14:15:19.870721 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-0dd590bc-2da8-49b1-bb77-69d734d80709 tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:15:19.875451 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-0dd590bc-2da8-49b1-bb77-69d734d80709 tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2167273 May 03 14:15:19.875451 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.36', 46130) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:15:19.880948 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.v2.base [None req-1a5b8a01-b425-4f2d-bee8-3b1bc3ff6856 tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Request body: {'floatingip': {'floating_network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2'}} {{(pid=103469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 14:15:19.904526 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-1a5b8a01-b425-4f2d-bee8-3b1bc3ff6856 tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:15:19.956735 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93847749-cbbd-4e99-959a-16faa9df1fe0 req-0c1771d6-18c5-4e0c-8b3e-7306503d284a tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:15:19.958258 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-93847749-cbbd-4e99-959a-16faa9df1fe0 req-0c1771d6-18c5-4e0c-8b3e-7306503d284a tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] 10.222.0.36 "GET /v2.0/ports?device_id=117976ba-33e4-4830-a66f-0cd354096c9b HTTP/1.1" status: 200 len: 945 time: 0.0480828 May 03 14:15:19.993109 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-1a5b8a01-b425-4f2d-bee8-3b1bc3ff6856 tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585126'] for port (None), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:15:20.011293 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-93847749-cbbd-4e99-959a-16faa9df1fe0 req-5ca76fcf-4bec-4d60-a73b-77cfff2c9bda tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] 10.222.0.36 "GET /v2.0/security-groups?id=5256d9b7-303d-41e8-9beb-13271ea5bfe5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467374 May 03 14:15:20.125572 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-a21f1380-0d49-4f11-b66b-7a9a2a67301f req-266c92b1-93d4-4688-9b39-c54c1c4151a9 tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] 10.222.0.36 "GET /v2.0/ports?device_id=671baf8c-6ef9-44cb-81eb-b3d3532c0fd5 HTTP/1.1" status: 200 len: 210 time: 0.0563905 May 03 14:15:20.146676 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.db.db_base_plugin_common [None req-1a5b8a01-b425-4f2d-bee8-3b1bc3ff6856 tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Allocated IP 172.27.3.228 (e0cd7c6d-9919-41eb-b035-2bfb3175faa2/4f18d5d6-ed18-48e7-a335-d8ef216f5f78/e2381112-f55e-4b1e-b44f-26e778f1968a) {{(pid=103469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 14:15:20.165117 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b07a2f30-17a4-45e5-89ce-b6827e9f67c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4a57564-2f62-4e76-a155-eaa0062475bc'}] {{(pid=103471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 14:15:20.168338 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}258de9d1a1c653a46c94c94b096b8a314ffaed5fb8c929df022c823a20d863ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-960ad9ee-fdb0-41d8-a1b2-806ff7276784" -d '{"events": [{"server_uuid": "b07a2f30-17a4-45e5-89ce-b6827e9f67c8", "name": "network-vif-plugged", "status": "completed", "tag": "e4a57564-2f62-4e76-a155-eaa0062475bc"}]}' {{(pid=103471) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 14:15:20.202451 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 May 2022 14:15:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4831139-e0f4-4f2d-83ab-ff1f732242dd x-openstack-request-id: req-b4831139-e0f4-4f2d-83ab-ff1f732242dd {{(pid=103471) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 14:15:20.202816 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b07a2f30-17a4-45e5-89ce-b6827e9f67c8", "name": "network-vif-plugged", "status": "completed", "tag": "e4a57564-2f62-4e76-a155-eaa0062475bc", "code": 200}]} {{(pid=103471) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 14:15:20.204478 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b4831139-e0f4-4f2d-83ab-ff1f732242dd {{(pid=103471) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 14:15:20.205036 dv-cinder-839793-5-iscsi neutron-server[103471]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b4831139-e0f4-4f2d-83ab-ff1f732242dd'] response: {'server_uuid': 'b07a2f30-17a4-45e5-89ce-b6827e9f67c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4a57564-2f62-4e76-a155-eaa0062475bc', 'code': 200} May 03 14:15:20.254384 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-1a5b8a01-b425-4f2d-bee8-3b1bc3ff6856 tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Publish callbacks [] for port (e2381112-f55e-4b1e-b44f-26e778f1968a), precommit_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:15:20.309537 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d3e92e-accc-4d3e-a145-eea60da07de4 req-dfbdf07f-9d2a-4ca3-9cac-5d24c55e4770 tempest-TestMinimumBasicScenario-1557761218 tempest-TestMinimumBasicScenario-1557761218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:15:20.311578 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-43d3e92e-accc-4d3e-a145-eea60da07de4 req-dfbdf07f-9d2a-4ca3-9cac-5d24c55e4770 tempest-TestMinimumBasicScenario-1557761218 tempest-TestMinimumBasicScenario-1557761218-project] 10.222.0.36 "GET /v2.0/ports?device_id=f49e6294-3ef2-4598-8866-1ef6698a5aee HTTP/1.1" status: 200 len: 945 time: 0.0614889 May 03 14:15:20.359870 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-1a5b8a01-b425-4f2d-bee8-3b1bc3ff6856 tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786920821396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6178079'] for port (e2381112-f55e-4b1e-b44f-26e778f1968a), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:15:20.410499 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-43d3e92e-accc-4d3e-a145-eea60da07de4 req-1ef9a808-623a-4856-9c22-0a885b34ca8f tempest-TestMinimumBasicScenario-1557761218 tempest-TestMinimumBasicScenario-1557761218-project] 10.222.0.36 "GET /v2.0/security-groups?id=5ecd445a-dda4-4baf-94a7-7543188df186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922368 May 03 14:15:20.419562 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a5b8a01-b425-4f2d-bee8-3b1bc3ff6856 tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Network e0cd7c6d-9919-41eb-b035-2bfb3175faa2 is already hosted by enough agents. {{(pid=103469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 14:15:20.440312 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.scheduler.base_scheduler [None req-1a5b8a01-b425-4f2d-bee8-3b1bc3ff6856 tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Resources bound (agent type, host, resource id): {{(pid=103469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 14:15:20.452124 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a5b8a01-b425-4f2d-bee8-3b1bc3ff6856 tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Received port after_create {{(pid=103469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 14:15:20.454254 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5b8a01-b425-4f2d-bee8-3b1bc3ff6856 tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Pushing event updated for resources: {'Port': ['ID=e2381112-f55e-4b1e-b44f-26e778f1968a,revision_number=1']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:15:20.557275 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3012d8-66e4-41d9-ae25-6f389a449de2 req-e5b16a1d-cc77-46bb-aa22-4a0ad86be35e tempest-TestMinimumBasicScenario-1557761218 tempest-TestMinimumBasicScenario-1557761218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:15:20.561775 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-0e3012d8-66e4-41d9-ae25-6f389a449de2 req-e5b16a1d-cc77-46bb-aa22-4a0ad86be35e tempest-TestMinimumBasicScenario-1557761218 tempest-TestMinimumBasicScenario-1557761218-project] 10.222.0.36 "GET /v2.0/ports?device_id=f49e6294-3ef2-4598-8866-1ef6698a5aee HTTP/1.1" status: 200 len: 945 time: 0.0559919 May 03 14:15:20.571555 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379ee2c6-1ada-4a56-846c-21d67d96ec52 req-08faa724-fb30-4ad3-b2eb-3a81de29d360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:15:20.573018 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-379ee2c6-1ada-4a56-846c-21d67d96ec52 req-08faa724-fb30-4ad3-b2eb-3a81de29d360 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=b07a2f30-17a4-45e5-89ce-b6827e9f67c8 HTTP/1.1" status: 200 len: 1129 time: 0.0892696 May 03 14:15:20.612600 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-0e3012d8-66e4-41d9-ae25-6f389a449de2 req-21016636-9f31-4909-91ca-2929d20683ed tempest-TestMinimumBasicScenario-1557761218 tempest-TestMinimumBasicScenario-1557761218-project] 10.222.0.36 "GET /v2.0/security-groups?id=5ecd445a-dda4-4baf-94a7-7543188df186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465577 May 03 14:15:20.647922 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84216eb9-4f83-40f2-b4eb-9216ced808e1 req-2786ac4d-025b-4e32-b874-a3e1a0cb2233 tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:15:20.649325 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-84216eb9-4f83-40f2-b4eb-9216ced808e1 req-2786ac4d-025b-4e32-b874-a3e1a0cb2233 tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] 10.222.0.26 "GET /v2.0/networks?id=f560d97d-2acd-47bd-966f-19197466eba2 HTTP/1.1" status: 200 len: 811 time: 0.2333937 May 03 14:15:20.695917 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-379ee2c6-1ada-4a56-846c-21d67d96ec52 req-cba7a1d0-967d-4425-be49-a56eb0a23037 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=0e37fc03-fb0d-4798-8150-3b29211720fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120121 May 03 14:15:20.701189 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-1a5b8a01-b425-4f2d-bee8-3b1bc3ff6856 tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Publish callbacks [] for floatingip (590cf75c-a1f9-43a4-85f9-f8e71130c8cb), precommit_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:15:20.768901 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-1a5b8a01-b425-4f2d-bee8-3b1bc3ff6856 tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585126'] for port (e2381112-f55e-4b1e-b44f-26e778f1968a), before_update {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:15:20.775350 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-84216eb9-4f83-40f2-b4eb-9216ced808e1 req-a94a7b7a-70b4-4255-938d-1b8d1d6c9cc3 tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=593f1ab9823f41ffa40d6155bebaca54 HTTP/1.1" status: 200 len: 380 time: 0.1158323 May 03 14:15:20.876813 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694e18ab-474e-4757-b384-6a784fa86361 req-ab60c37f-0fb7-4000-acf3-3d824145fdff tempest-VolumesActionsTest-1624866909 tempest-VolumesActionsTest-1624866909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:15:20.879294 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-694e18ab-474e-4757-b384-6a784fa86361 req-ab60c37f-0fb7-4000-acf3-3d824145fdff tempest-VolumesActionsTest-1624866909 tempest-VolumesActionsTest-1624866909-project] 10.222.0.36 "GET /v2.0/ports?device_id=b07a2f30-17a4-45e5-89ce-b6827e9f67c8 HTTP/1.1" status: 200 len: 945 time: 0.0715518 May 03 14:15:20.907582 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.v2.base [req-84216eb9-4f83-40f2-b4eb-9216ced808e1 req-00a6b6a3-2d57-4650-b378-8e9cf3592d09 tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] Request body: {'port': {'device_id': '671baf8c-6ef9-44cb-81eb-b3d3532c0fd5', 'network_id': 'f560d97d-2acd-47bd-966f-19197466eba2', 'admin_state_up': True, 'tenant_id': '593f1ab9823f41ffa40d6155bebaca54', 'security_groups': ['059a32ed-46eb-44af-954f-023dc3b6f390']}} {{(pid=103469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 14:15:20.944478 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-694e18ab-474e-4757-b384-6a784fa86361 req-e59c3a98-b635-424a-80ab-174f8ed9d069 tempest-VolumesActionsTest-1624866909 tempest-VolumesActionsTest-1624866909-project] 10.222.0.36 "GET /v2.0/security-groups?id=0e37fc03-fb0d-4798-8150-3b29211720fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594311 May 03 14:15:21.071569 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86929856-81b3-45ea-a2c8-5ce57dc98c08 req-6312f619-15f6-494c-8f66-00b311255da4 tempest-TestMinimumBasicScenario-1557761218 tempest-TestMinimumBasicScenario-1557761218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:15:21.073261 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-86929856-81b3-45ea-a2c8-5ce57dc98c08 req-6312f619-15f6-494c-8f66-00b311255da4 tempest-TestMinimumBasicScenario-1557761218 tempest-TestMinimumBasicScenario-1557761218-project] 10.222.0.36 "GET /v2.0/ports?device_id=f49e6294-3ef2-4598-8866-1ef6698a5aee HTTP/1.1" status: 200 len: 945 time: 0.1570978 May 03 14:15:21.091350 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cca1c2-a325-4c4a-b3f0-0f648bcb8f7c req-fd6279a7-e975-44c0-af6c-5b577cabf9c2 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:15:21.097800 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-f4cca1c2-a325-4c4a-b3f0-0f648bcb8f7c req-fd6279a7-e975-44c0-af6c-5b577cabf9c2 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] 10.222.0.36 "GET /v2.0/ports?device_id=ba9b5683-3cbc-4f53-803e-cd5413dfcbc0 HTTP/1.1" status: 200 len: 945 time: 0.0697520 May 03 14:15:21.142468 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-f4cca1c2-a325-4c4a-b3f0-0f648bcb8f7c req-3c8d1da3-c732-4407-b476-b67604f6f601 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] 10.222.0.36 "GET /v2.0/security-groups?id=cbfeeeef-c433-4767-a994-eec44f2dc198&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436451 May 03 14:15:21.164900 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-1a5b8a01-b425-4f2d-bee8-3b1bc3ff6856 tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Publish callbacks [] for port (e2381112-f55e-4b1e-b44f-26e778f1968a), precommit_update {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:15:21.181310 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-1a5b8a01-b425-4f2d-bee8-3b1bc3ff6856 tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786921284783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786920821414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786920821432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6178150'] for port (e2381112-f55e-4b1e-b44f-26e778f1968a), after_update {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:15:21.193236 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-86929856-81b3-45ea-a2c8-5ce57dc98c08 req-04588615-5b5e-46b5-98d2-8f514e814573 tempest-TestMinimumBasicScenario-1557761218 tempest-TestMinimumBasicScenario-1557761218-project] 10.222.0.36 "GET /v2.0/security-groups?id=5ecd445a-dda4-4baf-94a7-7543188df186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089370 May 03 14:15:21.265117 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84216eb9-4f83-40f2-b4eb-9216ced808e1 req-00a6b6a3-2d57-4650-b378-8e9cf3592d09 tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] Made reservation on behalf of 593f1ab9823f41ffa40d6155bebaca54 for: {'port': 1} {{(pid=103469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 14:15:21.270831 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-84216eb9-4f83-40f2-b4eb-9216ced808e1 req-00a6b6a3-2d57-4650-b378-8e9cf3592d09 tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585126'] for port (None), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:15:21.296602 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e033e2-1c3f-495a-b2f0-e6577ca483dd req-343fe638-de9c-4a41-81da-ee4f0a2d087a tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:15:21.298440 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-68e033e2-1c3f-495a-b2f0-e6577ca483dd req-343fe638-de9c-4a41-81da-ee4f0a2d087a tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] 10.222.0.36 "GET /v2.0/ports?device_id=117976ba-33e4-4830-a66f-0cd354096c9b HTTP/1.1" status: 200 len: 945 time: 0.0689290 May 03 14:15:21.306462 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5b8a01-b425-4f2d-bee8-3b1bc3ff6856 tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Pushing event updated for resources: {'Port': ['ID=e2381112-f55e-4b1e-b44f-26e778f1968a,revision_number=2']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:15:21.349171 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-1a5b8a01-b425-4f2d-bee8-3b1bc3ff6856 tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1700089'] for floatingip (590cf75c-a1f9-43a4-85f9-f8e71130c8cb), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:15:21.361311 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-68e033e2-1c3f-495a-b2f0-e6577ca483dd req-f87c2ac2-f241-4737-aee1-e4cce82c1695 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] 10.222.0.36 "GET /v2.0/security-groups?id=5256d9b7-303d-41e8-9beb-13271ea5bfe5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553856 May 03 14:15:21.416069 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-b5ce8e91-ca0f-4b12-ae9f-0661f7a03ffa req-cf3e2f59-10b5-4411-b5bd-97b34f566085 tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] 10.222.0.36 "GET /v2.0/ports?device_id=671baf8c-6ef9-44cb-81eb-b3d3532c0fd5 HTTP/1.1" status: 200 len: 210 time: 0.0950394 May 03 14:15:21.434005 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-1a5b8a01-b425-4f2d-bee8-3b1bc3ff6856 tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218734'] for floatingip (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:15:21.436600 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-1a5b8a01-b425-4f2d-bee8-3b1bc3ff6856 tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5586975 May 03 14:15:21.538963 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.db.db_base_plugin_common [req-84216eb9-4f83-40f2-b4eb-9216ced808e1 req-00a6b6a3-2d57-4650-b378-8e9cf3592d09 tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] Allocated IP 172.20.0.10 (f560d97d-2acd-47bd-966f-19197466eba2/e8cbf221-f4fe-47a8-93ac-36f15595da79/39a4e1c4-19b9-4ef0-a572-0e58d3c8ff6e) {{(pid=103469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 14:15:21.720419 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-3e581fc1-e022-4d42-935f-0247cadf1a3f req-e546e696-c85e-4c39-9cc5-0751b2ad755e tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--1456040823&fields=id&tenant_id=453906a2a829425aac1abdfad7b441d6 HTTP/1.1" status: 200 len: 267 time: 0.0685208 May 03 14:15:21.777513 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-84216eb9-4f83-40f2-b4eb-9216ced808e1 req-00a6b6a3-2d57-4650-b378-8e9cf3592d09 tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] Publish callbacks [] for port (39a4e1c4-19b9-4ef0-a572-0e58d3c8ff6e), precommit_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:15:21.817328 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-84216eb9-4f83-40f2-b4eb-9216ced808e1 req-00a6b6a3-2d57-4650-b378-8e9cf3592d09 tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786920821396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6178079'] for port (39a4e1c4-19b9-4ef0-a572-0e58d3c8ff6e), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:15:21.842584 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e581fc1-e022-4d42-935f-0247cadf1a3f req-c12d3c3d-0539-4f01-bfc6-03e239f7984b tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:15:21.846057 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-3e581fc1-e022-4d42-935f-0247cadf1a3f req-c12d3c3d-0539-4f01-bfc6-03e239f7984b tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] 10.222.0.36 "GET /v2.0/networks?id=89bc2c7d-2b97-4518-b62e-d0f098e36f62 HTTP/1.1" status: 200 len: 815 time: 0.1189208 May 03 14:15:21.859789 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-3e581fc1-e022-4d42-935f-0247cadf1a3f req-8d826c60-d286-48b5-83a5-e4550e3e7970 tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] 10.222.0.36 "GET /v2.0/quotas/453906a2a829425aac1abdfad7b441d6 HTTP/1.1" status: 200 len: 375 time: 0.0095608 May 03 14:15:21.863194 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84216eb9-4f83-40f2-b4eb-9216ced808e1 req-00a6b6a3-2d57-4650-b378-8e9cf3592d09 tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] Network f560d97d-2acd-47bd-966f-19197466eba2 is already hosted by enough agents. {{(pid=103469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 14:15:21.867190 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.scheduler.base_scheduler [req-84216eb9-4f83-40f2-b4eb-9216ced808e1 req-00a6b6a3-2d57-4650-b378-8e9cf3592d09 tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] Resources bound (agent type, host, resource id): {{(pid=103469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 14:15:21.869871 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.db.l3_dvrscheduler_db [req-84216eb9-4f83-40f2-b4eb-9216ced808e1 req-00a6b6a3-2d57-4650-b378-8e9cf3592d09 tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] Received port after_create {{(pid=103469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 14:15:21.900928 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a6b6a3-2d57-4650-b378-8e9cf3592d09 tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] Pushing event updated for resources: {'Port': ['ID=39a4e1c4-19b9-4ef0-a572-0e58d3c8ff6e,revision_number=1']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:15:21.929497 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-3e581fc1-e022-4d42-935f-0247cadf1a3f req-f696a5be-27d4-456f-971d-11696b7f3293 tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=453906a2a829425aac1abdfad7b441d6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0608764 May 03 14:15:21.945687 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84216eb9-4f83-40f2-b4eb-9216ced808e1 req-00a6b6a3-2d57-4650-b378-8e9cf3592d09 tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:15:21.946354 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-84216eb9-4f83-40f2-b4eb-9216ced808e1 req-00a6b6a3-2d57-4650-b378-8e9cf3592d09 tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218734'] for port (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:15:21.976374 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-84216eb9-4f83-40f2-b4eb-9216ced808e1 req-00a6b6a3-2d57-4650-b378-8e9cf3592d09 tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0749853 May 03 14:15:22.043761 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-3e581fc1-e022-4d42-935f-0247cadf1a3f req-a509e6e8-0499-48ce-bd3c-ac0254b7ec70 service neutron] 10.222.0.36 "GET /v2.0/networks/89bc2c7d-2b97-4518-b62e-d0f098e36f62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000073 May 03 14:15:22.092297 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96246901-e22b-4d96-a55e-5bf8ace94caa req-b3734088-8703-45be-80cf-44531b9f1fe8 tempest-VolumesActionsTest-1624866909 tempest-VolumesActionsTest-1624866909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:15:22.093865 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-96246901-e22b-4d96-a55e-5bf8ace94caa req-b3734088-8703-45be-80cf-44531b9f1fe8 tempest-VolumesActionsTest-1624866909 tempest-VolumesActionsTest-1624866909-project] 10.222.0.36 "GET /v2.0/ports?device_id=b07a2f30-17a4-45e5-89ce-b6827e9f67c8 HTTP/1.1" status: 200 len: 945 time: 0.0621123 May 03 14:15:22.141859 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.provisioning_blocks [None req-10ebdf54-ee22-41a8-873f-642217219922 None None] Provisioning complete for port 39a4e1c4-19b9-4ef0-a572-0e58d3c8ff6e triggered by entity DHCP. {{(pid=103471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 14:15:22.142448 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-10ebdf54-ee22-41a8-873f-642217219922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749148'] for port (39a4e1c4-19b9-4ef0-a572-0e58d3c8ff6e), provisioning_complete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:15:22.144336 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-96246901-e22b-4d96-a55e-5bf8ace94caa req-b30a193b-9be5-4ee2-933f-1148216e24cc tempest-VolumesActionsTest-1624866909 tempest-VolumesActionsTest-1624866909-project] 10.222.0.36 "GET /v2.0/security-groups?id=0e37fc03-fb0d-4798-8150-3b29211720fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443854 May 03 14:15:22.172135 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-3e581fc1-e022-4d42-935f-0247cadf1a3f req-df5db05f-dfe6-4b02-be50-f492bead8b58 service neutron] 10.222.0.36 "GET /v2.0/networks/89bc2c7d-2b97-4518-b62e-d0f098e36f62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1087546 May 03 14:15:22.183971 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [None req-10ebdf54-ee22-41a8-873f-642217219922 None None] Port 39a4e1c4-19b9-4ef0-a572-0e58d3c8ff6e cannot update to ACTIVE because it is not bound. {{(pid=103471) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 03 14:15:22.282332 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ddf438-e3c8-4bfe-9ba5-9bdff21d1d72 req-789b4483-2d75-4cfd-8d72-7b0c851ac1bf tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:15:22.284114 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-02ddf438-e3c8-4bfe-9ba5-9bdff21d1d72 req-789b4483-2d75-4cfd-8d72-7b0c851ac1bf tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] 10.222.0.36 "GET /v2.0/ports?device_id=ba9b5683-3cbc-4f53-803e-cd5413dfcbc0 HTTP/1.1" status: 200 len: 945 time: 0.0546973 May 03 14:15:22.349491 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-02ddf438-e3c8-4bfe-9ba5-9bdff21d1d72 req-6bc36de6-9769-483a-9db0-7914bb9a0e17 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] 10.222.0.36 "GET /v2.0/security-groups?id=cbfeeeef-c433-4767-a994-eec44f2dc198&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529997 May 03 14:15:22.365709 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-814f7ae0-1534-42bc-8690-20940624563a req-fb6c0282-e089-4e37-9f88-18a0003d233f tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] 10.222.0.36 "GET /v2.0/ports?device_id=a99ca2ec-e8bc-4aa3-b6f6-9c0c08e0c036 HTTP/1.1" status: 200 len: 210 time: 0.0327971 May 03 14:15:22.411403 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.v2.base [req-84216eb9-4f83-40f2-b4eb-9216ced808e1 req-7ee53b58-81ae-4631-9be4-9e1f59180929 service neutron] Request body: {'port': {'device_id': '671baf8c-6ef9-44cb-81eb-b3d3532c0fd5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83979'}} {{(pid=103469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 14:15:22.519403 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-84216eb9-4f83-40f2-b4eb-9216ced808e1 req-7ee53b58-81ae-4631-9be4-9e1f59180929 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585126'] for port (39a4e1c4-19b9-4ef0-a572-0e58d3c8ff6e), before_update {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:15:22.538510 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91502654-e848-4269-982c-770a78f626f5 req-7d992872-d5dc-4996-8533-fdba3eee5e44 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:15:22.540120 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-91502654-e848-4269-982c-770a78f626f5 req-7d992872-d5dc-4996-8533-fdba3eee5e44 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] 10.222.0.36 "GET /v2.0/ports?device_id=117976ba-33e4-4830-a66f-0cd354096c9b HTTP/1.1" status: 200 len: 945 time: 0.0861030 May 03 14:15:22.607467 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69eb0930-c2af-4a33-96de-bcd70c558a58 req-608a2229-85da-4dff-b753-4f058cc6a78a tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:15:22.609515 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-69eb0930-c2af-4a33-96de-bcd70c558a58 req-608a2229-85da-4dff-b753-4f058cc6a78a tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] 10.222.0.36 "GET /v2.0/ports?device_id=671baf8c-6ef9-44cb-81eb-b3d3532c0fd5 HTTP/1.1" status: 200 len: 932 time: 0.0755451 May 03 14:15:22.653995 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-91502654-e848-4269-982c-770a78f626f5 req-20f6a2a9-c0de-482c-8c45-e0b621fb00bc tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] 10.222.0.36 "GET /v2.0/security-groups?id=5256d9b7-303d-41e8-9beb-13271ea5bfe5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1069372 May 03 14:15:22.675530 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-69eb0930-c2af-4a33-96de-bcd70c558a58 req-3d662648-f7a9-4697-9491-342f2f071ef4 tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] 10.222.0.36 "GET /v2.0/security-groups?id=059a32ed-46eb-44af-954f-023dc3b6f390&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597064 May 03 14:15:22.903733 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.notifiers.nova [req-84216eb9-4f83-40f2-b4eb-9216ced808e1 req-7ee53b58-81ae-4631-9be4-9e1f59180929 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39a4e1c4-19b9-4ef0-a572-0e58d3c8ff6e {{(pid=103469) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 14:15:22.911978 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-84216eb9-4f83-40f2-b4eb-9216ced808e1 req-7ee53b58-81ae-4631-9be4-9e1f59180929 service neutron] Publish callbacks [] for port (39a4e1c4-19b9-4ef0-a572-0e58d3c8ff6e), precommit_update {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:15:22.925347 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.db.provisioning_blocks [req-84216eb9-4f83-40f2-b4eb-9216ced808e1 req-7ee53b58-81ae-4631-9be4-9e1f59180929 service neutron] Transition to ACTIVE for port object 39a4e1c4-19b9-4ef0-a572-0e58d3c8ff6e will not be triggered until provisioned by entity L2. {{(pid=103469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 03 14:15:22.931911 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-84216eb9-4f83-40f2-b4eb-9216ced808e1 req-7ee53b58-81ae-4631-9be4-9e1f59180929 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786921284783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786920821414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786920821432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6178150'] for port (39a4e1c4-19b9-4ef0-a572-0e58d3c8ff6e), after_update {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:15:23.027664 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee53b58-81ae-4631-9be4-9e1f59180929 service neutron] Pushing event updated for resources: {'Port': ['ID=39a4e1c4-19b9-4ef0-a572-0e58d3c8ff6e,revision_number=2']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:15:23.116868 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.managers [req-84216eb9-4f83-40f2-b4eb-9216ced808e1 req-7ee53b58-81ae-4631-9be4-9e1f59180929 service neutron] Attempting to bind port 39a4e1c4-19b9-4ef0-a572-0e58d3c8ff6e on host hv-cinder-83979 for vnic_type normal with profile {{(pid=103469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 03 14:15:23.117193 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.managers [req-84216eb9-4f83-40f2-b4eb-9216ced808e1 req-7ee53b58-81ae-4631-9be4-9e1f59180929 service neutron] Attempting to bind port 39a4e1c4-19b9-4ef0-a572-0e58d3c8ff6e by drivers openvswitch,hyperv on host hv-cinder-83979 at level 0 using segments [{'id': '96845684-5e64-43d8-9d64-6efc7510389a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'f560d97d-2acd-47bd-966f-19197466eba2'}] {{(pid=103469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 03 14:15:23.117541 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84216eb9-4f83-40f2-b4eb-9216ced808e1 req-7ee53b58-81ae-4631-9be4-9e1f59180929 service neutron] Attempting to bind port 39a4e1c4-19b9-4ef0-a572-0e58d3c8ff6e on network f560d97d-2acd-47bd-966f-19197466eba2 {{(pid=103469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 14:15:23.122451 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84216eb9-4f83-40f2-b4eb-9216ced808e1 req-7ee53b58-81ae-4631-9be4-9e1f59180929 service neutron] Port 39a4e1c4-19b9-4ef0-a572-0e58d3c8ff6e on network f560d97d-2acd-47bd-966f-19197466eba2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83979 {{(pid=103469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 03 14:15:23.123862 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84216eb9-4f83-40f2-b4eb-9216ced808e1 req-7ee53b58-81ae-4631-9be4-9e1f59180929 service neutron] Attempting to bind port 39a4e1c4-19b9-4ef0-a572-0e58d3c8ff6e on network f560d97d-2acd-47bd-966f-19197466eba2 {{(pid=103469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 14:15:23.131642 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84216eb9-4f83-40f2-b4eb-9216ced808e1 req-7ee53b58-81ae-4631-9be4-9e1f59180929 service neutron] Checking agent: {'id': 'e81ee3ce-91e9-46ba-a5c7-9619c95b22a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83979', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 14, 11, 7), 'started_at': datetime.datetime(2022, 5, 3, 14, 11, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 14, 15, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 03 14:15:23.132066 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84216eb9-4f83-40f2-b4eb-9216ced808e1 req-7ee53b58-81ae-4631-9be4-9e1f59180929 service neutron] Checking segment: {'id': '96845684-5e64-43d8-9d64-6efc7510389a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'f560d97d-2acd-47bd-966f-19197466eba2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 14:15:23.132553 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84216eb9-4f83-40f2-b4eb-9216ced808e1 req-7ee53b58-81ae-4631-9be4-9e1f59180929 service neutron] Bound using segment: {'id': '96845684-5e64-43d8-9d64-6efc7510389a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'f560d97d-2acd-47bd-966f-19197466eba2'} {{(pid=103469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 03 14:15:23.132984 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.managers [req-84216eb9-4f83-40f2-b4eb-9216ced808e1 req-7ee53b58-81ae-4631-9be4-9e1f59180929 service neutron] Bound port: 39a4e1c4-19b9-4ef0-a572-0e58d3c8ff6e, host: hv-cinder-83979, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96845684-5e64-43d8-9d64-6efc7510389a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'f560d97d-2acd-47bd-966f-19197466eba2'}}] {{(pid=103469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 03 14:15:23.133392 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-84216eb9-4f83-40f2-b4eb-9216ced808e1 req-7ee53b58-81ae-4631-9be4-9e1f59180929 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585126'] for port (39a4e1c4-19b9-4ef0-a572-0e58d3c8ff6e), before_update {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:15:23.230420 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.db [req-84216eb9-4f83-40f2-b4eb-9216ced808e1 req-7ee53b58-81ae-4631-9be4-9e1f59180929 service neutron] For port 39a4e1c4-19b9-4ef0-a572-0e58d3c8ff6e, host hv-cinder-83979, cleared binding levels {{(pid=103469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 14:15:23.234966 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.db [req-84216eb9-4f83-40f2-b4eb-9216ced808e1 req-7ee53b58-81ae-4631-9be4-9e1f59180929 service neutron] For port 39a4e1c4-19b9-4ef0-a572-0e58d3c8ff6e, host hv-cinder-83979, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=39a4e1c4-19b9-4ef0-a572-0e58d3c8ff6e,segment=NetworkSegment(96845684-5e64-43d8-9d64-6efc7510389a),segment_id=96845684-5e64-43d8-9d64-6efc7510389a)] {{(pid=103469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 14:15:23.241278 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-84216eb9-4f83-40f2-b4eb-9216ced808e1 req-7ee53b58-81ae-4631-9be4-9e1f59180929 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786921284783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786920821414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786920821432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6178150'] for port (39a4e1c4-19b9-4ef0-a572-0e58d3c8ff6e), after_update {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:15:23.277647 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84216eb9-4f83-40f2-b4eb-9216ced808e1 req-7ee53b58-81ae-4631-9be4-9e1f59180929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:15:23.278270 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-84216eb9-4f83-40f2-b4eb-9216ced808e1 req-7ee53b58-81ae-4631-9be4-9e1f59180929 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218734'] for port (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:15:23.279879 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-84216eb9-4f83-40f2-b4eb-9216ced808e1 req-7ee53b58-81ae-4631-9be4-9e1f59180929 service neutron] 10.222.0.26 "PUT /v2.0/ports/39a4e1c4-19b9-4ef0-a572-0e58d3c8ff6e HTTP/1.1" status: 200 len: 1094 time: 0.8774495 May 03 14:15:23.280476 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '671baf8c-6ef9-44cb-81eb-b3d3532c0fd5', 'tag': '39a4e1c4-19b9-4ef0-a572-0e58d3c8ff6e'}] {{(pid=103469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 14:15:23.282612 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68fe64b6b3a70a2f5f611128c103f52e8e68dc233ccb418b63396cbb83134719" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bd55371-fff7-42fd-b31a-1a913c6ff73f" -d '{"events": [{"name": "network-changed", "server_uuid": "671baf8c-6ef9-44cb-81eb-b3d3532c0fd5", "tag": "39a4e1c4-19b9-4ef0-a572-0e58d3c8ff6e"}]}' {{(pid=103469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 14:15:23.322179 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee53b58-81ae-4631-9be4-9e1f59180929 service neutron] Pushing event updated for resources: {'Port': ['ID=39a4e1c4-19b9-4ef0-a572-0e58d3c8ff6e,revision_number=3']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:15:23.374854 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfffbdac-0fe5-42d3-98e7-e4ebefa2da37 req-d8da47e2-fdb7-4144-a933-2bd9a1e4f8db tempest-VolumesActionsTest-1624866909 tempest-VolumesActionsTest-1624866909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:15:23.377079 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-bfffbdac-0fe5-42d3-98e7-e4ebefa2da37 req-d8da47e2-fdb7-4144-a933-2bd9a1e4f8db tempest-VolumesActionsTest-1624866909 tempest-VolumesActionsTest-1624866909-project] 10.222.0.36 "GET /v2.0/ports?device_id=b07a2f30-17a4-45e5-89ce-b6827e9f67c8 HTTP/1.1" status: 200 len: 945 time: 0.1350079 May 03 14:15:23.485043 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-bfffbdac-0fe5-42d3-98e7-e4ebefa2da37 req-5326d663-fcb1-4d0f-919c-597712c276cb tempest-VolumesActionsTest-1624866909 tempest-VolumesActionsTest-1624866909-project] 10.222.0.36 "GET /v2.0/security-groups?id=0e37fc03-fb0d-4798-8150-3b29211720fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993528 May 03 14:15:23.549515 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 May 2022 14:15:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61ad7c06-25fb-45ef-8b34-be9f061e8a6f x-openstack-request-id: req-61ad7c06-25fb-45ef-8b34-be9f061e8a6f {{(pid=103469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 14:15:23.550010 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "671baf8c-6ef9-44cb-81eb-b3d3532c0fd5", "tag": "39a4e1c4-19b9-4ef0-a572-0e58d3c8ff6e", "status": "completed", "code": 200}]} {{(pid=103469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 14:15:23.550112 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-61ad7c06-25fb-45ef-8b34-be9f061e8a6f {{(pid=103469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 14:15:23.550443 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.notifiers.nova [-] Nova event matching ['req-61ad7c06-25fb-45ef-8b34-be9f061e8a6f'] response: {'name': 'network-changed', 'server_uuid': '671baf8c-6ef9-44cb-81eb-b3d3532c0fd5', 'tag': '39a4e1c4-19b9-4ef0-a572-0e58d3c8ff6e', 'status': 'completed', 'code': 200} May 03 14:15:23.568953 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84216eb9-4f83-40f2-b4eb-9216ced808e1 req-d3f3715d-fb7e-404c-b0cd-85cc8c015b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:15:23.572006 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-84216eb9-4f83-40f2-b4eb-9216ced808e1 req-d3f3715d-fb7e-404c-b0cd-85cc8c015b8d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=593f1ab9823f41ffa40d6155bebaca54&device_id=671baf8c-6ef9-44cb-81eb-b3d3532c0fd5 HTTP/1.1" status: 200 len: 1128 time: 0.1382635 May 03 14:15:23.683430 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bd7828-ec96-4830-bf7b-8a83192f4b9b req-89322b19-9ba5-43cc-8060-9e6795380d6c tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:15:23.691805 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-70bd7828-ec96-4830-bf7b-8a83192f4b9b req-89322b19-9ba5-43cc-8060-9e6795380d6c tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] 10.222.0.36 "GET /v2.0/ports?device_id=ba9b5683-3cbc-4f53-803e-cd5413dfcbc0 HTTP/1.1" status: 200 len: 945 time: 0.0789142 May 03 14:15:23.763248 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-70bd7828-ec96-4830-bf7b-8a83192f4b9b req-1a68c2e0-b00f-4101-bf96-8cd4bd47276b tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] 10.222.0.36 "GET /v2.0/security-groups?id=cbfeeeef-c433-4767-a994-eec44f2dc198&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695107 May 03 14:15:23.894428 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66418e3-705e-4b60-bd14-089d3caeb4ae req-31050b21-b1a1-4a68-85a5-ce88b9da5d12 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:15:23.896309 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-f66418e3-705e-4b60-bd14-089d3caeb4ae req-31050b21-b1a1-4a68-85a5-ce88b9da5d12 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] 10.222.0.36 "GET /v2.0/ports?device_id=117976ba-33e4-4830-a66f-0cd354096c9b HTTP/1.1" status: 200 len: 945 time: 0.0644701 May 03 14:15:23.931341 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-6600b71e-1c3f-4587-b4b7-88fc451b367e req-201ee8f5-d4dc-4186-8930-f36b5a91e9f9 tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] 10.222.0.36 "GET /v2.0/ports?device_id=a99ca2ec-e8bc-4aa3-b6f6-9c0c08e0c036 HTTP/1.1" status: 200 len: 210 time: 0.0673544 May 03 14:15:23.935121 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-84216eb9-4f83-40f2-b4eb-9216ced808e1 req-77d10e68-2070-4ee8-9c36-4602dde87d40 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=39a4e1c4-19b9-4ef0-a572-0e58d3c8ff6e HTTP/1.1" status: 200 len: 217 time: 0.0698195 May 03 14:15:23.976563 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-f66418e3-705e-4b60-bd14-089d3caeb4ae req-c90f3b9c-3439-43bf-a92e-8e8342a7d3b0 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] 10.222.0.36 "GET /v2.0/security-groups?id=5256d9b7-303d-41e8-9beb-13271ea5bfe5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703075 May 03 14:15:23.996655 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e581fc1-e022-4d42-935f-0247cadf1a3f req-b802f902-0c7b-44b4-bb7b-33c510409467 tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:15:23.998304 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-3e581fc1-e022-4d42-935f-0247cadf1a3f req-b802f902-0c7b-44b4-bb7b-33c510409467 tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] 10.222.0.26 "GET /v2.0/networks?id=89bc2c7d-2b97-4518-b62e-d0f098e36f62 HTTP/1.1" status: 200 len: 815 time: 0.5481715 May 03 14:15:24.010661 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84216eb9-4f83-40f2-b4eb-9216ced808e1 req-6ae3f096-1eee-438c-be09-5336f7cb1b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:15:24.012198 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-84216eb9-4f83-40f2-b4eb-9216ced808e1 req-6ae3f096-1eee-438c-be09-5336f7cb1b59 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e8cbf221-f4fe-47a8-93ac-36f15595da79 HTTP/1.1" status: 200 len: 850 time: 0.0706973 May 03 14:15:24.108108 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84216eb9-4f83-40f2-b4eb-9216ced808e1 req-d6bb39ba-6233-4c31-8a29-a1377ae9c510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:15:24.109583 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-84216eb9-4f83-40f2-b4eb-9216ced808e1 req-d6bb39ba-6233-4c31-8a29-a1377ae9c510 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f560d97d-2acd-47bd-966f-19197466eba2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0844111 May 03 14:15:24.115545 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee89f9fe-3903-413c-8e5f-b4f6b1727fea req-cce19d80-0094-42f3-95b4-ad43101e0163 tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:15:24.116933 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-ee89f9fe-3903-413c-8e5f-b4f6b1727fea req-cce19d80-0094-42f3-95b4-ad43101e0163 tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] 10.222.0.36 "GET /v2.0/ports?device_id=671baf8c-6ef9-44cb-81eb-b3d3532c0fd5 HTTP/1.1" status: 200 len: 944 time: 0.1090574 May 03 14:15:24.243806 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-3e581fc1-e022-4d42-935f-0247cadf1a3f req-c8141938-0656-425d-afcb-a4561e745069 tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=453906a2a829425aac1abdfad7b441d6 HTTP/1.1" status: 200 len: 472 time: 0.2238848 May 03 14:15:24.260659 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.v2.base [req-3e581fc1-e022-4d42-935f-0247cadf1a3f req-c1c70fbc-6e64-4b66-a498-a5039928644f tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Request body: {'port': {'device_id': 'a99ca2ec-e8bc-4aa3-b6f6-9c0c08e0c036', 'network_id': '89bc2c7d-2b97-4518-b62e-d0f098e36f62', 'admin_state_up': True, 'tenant_id': '453906a2a829425aac1abdfad7b441d6', 'security_groups': ['003017ca-4389-4b0c-bb65-b60ac05fc006']}} {{(pid=103469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 14:15:24.275873 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-ee89f9fe-3903-413c-8e5f-b4f6b1727fea req-5faf16b9-79d8-4dc9-b67c-3a4324e307fc tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] 10.222.0.36 "GET /v2.0/security-groups?id=059a32ed-46eb-44af-954f-023dc3b6f390&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1438775 May 03 14:15:24.321233 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-84216eb9-4f83-40f2-b4eb-9216ced808e1 req-5367c0c1-2b59-4a76-9ac4-a06e98e39d2e service neutron] 10.222.0.26 "GET /v2.0/networks/f560d97d-2acd-47bd-966f-19197466eba2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2033494 May 03 14:15:24.490234 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2309b1af-7e1d-4fe9-ad3f-c7628cddd70b req-ca11c6f4-f917-410f-a735-42cf5f67b08a tempest-VolumesActionsTest-1624866909 tempest-VolumesActionsTest-1624866909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:15:24.491712 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-2309b1af-7e1d-4fe9-ad3f-c7628cddd70b req-ca11c6f4-f917-410f-a735-42cf5f67b08a tempest-VolumesActionsTest-1624866909 tempest-VolumesActionsTest-1624866909-project] 10.222.0.36 "GET /v2.0/ports?device_id=b07a2f30-17a4-45e5-89ce-b6827e9f67c8 HTTP/1.1" status: 200 len: 945 time: 0.1116695 May 03 14:15:24.533501 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e581fc1-e022-4d42-935f-0247cadf1a3f req-c1c70fbc-6e64-4b66-a498-a5039928644f tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Made reservation on behalf of 453906a2a829425aac1abdfad7b441d6 for: {'port': 1} {{(pid=103469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 14:15:24.536797 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-3e581fc1-e022-4d42-935f-0247cadf1a3f req-c1c70fbc-6e64-4b66-a498-a5039928644f tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585126'] for port (None), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:15:24.542440 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-84216eb9-4f83-40f2-b4eb-9216ced808e1 req-5483be17-05a5-45a1-8751-99f8e3098dd6 service neutron] 10.222.0.26 "GET /v2.0/networks/f560d97d-2acd-47bd-966f-19197466eba2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1870148 May 03 14:15:24.617243 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-2309b1af-7e1d-4fe9-ad3f-c7628cddd70b req-996a1613-b31b-4176-bd43-743831e86d96 tempest-VolumesActionsTest-1624866909 tempest-VolumesActionsTest-1624866909-project] 10.222.0.36 "GET /v2.0/security-groups?id=0e37fc03-fb0d-4798-8150-3b29211720fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148937 May 03 14:15:24.694232 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.db.db_base_plugin_common [req-3e581fc1-e022-4d42-935f-0247cadf1a3f req-c1c70fbc-6e64-4b66-a498-a5039928644f tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Allocated IP 172.20.0.11 (89bc2c7d-2b97-4518-b62e-d0f098e36f62/ce824052-6a3b-4ab6-8ac7-7607bba43c53/ea1035f0-4db1-4fb1-a79e-83cc3cbe55bf) {{(pid=103469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 14:15:24.861204 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-3e581fc1-e022-4d42-935f-0247cadf1a3f req-c1c70fbc-6e64-4b66-a498-a5039928644f tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Publish callbacks [] for port (ea1035f0-4db1-4fb1-a79e-83cc3cbe55bf), precommit_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:15:24.887828 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e747b9-db37-489c-b04d-fd2c5d48d5d3 req-3802eb94-11e1-4f4f-b5e0-9653c0f56776 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:15:24.889349 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-d1e747b9-db37-489c-b04d-fd2c5d48d5d3 req-3802eb94-11e1-4f4f-b5e0-9653c0f56776 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] 10.222.0.36 "GET /v2.0/ports?device_id=ba9b5683-3cbc-4f53-803e-cd5413dfcbc0 HTTP/1.1" status: 200 len: 945 time: 0.0479569 May 03 14:15:24.894752 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-3e581fc1-e022-4d42-935f-0247cadf1a3f req-c1c70fbc-6e64-4b66-a498-a5039928644f tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786920821396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6178079'] for port (ea1035f0-4db1-4fb1-a79e-83cc3cbe55bf), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:15:24.937915 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e581fc1-e022-4d42-935f-0247cadf1a3f req-c1c70fbc-6e64-4b66-a498-a5039928644f tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Network 89bc2c7d-2b97-4518-b62e-d0f098e36f62 is already hosted by enough agents. {{(pid=103469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 14:15:24.940230 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-d1e747b9-db37-489c-b04d-fd2c5d48d5d3 req-ff8ea834-8af3-4199-aaef-a6de6273eb4d tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] 10.222.0.36 "GET /v2.0/security-groups?id=cbfeeeef-c433-4767-a994-eec44f2dc198&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443671 May 03 14:15:24.941159 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.scheduler.base_scheduler [req-3e581fc1-e022-4d42-935f-0247cadf1a3f req-c1c70fbc-6e64-4b66-a498-a5039928644f tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Resources bound (agent type, host, resource id): {{(pid=103469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 14:15:24.947456 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e581fc1-e022-4d42-935f-0247cadf1a3f req-c1c70fbc-6e64-4b66-a498-a5039928644f tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Received port after_create {{(pid=103469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 14:15:24.955167 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c70fbc-6e64-4b66-a498-a5039928644f tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Pushing event updated for resources: {'Port': ['ID=ea1035f0-4db1-4fb1-a79e-83cc3cbe55bf,revision_number=1']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:15:25.008399 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e581fc1-e022-4d42-935f-0247cadf1a3f req-c1c70fbc-6e64-4b66-a498-a5039928644f tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:15:25.009894 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-3e581fc1-e022-4d42-935f-0247cadf1a3f req-c1c70fbc-6e64-4b66-a498-a5039928644f tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218734'] for port (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:15:25.063513 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-3e581fc1-e022-4d42-935f-0247cadf1a3f req-c1c70fbc-6e64-4b66-a498-a5039928644f tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8086560 May 03 14:15:25.083990 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0dde247-4733-40bd-afa2-ffa26da41ded req-17229982-3b63-4f2d-a201-3a8cd47e98ab tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:15:25.085934 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-b0dde247-4733-40bd-afa2-ffa26da41ded req-17229982-3b63-4f2d-a201-3a8cd47e98ab tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] 10.222.0.36 "GET /v2.0/ports?device_id=a99ca2ec-e8bc-4aa3-b6f6-9c0c08e0c036 HTTP/1.1" status: 200 len: 932 time: 0.0710559 May 03 14:15:25.142313 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-b0dde247-4733-40bd-afa2-ffa26da41ded req-0f3ca052-ca39-49a5-8e5e-2f8f33fb299d tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] 10.222.0.36 "GET /v2.0/security-groups?id=003017ca-4389-4b0c-bb65-b60ac05fc006&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506251 May 03 14:15:25.146971 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d2ffe4-a874-4835-bd89-724ebda0c1b1 req-9799a5b7-960d-4b2f-b582-b1994879d24a tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:15:25.149851 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-95d2ffe4-a874-4835-bd89-724ebda0c1b1 req-9799a5b7-960d-4b2f-b582-b1994879d24a tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] 10.222.0.36 "GET /v2.0/ports?device_id=117976ba-33e4-4830-a66f-0cd354096c9b HTTP/1.1" status: 200 len: 945 time: 0.0783517 May 03 14:15:25.202923 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-95d2ffe4-a874-4835-bd89-724ebda0c1b1 req-2a07287f-079d-42ee-bb38-7171b43be5d4 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] 10.222.0.36 "GET /v2.0/security-groups?id=5256d9b7-303d-41e8-9beb-13271ea5bfe5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489380 May 03 14:15:25.249880 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.provisioning_blocks [None req-8b3b2c25-a141-4286-9302-cd45c370f107 None None] Provisioning complete for port ea1035f0-4db1-4fb1-a79e-83cc3cbe55bf triggered by entity DHCP. {{(pid=103471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 14:15:25.250504 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-8b3b2c25-a141-4286-9302-cd45c370f107 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749148'] for port (ea1035f0-4db1-4fb1-a79e-83cc3cbe55bf), provisioning_complete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:15:25.287831 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [None req-8b3b2c25-a141-4286-9302-cd45c370f107 None None] Port ea1035f0-4db1-4fb1-a79e-83cc3cbe55bf cannot update to ACTIVE because it is not bound. {{(pid=103471) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 03 14:15:25.414595 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0353ba-9ea6-4f59-bcf8-c560df101d49 req-2b85c83f-9142-4b73-b40a-d133bf829cbd tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:15:25.416067 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-9c0353ba-9ea6-4f59-bcf8-c560df101d49 req-2b85c83f-9142-4b73-b40a-d133bf829cbd tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] 10.222.0.36 "GET /v2.0/ports?device_id=671baf8c-6ef9-44cb-81eb-b3d3532c0fd5 HTTP/1.1" status: 200 len: 944 time: 0.0672152 May 03 14:15:25.468138 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-9c0353ba-9ea6-4f59-bcf8-c560df101d49 req-189b8092-a90b-493f-8968-7dd181078ac9 tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] 10.222.0.36 "GET /v2.0/security-groups?id=059a32ed-46eb-44af-954f-023dc3b6f390&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461185 May 03 14:15:25.635491 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.v2.base [req-3e581fc1-e022-4d42-935f-0247cadf1a3f req-807d5c88-2afe-45ab-824f-fed807ce4958 service neutron] Request body: {'port': {'device_id': 'a99ca2ec-e8bc-4aa3-b6f6-9c0c08e0c036', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83979'}} {{(pid=103469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 14:15:25.701618 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-3e581fc1-e022-4d42-935f-0247cadf1a3f req-807d5c88-2afe-45ab-824f-fed807ce4958 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585126'] for port (ea1035f0-4db1-4fb1-a79e-83cc3cbe55bf), before_update {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:15:25.734030 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba0f6f3-c146-4533-8afd-2513c28fad65 req-785ca82c-9273-4066-a5e0-708f51bdd861 tempest-VolumesActionsTest-1624866909 tempest-VolumesActionsTest-1624866909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:15:25.735630 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-fba0f6f3-c146-4533-8afd-2513c28fad65 req-785ca82c-9273-4066-a5e0-708f51bdd861 tempest-VolumesActionsTest-1624866909 tempest-VolumesActionsTest-1624866909-project] 10.222.0.36 "GET /v2.0/ports?device_id=b07a2f30-17a4-45e5-89ce-b6827e9f67c8 HTTP/1.1" status: 200 len: 945 time: 0.0476353 May 03 14:15:25.783411 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-fba0f6f3-c146-4533-8afd-2513c28fad65 req-ee3fff5e-60b8-44b6-9d1c-2e3e5a4c75ad tempest-VolumesActionsTest-1624866909 tempest-VolumesActionsTest-1624866909-project] 10.222.0.36 "GET /v2.0/security-groups?id=0e37fc03-fb0d-4798-8150-3b29211720fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415604 May 03 14:15:25.985391 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.notifiers.nova [req-3e581fc1-e022-4d42-935f-0247cadf1a3f req-807d5c88-2afe-45ab-824f-fed807ce4958 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea1035f0-4db1-4fb1-a79e-83cc3cbe55bf {{(pid=103469) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 14:15:25.993386 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-3e581fc1-e022-4d42-935f-0247cadf1a3f req-807d5c88-2afe-45ab-824f-fed807ce4958 service neutron] Publish callbacks [] for port (ea1035f0-4db1-4fb1-a79e-83cc3cbe55bf), precommit_update {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:15:26.006778 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.db.provisioning_blocks [req-3e581fc1-e022-4d42-935f-0247cadf1a3f req-807d5c88-2afe-45ab-824f-fed807ce4958 service neutron] Transition to ACTIVE for port object ea1035f0-4db1-4fb1-a79e-83cc3cbe55bf will not be triggered until provisioned by entity L2. {{(pid=103469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 03 14:15:26.011816 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-3e581fc1-e022-4d42-935f-0247cadf1a3f req-807d5c88-2afe-45ab-824f-fed807ce4958 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786921284783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786920821414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786920821432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6178150'] for port (ea1035f0-4db1-4fb1-a79e-83cc3cbe55bf), after_update {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:15:26.134272 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807d5c88-2afe-45ab-824f-fed807ce4958 service neutron] Pushing event updated for resources: {'Port': ['ID=ea1035f0-4db1-4fb1-a79e-83cc3cbe55bf,revision_number=2']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:15:26.144260 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af8e331-3f98-406c-b569-616266c5f479 req-7b134363-ca9f-4a67-9a74-6db2ec9feb42 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:15:26.145868 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-1af8e331-3f98-406c-b569-616266c5f479 req-7b134363-ca9f-4a67-9a74-6db2ec9feb42 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] 10.222.0.36 "GET /v2.0/ports?device_id=ba9b5683-3cbc-4f53-803e-cd5413dfcbc0 HTTP/1.1" status: 200 len: 945 time: 0.1003370 May 03 14:15:26.197910 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.wsgi [-] (103470) accepted ('10.222.0.36', 46316) {{(pid=103470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:15:26.246684 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-1af8e331-3f98-406c-b569-616266c5f479 req-ae1fc51c-a628-48b5-9ddc-3d46f9ed997e tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] 10.222.0.36 "GET /v2.0/security-groups?id=cbfeeeef-c433-4767-a994-eec44f2dc198&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828335 May 03 14:15:26.250687 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.managers [req-3e581fc1-e022-4d42-935f-0247cadf1a3f req-807d5c88-2afe-45ab-824f-fed807ce4958 service neutron] Attempting to bind port ea1035f0-4db1-4fb1-a79e-83cc3cbe55bf on host hv-cinder-83979 for vnic_type normal with profile {{(pid=103469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 03 14:15:26.250891 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.managers [req-3e581fc1-e022-4d42-935f-0247cadf1a3f req-807d5c88-2afe-45ab-824f-fed807ce4958 service neutron] Attempting to bind port ea1035f0-4db1-4fb1-a79e-83cc3cbe55bf by drivers openvswitch,hyperv on host hv-cinder-83979 at level 0 using segments [{'id': 'e1835114-80bf-41da-a21b-fba78594b9dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '89bc2c7d-2b97-4518-b62e-d0f098e36f62'}] {{(pid=103469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 03 14:15:26.251196 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e581fc1-e022-4d42-935f-0247cadf1a3f req-807d5c88-2afe-45ab-824f-fed807ce4958 service neutron] Attempting to bind port ea1035f0-4db1-4fb1-a79e-83cc3cbe55bf on network 89bc2c7d-2b97-4518-b62e-d0f098e36f62 {{(pid=103469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 14:15:26.256699 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e581fc1-e022-4d42-935f-0247cadf1a3f req-807d5c88-2afe-45ab-824f-fed807ce4958 service neutron] Port ea1035f0-4db1-4fb1-a79e-83cc3cbe55bf on network 89bc2c7d-2b97-4518-b62e-d0f098e36f62 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83979 {{(pid=103469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 03 14:15:26.256699 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e581fc1-e022-4d42-935f-0247cadf1a3f req-807d5c88-2afe-45ab-824f-fed807ce4958 service neutron] Attempting to bind port ea1035f0-4db1-4fb1-a79e-83cc3cbe55bf on network 89bc2c7d-2b97-4518-b62e-d0f098e36f62 {{(pid=103469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 14:15:26.264221 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e581fc1-e022-4d42-935f-0247cadf1a3f req-807d5c88-2afe-45ab-824f-fed807ce4958 service neutron] Checking agent: {'id': 'e81ee3ce-91e9-46ba-a5c7-9619c95b22a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83979', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 14, 11, 7), 'started_at': datetime.datetime(2022, 5, 3, 14, 11, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 14, 15, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 03 14:15:26.264558 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e581fc1-e022-4d42-935f-0247cadf1a3f req-807d5c88-2afe-45ab-824f-fed807ce4958 service neutron] Checking segment: {'id': 'e1835114-80bf-41da-a21b-fba78594b9dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '89bc2c7d-2b97-4518-b62e-d0f098e36f62'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 14:15:26.264944 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e581fc1-e022-4d42-935f-0247cadf1a3f req-807d5c88-2afe-45ab-824f-fed807ce4958 service neutron] Bound using segment: {'id': 'e1835114-80bf-41da-a21b-fba78594b9dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '89bc2c7d-2b97-4518-b62e-d0f098e36f62'} {{(pid=103469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 03 14:15:26.265395 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.managers [req-3e581fc1-e022-4d42-935f-0247cadf1a3f req-807d5c88-2afe-45ab-824f-fed807ce4958 service neutron] Bound port: ea1035f0-4db1-4fb1-a79e-83cc3cbe55bf, host: hv-cinder-83979, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1835114-80bf-41da-a21b-fba78594b9dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '89bc2c7d-2b97-4518-b62e-d0f098e36f62'}}] {{(pid=103469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 03 14:15:26.265897 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-3e581fc1-e022-4d42-935f-0247cadf1a3f req-807d5c88-2afe-45ab-824f-fed807ce4958 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585126'] for port (ea1035f0-4db1-4fb1-a79e-83cc3cbe55bf), before_update {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:15:26.323996 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d0a093-aa58-420a-bf6c-47774d61273f req-3ce92c20-6168-4b6b-9eb4-ba198b386243 tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:15:26.330737 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-c8d0a093-aa58-420a-bf6c-47774d61273f req-3ce92c20-6168-4b6b-9eb4-ba198b386243 tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] 10.222.0.36 "GET /v2.0/ports?device_id=a99ca2ec-e8bc-4aa3-b6f6-9c0c08e0c036 HTTP/1.1" status: 200 len: 944 time: 0.1099520 May 03 14:15:26.353076 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-70a91c29-c8bb-4503-8d7d-7fab7111fb57 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:15:26.354566 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.db [req-3e581fc1-e022-4d42-935f-0247cadf1a3f req-807d5c88-2afe-45ab-824f-fed807ce4958 service neutron] For port ea1035f0-4db1-4fb1-a79e-83cc3cbe55bf, host hv-cinder-83979, cleared binding levels {{(pid=103469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 14:15:26.389169 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.db [req-3e581fc1-e022-4d42-935f-0247cadf1a3f req-807d5c88-2afe-45ab-824f-fed807ce4958 service neutron] For port ea1035f0-4db1-4fb1-a79e-83cc3cbe55bf, host hv-cinder-83979, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=ea1035f0-4db1-4fb1-a79e-83cc3cbe55bf,segment=NetworkSegment(e1835114-80bf-41da-a21b-fba78594b9dd),segment_id=e1835114-80bf-41da-a21b-fba78594b9dd)] {{(pid=103469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 14:15:26.401103 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4251da80-c824-4ce0-a3b3-d79602505842 req-4826ae12-87c9-4ff4-95d8-3a818c29afff tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:15:26.402656 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-4251da80-c824-4ce0-a3b3-d79602505842 req-4826ae12-87c9-4ff4-95d8-3a818c29afff tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] 10.222.0.36 "GET /v2.0/ports?device_id=117976ba-33e4-4830-a66f-0cd354096c9b HTTP/1.1" status: 200 len: 945 time: 0.0612164 May 03 14:15:26.404234 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-3e581fc1-e022-4d42-935f-0247cadf1a3f req-807d5c88-2afe-45ab-824f-fed807ce4958 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786921284783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786920821414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786920821432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6178150'] for port (ea1035f0-4db1-4fb1-a79e-83cc3cbe55bf), after_update {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:15:26.434571 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-c8d0a093-aa58-420a-bf6c-47774d61273f req-444420b1-b929-453a-a648-022487813aa9 tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] 10.222.0.36 "GET /v2.0/security-groups?id=003017ca-4389-4b0c-bb65-b60ac05fc006&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0945868 May 03 14:15:26.487356 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-70a91c29-c8bb-4503-8d7d-7fab7111fb57 admin admin] Publish callbacks [] for security_group (5949b00a-64fb-479a-a9c4-54eb0a9fb754), precommit_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:15:26.491975 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-70a91c29-c8bb-4503-8d7d-7fab7111fb57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656397'] for security_group (5949b00a-64fb-479a-a9c4-54eb0a9fb754), after_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:15:26.527928 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e581fc1-e022-4d42-935f-0247cadf1a3f req-807d5c88-2afe-45ab-824f-fed807ce4958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:15:26.528551 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-3e581fc1-e022-4d42-935f-0247cadf1a3f req-807d5c88-2afe-45ab-824f-fed807ce4958 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218734'] for port (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:15:26.530082 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-3e581fc1-e022-4d42-935f-0247cadf1a3f req-807d5c88-2afe-45ab-824f-fed807ce4958 service neutron] 10.222.0.26 "PUT /v2.0/ports/ea1035f0-4db1-4fb1-a79e-83cc3cbe55bf HTTP/1.1" status: 200 len: 1094 time: 0.8991301 May 03 14:15:26.532708 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a99ca2ec-e8bc-4aa3-b6f6-9c0c08e0c036', 'tag': 'ea1035f0-4db1-4fb1-a79e-83cc3cbe55bf'}] {{(pid=103469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 14:15:26.534980 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68fe64b6b3a70a2f5f611128c103f52e8e68dc233ccb418b63396cbb83134719" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6dbf97b-386d-4145-b306-3c7eedfedb7b" -d '{"events": [{"name": "network-changed", "server_uuid": "a99ca2ec-e8bc-4aa3-b6f6-9c0c08e0c036", "tag": "ea1035f0-4db1-4fb1-a79e-83cc3cbe55bf"}]}' {{(pid=103469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 14:15:26.550929 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a91c29-c8bb-4503-8d7d-7fab7111fb57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5949b00a-64fb-479a-a9c4-54eb0a9fb754,revision_number=1']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:15:26.552436 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd55371-fff7-42fd-b31a-1a913c6ff73f req-1e2b2dbe-b680-4578-98ed-f8c61e0a270b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:15:26.553997 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-0bd55371-fff7-42fd-b31a-1a913c6ff73f req-1e2b2dbe-b680-4578-98ed-f8c61e0a270b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=593f1ab9823f41ffa40d6155bebaca54&device_id=671baf8c-6ef9-44cb-81eb-b3d3532c0fd5 HTTP/1.1" status: 200 len: 1128 time: 0.1473849 May 03 14:15:26.560358 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [None req-70a91c29-c8bb-4503-8d7d-7fab7111fb57 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=264ac49293a74c70840117e3c078a851&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3611071 May 03 14:15:26.561034 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.wsgi [-] (103470) accepted ('10.222.0.36', 46328) {{(pid=103470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:15:26.569319 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807d5c88-2afe-45ab-824f-fed807ce4958 service neutron] Pushing event updated for resources: {'Port': ['ID=ea1035f0-4db1-4fb1-a79e-83cc3cbe55bf,revision_number=3']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:15:26.580321 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef3fcea-a14c-4faf-8d9c-fc6aed236f12 req-72c5343b-fa01-4209-b6a0-82f4cdce997d tempest-VolumesActionsTest-1624866909 tempest-VolumesActionsTest-1624866909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:15:26.581861 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-cef3fcea-a14c-4faf-8d9c-fc6aed236f12 req-72c5343b-fa01-4209-b6a0-82f4cdce997d tempest-VolumesActionsTest-1624866909 tempest-VolumesActionsTest-1624866909-project] 10.222.0.26 "GET /v2.0/ports?device_id=b07a2f30-17a4-45e5-89ce-b6827e9f67c8 HTTP/1.1" status: 200 len: 945 time: 0.1517243 May 03 14:15:26.596511 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-4251da80-c824-4ce0-a3b3-d79602505842 req-bc0b98de-a8c1-4541-b6ea-48026abd0b51 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] 10.222.0.36 "GET /v2.0/security-groups?id=5256d9b7-303d-41e8-9beb-13271ea5bfe5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1672649 May 03 14:15:26.647719 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-2642b043-db75-4050-891a-2ab6271111bf admin admin] Publish callbacks [] for security_group (5949b00a-64fb-479a-a9c4-54eb0a9fb754), before_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:15:26.655640 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 May 2022 14:15:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51c66102-4b08-4f13-8a22-b0d03a646ee0 x-openstack-request-id: req-51c66102-4b08-4f13-8a22-b0d03a646ee0 {{(pid=103469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 14:15:26.656158 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a99ca2ec-e8bc-4aa3-b6f6-9c0c08e0c036", "tag": "ea1035f0-4db1-4fb1-a79e-83cc3cbe55bf", "status": "completed", "code": 200}]} {{(pid=103469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 14:15:26.656271 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-51c66102-4b08-4f13-8a22-b0d03a646ee0 {{(pid=103469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 14:15:26.656639 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.notifiers.nova [-] Nova event matching ['req-51c66102-4b08-4f13-8a22-b0d03a646ee0'] response: {'name': 'network-changed', 'server_uuid': 'a99ca2ec-e8bc-4aa3-b6f6-9c0c08e0c036', 'tag': 'ea1035f0-4db1-4fb1-a79e-83cc3cbe55bf', 'status': 'completed', 'code': 200} May 03 14:15:26.675970 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b67d082-f8f8-4538-a811-a5ab6ee6e13d req-39350254-01f7-42f4-9b63-fb628e12e49e tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:15:26.677791 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-5b67d082-f8f8-4538-a811-a5ab6ee6e13d req-39350254-01f7-42f4-9b63-fb628e12e49e tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] 10.222.0.36 "GET /v2.0/ports?device_id=671baf8c-6ef9-44cb-81eb-b3d3532c0fd5 HTTP/1.1" status: 200 len: 944 time: 0.0770948 May 03 14:15:26.690914 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-2642b043-db75-4050-891a-2ab6271111bf admin admin] Publish callbacks [] for security_group (5949b00a-64fb-479a-a9c4-54eb0a9fb754), precommit_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:15:26.767057 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-5b67d082-f8f8-4538-a811-a5ab6ee6e13d req-e1597c66-c319-4ac4-ab5b-4915f4047d44 tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] 10.222.0.36 "GET /v2.0/security-groups?id=059a32ed-46eb-44af-954f-023dc3b6f390&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0825787 May 03 14:15:26.802469 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-2642b043-db75-4050-891a-2ab6271111bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656397'] for security_group (5949b00a-64fb-479a-a9c4-54eb0a9fb754), after_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:15:26.806799 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-2642b043-db75-4050-891a-2ab6271111bf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:15:26.806799 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [None req-2642b043-db75-4050-891a-2ab6271111bf admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/5949b00a-64fb-479a-a9c4-54eb0a9fb754 HTTP/1.1" status: 204 len: 168 time: 0.2439091 May 03 14:15:26.828472 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2642b043-db75-4050-891a-2ab6271111bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5949b00a-64fb-479a-a9c4-54eb0a9fb754,revision_number=None']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:15:26.995309 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dbf97b-386d-4145-b306-3c7eedfedb7b req-46d57061-b205-416d-9e9c-975c1c402516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:15:26.996876 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-a6dbf97b-386d-4145-b306-3c7eedfedb7b req-46d57061-b205-416d-9e9c-975c1c402516 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=453906a2a829425aac1abdfad7b441d6&device_id=a99ca2ec-e8bc-4aa3-b6f6-9c0c08e0c036 HTTP/1.1" status: 200 len: 1128 time: 0.1908154 May 03 14:15:27.051622 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f05bf0-c389-4280-9084-fcc0e8d869e5 req-bf919279-d457-436a-b0bc-f897d4286546 tempest-VolumesActionsTest-1624866909 tempest-VolumesActionsTest-1624866909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:15:27.053796 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-50f05bf0-c389-4280-9084-fcc0e8d869e5 req-bf919279-d457-436a-b0bc-f897d4286546 tempest-VolumesActionsTest-1624866909 tempest-VolumesActionsTest-1624866909-project] 10.222.0.36 "GET /v2.0/ports?device_id=b07a2f30-17a4-45e5-89ce-b6827e9f67c8 HTTP/1.1" status: 200 len: 945 time: 0.1483300 May 03 14:15:27.118271 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd55371-fff7-42fd-b31a-1a913c6ff73f req-d328e938-b8a1-43df-a315-a874e015f554 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:15:27.119726 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-0bd55371-fff7-42fd-b31a-1a913c6ff73f req-d328e938-b8a1-43df-a315-a874e015f554 service neutron] 10.222.0.26 "GET /v2.0/networks?id=f560d97d-2acd-47bd-966f-19197466eba2 HTTP/1.1" status: 200 len: 912 time: 0.3457050 May 03 14:15:27.120303 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.plugin [req-cef3fcea-a14c-4faf-8d9c-fc6aed236f12 req-34623be2-510d-4c3c-bea1-fe1d5e9a334a tempest-VolumesActionsTest-1624866909 tempest-VolumesActionsTest-1624866909-project] Deleting port e4a57564-2f62-4e76-a155-eaa0062475bc {{(pid=103469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 14:15:27.120670 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-cef3fcea-a14c-4faf-8d9c-fc6aed236f12 req-34623be2-510d-4c3c-bea1-fe1d5e9a334a tempest-VolumesActionsTest-1624866909 tempest-VolumesActionsTest-1624866909-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786921277453'] for port (e4a57564-2f62-4e76-a155-eaa0062475bc), before_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:15:27.136172 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.wsgi [-] (103470) accepted ('10.222.0.36', 46338) {{(pid=103470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:15:27.153065 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-051ed436-2d7c-4955-8710-e8e2236ab688 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:15:27.241258 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-051ed436-2d7c-4955-8710-e8e2236ab688 admin admin] Publish callbacks [] for security_group (48f587d4-ad43-431d-83d8-eda67a7dedba), precommit_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:15:27.246558 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-051ed436-2d7c-4955-8710-e8e2236ab688 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656397'] for security_group (48f587d4-ad43-431d-83d8-eda67a7dedba), after_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:15:27.291081 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [None req-051ed436-2d7c-4955-8710-e8e2236ab688 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=5dfb907e265a473087977ccb7b98af77&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1535761 May 03 14:15:27.291943 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051ed436-2d7c-4955-8710-e8e2236ab688 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48f587d4-ad43-431d-83d8-eda67a7dedba,revision_number=1']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:15:27.294368 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.wsgi [-] (103470) accepted ('10.222.0.36', 46342) {{(pid=103470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:15:27.362088 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-63e8749e-b643-4351-9d4d-523a5565e1b3 admin admin] Publish callbacks [] for security_group (48f587d4-ad43-431d-83d8-eda67a7dedba), before_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:15:27.417003 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-63e8749e-b643-4351-9d4d-523a5565e1b3 admin admin] Publish callbacks [] for security_group (48f587d4-ad43-431d-83d8-eda67a7dedba), precommit_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:15:27.424481 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c29a18-7965-4d9f-ad04-f7854226702a req-6236f513-7ab5-46a4-b69f-f9f091c92c33 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:15:27.425998 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-95c29a18-7965-4d9f-ad04-f7854226702a req-6236f513-7ab5-46a4-b69f-f9f091c92c33 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] 10.222.0.36 "GET /v2.0/ports?device_id=ba9b5683-3cbc-4f53-803e-cd5413dfcbc0 HTTP/1.1" status: 200 len: 945 time: 0.0846770 May 03 14:15:27.442889 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-0bd55371-fff7-42fd-b31a-1a913c6ff73f req-ba2458c9-8da9-46f7-ba93-70526a37311a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=39a4e1c4-19b9-4ef0-a572-0e58d3c8ff6e HTTP/1.1" status: 200 len: 217 time: 0.2802992 May 03 14:15:27.500898 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-95c29a18-7965-4d9f-ad04-f7854226702a req-5f0ad249-a54a-47c9-9a28-81896c68da1b tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] 10.222.0.36 "GET /v2.0/security-groups?id=cbfeeeef-c433-4767-a994-eec44f2dc198&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667503 May 03 14:15:27.514256 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-63e8749e-b643-4351-9d4d-523a5565e1b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656397'] for security_group (48f587d4-ad43-431d-83d8-eda67a7dedba), after_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:15:27.517405 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-63e8749e-b643-4351-9d4d-523a5565e1b3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:15:27.518953 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [None req-63e8749e-b643-4351-9d4d-523a5565e1b3 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/48f587d4-ad43-431d-83d8-eda67a7dedba HTTP/1.1" status: 204 len: 168 time: 0.2235281 May 03 14:15:27.529419 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e8749e-b643-4351-9d4d-523a5565e1b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48f587d4-ad43-431d-83d8-eda67a7dedba,revision_number=None']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:15:27.546879 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-50f05bf0-c389-4280-9084-fcc0e8d869e5 req-de304bdb-da1d-47de-9ff5-26c0e4440a93 tempest-VolumesActionsTest-1624866909 tempest-VolumesActionsTest-1624866909-project] 10.222.0.36 "GET /v2.0/security-groups?id=0e37fc03-fb0d-4798-8150-3b29211720fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4721797 May 03 14:15:27.553872 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dbf97b-386d-4145-b306-3c7eedfedb7b req-46ee5056-0455-4ad6-8725-ae71610529d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:15:27.555076 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-a6dbf97b-386d-4145-b306-3c7eedfedb7b req-46ee5056-0455-4ad6-8725-ae71610529d9 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=453906a2a829425aac1abdfad7b441d6&shared=False HTTP/1.1" status: 200 len: 916 time: 0.5491984 May 03 14:15:27.574446 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd55371-fff7-42fd-b31a-1a913c6ff73f req-80b3e8be-667f-4a4d-b2e7-58272533882a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:15:27.578463 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-0bd55371-fff7-42fd-b31a-1a913c6ff73f req-80b3e8be-667f-4a4d-b2e7-58272533882a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e8cbf221-f4fe-47a8-93ac-36f15595da79 HTTP/1.1" status: 200 len: 850 time: 0.1250412 May 03 14:15:27.648965 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.db [req-cef3fcea-a14c-4faf-8d9c-fc6aed236f12 req-34623be2-510d-4c3c-bea1-fe1d5e9a334a tempest-VolumesActionsTest-1624866909 tempest-VolumesActionsTest-1624866909-project] For port e4a57564-2f62-4e76-a155-eaa0062475bc, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=e4a57564-2f62-4e76-a155-eaa0062475bc,segment=NetworkSegment(4be1416b-9363-4244-b679-4004fdfa6b44),segment_id=4be1416b-9363-4244-b679-4004fdfa6b44)] {{(pid=103469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 14:15:27.649351 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-cef3fcea-a14c-4faf-8d9c-fc6aed236f12 req-34623be2-510d-4c3c-bea1-fe1d5e9a334a tempest-VolumesActionsTest-1624866909 tempest-VolumesActionsTest-1624866909-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1690342'] for port (e4a57564-2f62-4e76-a155-eaa0062475bc), precommit_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:15:27.655434 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9fb709-f715-4b15-a85d-883db617fd6c req-2c3bd579-58a7-40f7-8554-8fed30b02aa2 tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:15:27.657248 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-1a9fb709-f715-4b15-a85d-883db617fd6c req-2c3bd579-58a7-40f7-8554-8fed30b02aa2 tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] 10.222.0.36 "GET /v2.0/ports?device_id=a99ca2ec-e8bc-4aa3-b6f6-9c0c08e0c036 HTTP/1.1" status: 200 len: 944 time: 0.0540042 May 03 14:15:27.706500 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.plugin [req-cef3fcea-a14c-4faf-8d9c-fc6aed236f12 req-34623be2-510d-4c3c-bea1-fe1d5e9a334a tempest-VolumesActionsTest-1624866909 tempest-VolumesActionsTest-1624866909-project] Calling delete_port for e4a57564-2f62-4e76-a155-eaa0062475bc owned by compute:nova {{(pid=103469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 14:15:27.713659 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-1a9fb709-f715-4b15-a85d-883db617fd6c req-a00aad26-08ce-4ede-a688-86605d20c5c8 tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] 10.222.0.36 "GET /v2.0/security-groups?id=003017ca-4389-4b0c-bb65-b60ac05fc006&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499151 May 03 14:15:27.723057 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd55371-fff7-42fd-b31a-1a913c6ff73f req-0c9d12f6-f744-4da2-875f-f37eeed68f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:15:27.724662 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-0bd55371-fff7-42fd-b31a-1a913c6ff73f req-0c9d12f6-f744-4da2-875f-f37eeed68f49 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f560d97d-2acd-47bd-966f-19197466eba2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1259434 May 03 14:15:27.847230 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ecfaa6-e7fc-4e51-950c-c17824f70b28 req-c1413580-1582-42ed-8f6b-92b898e51b80 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:15:27.848720 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-08ecfaa6-e7fc-4e51-950c-c17824f70b28 req-c1413580-1582-42ed-8f6b-92b898e51b80 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] 10.222.0.36 "GET /v2.0/ports?device_id=117976ba-33e4-4830-a66f-0cd354096c9b HTTP/1.1" status: 200 len: 945 time: 0.1439104 May 03 14:15:27.852913 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dbf97b-386d-4145-b306-3c7eedfedb7b req-b522fd29-afa7-42a4-82a3-f0a458436211 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:15:27.854354 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-a6dbf97b-386d-4145-b306-3c7eedfedb7b req-b522fd29-afa7-42a4-82a3-f0a458436211 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2701097 May 03 14:15:27.904835 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfb7426-d13d-4612-84f1-320e578ac0c4 req-575b1e02-6fb0-42ba-af6e-a8f87dcfd434 tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:15:27.906759 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-7cfb7426-d13d-4612-84f1-320e578ac0c4 req-575b1e02-6fb0-42ba-af6e-a8f87dcfd434 tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] 10.222.0.36 "GET /v2.0/ports?device_id=671baf8c-6ef9-44cb-81eb-b3d3532c0fd5 HTTP/1.1" status: 200 len: 944 time: 0.0598147 May 03 14:15:27.948048 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.wsgi [-] (103470) accepted ('10.222.0.36', 46354) {{(pid=103470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:15:27.964726 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-86413739-afb7-463a-8a34-70aa04f9cbae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:15:27.988132 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-7cfb7426-d13d-4612-84f1-320e578ac0c4 req-0ef61ef9-5d03-497c-99ed-ca67a3757361 tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] 10.222.0.36 "GET /v2.0/security-groups?id=059a32ed-46eb-44af-954f-023dc3b6f390&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748742 May 03 14:15:27.995219 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-0bd55371-fff7-42fd-b31a-1a913c6ff73f req-4da791d8-c935-467f-b033-f504eb868b26 service neutron] 10.222.0.26 "GET /v2.0/networks/f560d97d-2acd-47bd-966f-19197466eba2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2602751 May 03 14:15:28.027714 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e581fc1-e022-4d42-935f-0247cadf1a3f req-4a69a84c-b68f-4dff-8c88-a5809efecbe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:15:28.029901 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-3e581fc1-e022-4d42-935f-0247cadf1a3f req-4a69a84c-b68f-4dff-8c88-a5809efecbe0 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=453906a2a829425aac1abdfad7b441d6&device_id=a99ca2ec-e8bc-4aa3-b6f6-9c0c08e0c036 HTTP/1.1" status: 200 len: 1128 time: 0.1190324 May 03 14:15:28.034120 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-08ecfaa6-e7fc-4e51-950c-c17824f70b28 req-45751073-ca60-408d-8e83-86bd04cbe128 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] 10.222.0.36 "GET /v2.0/security-groups?id=5256d9b7-303d-41e8-9beb-13271ea5bfe5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1540744 May 03 14:15:28.080261 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-86413739-afb7-463a-8a34-70aa04f9cbae admin admin] Publish callbacks [] for security_group (5de9f3a5-6a29-4cb7-8a3b-3f5e7b1bbfbe), precommit_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:15:28.085356 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-86413739-afb7-463a-8a34-70aa04f9cbae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656397'] for security_group (5de9f3a5-6a29-4cb7-8a3b-3f5e7b1bbfbe), after_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:15:28.115749 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-3e581fc1-e022-4d42-935f-0247cadf1a3f req-29eaf8a0-b150-40a1-9411-80fb0cb7c461 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ea1035f0-4db1-4fb1-a79e-83cc3cbe55bf HTTP/1.1" status: 200 len: 217 time: 0.0685182 May 03 14:15:28.116443 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [None req-86413739-afb7-463a-8a34-70aa04f9cbae admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=5880172480174676a9e9541921f3b4d5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1673784 May 03 14:15:28.119473 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.wsgi [-] (103470) accepted ('10.222.0.36', 46362) {{(pid=103470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:15:28.142652 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86413739-afb7-463a-8a34-70aa04f9cbae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5de9f3a5-6a29-4cb7-8a3b-3f5e7b1bbfbe,revision_number=1']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:15:28.177063 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-d6f98ef6-8e72-4761-87a2-fe36306637e8 admin admin] Publish callbacks [] for security_group (5de9f3a5-6a29-4cb7-8a3b-3f5e7b1bbfbe), before_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:15:28.199536 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-d6f98ef6-8e72-4761-87a2-fe36306637e8 admin admin] Publish callbacks [] for security_group (5de9f3a5-6a29-4cb7-8a3b-3f5e7b1bbfbe), precommit_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:15:28.222129 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-cef3fcea-a14c-4faf-8d9c-fc6aed236f12 req-34623be2-510d-4c3c-bea1-fe1d5e9a334a tempest-VolumesActionsTest-1624866909 tempest-VolumesActionsTest-1624866909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786921284765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786920821405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6178079'] for port (e4a57564-2f62-4e76-a155-eaa0062475bc), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:15:28.267608 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34623be2-510d-4c3c-bea1-fe1d5e9a334a tempest-VolumesActionsTest-1624866909 tempest-VolumesActionsTest-1624866909-project] Pushing event deleted for resources: {'Port': ['ID=e4a57564-2f62-4e76-a155-eaa0062475bc,revision_number=None']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:15:28.270332 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e581fc1-e022-4d42-935f-0247cadf1a3f req-1ed1fd79-13cc-4027-99b5-fadca60009c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:15:28.271829 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-3e581fc1-e022-4d42-935f-0247cadf1a3f req-1ed1fd79-13cc-4027-99b5-fadca60009c7 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ce824052-6a3b-4ab6-8ac7-7607bba43c53 HTTP/1.1" status: 200 len: 854 time: 0.1183150 May 03 14:15:28.275211 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-0bd55371-fff7-42fd-b31a-1a913c6ff73f req-5aead1c1-6755-4b9f-a17d-75a9967c5d19 service neutron] 10.222.0.26 "GET /v2.0/networks/f560d97d-2acd-47bd-966f-19197466eba2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2701147 May 03 14:15:28.280288 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e9516c-6451-413c-8f60-e641624d64de req-7641c4d1-91ad-42ca-a911-2fcac4978712 tempest-TestMinimumBasicScenario-1557761218 tempest-TestMinimumBasicScenario-1557761218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:15:28.281963 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-c6e9516c-6451-413c-8f60-e641624d64de req-7641c4d1-91ad-42ca-a911-2fcac4978712 tempest-TestMinimumBasicScenario-1557761218 tempest-TestMinimumBasicScenario-1557761218-project] 10.222.0.36 "GET /v2.0/ports?device_id=f49e6294-3ef2-4598-8866-1ef6698a5aee HTTP/1.1" status: 200 len: 945 time: 0.0616865 May 03 14:15:28.320053 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-d6f98ef6-8e72-4761-87a2-fe36306637e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656397'] for security_group (5de9f3a5-6a29-4cb7-8a3b-3f5e7b1bbfbe), after_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:15:28.322567 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-d6f98ef6-8e72-4761-87a2-fe36306637e8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:15:28.326121 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [None req-d6f98ef6-8e72-4761-87a2-fe36306637e8 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/5de9f3a5-6a29-4cb7-8a3b-3f5e7b1bbfbe HTTP/1.1" status: 204 len: 168 time: 0.2033277 May 03 14:15:28.343025 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f98ef6-8e72-4761-87a2-fe36306637e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5de9f3a5-6a29-4cb7-8a3b-3f5e7b1bbfbe,revision_number=None']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:15:28.353462 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-c6e9516c-6451-413c-8f60-e641624d64de req-af2c0556-c137-4390-af1a-6c9615f39d0c tempest-TestMinimumBasicScenario-1557761218 tempest-TestMinimumBasicScenario-1557761218-project] 10.222.0.36 "GET /v2.0/security-groups?id=5ecd445a-dda4-4baf-94a7-7543188df186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641670 May 03 14:15:28.359392 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.db.l3_dvrscheduler_db [req-cef3fcea-a14c-4faf-8d9c-fc6aed236f12 req-34623be2-510d-4c3c-bea1-fe1d5e9a334a tempest-VolumesActionsTest-1624866909 tempest-VolumesActionsTest-1624866909-project] No DVR routers for this DVR port e4a57564-2f62-4e76-a155-eaa0062475bc on host hv-cinder-83979 {{(pid=103469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 14:15:28.364834 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-cef3fcea-a14c-4faf-8d9c-fc6aed236f12 req-34623be2-510d-4c3c-bea1-fe1d5e9a334a tempest-VolumesActionsTest-1624866909 tempest-VolumesActionsTest-1624866909-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218734'] for port (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:15:28.372264 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-cef3fcea-a14c-4faf-8d9c-fc6aed236f12 req-34623be2-510d-4c3c-bea1-fe1d5e9a334a tempest-VolumesActionsTest-1624866909 tempest-VolumesActionsTest-1624866909-project] 10.222.0.26 "DELETE /v2.0/ports/e4a57564-2f62-4e76-a155-eaa0062475bc HTTP/1.1" status: 204 len: 173 time: 1.5865593 May 03 14:15:28.377010 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.wsgi [-] (103470) accepted ('10.222.0.36', 46368) {{(pid=103470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:15:28.380181 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e581fc1-e022-4d42-935f-0247cadf1a3f req-a33fe665-d420-4318-9852-d5304fee2ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:15:28.382135 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-3e581fc1-e022-4d42-935f-0247cadf1a3f req-a33fe665-d420-4318-9852-d5304fee2ffe service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=89bc2c7d-2b97-4518-b62e-d0f098e36f62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0745590 May 03 14:15:28.509064 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-3e581fc1-e022-4d42-935f-0247cadf1a3f req-c769020b-8b4a-412a-a22d-4445c5612c0a service neutron] 10.222.0.26 "GET /v2.0/networks/89bc2c7d-2b97-4518-b62e-d0f098e36f62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205592 May 03 14:15:28.658605 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b07a2f30-17a4-45e5-89ce-b6827e9f67c8', 'name': 'network-vif-deleted', 'tag': 'e4a57564-2f62-4e76-a155-eaa0062475bc'}] {{(pid=103469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 14:15:28.660863 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68fe64b6b3a70a2f5f611128c103f52e8e68dc233ccb418b63396cbb83134719" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35507700-e227-4fc7-a848-4726a3488dcf" -d '{"events": [{"server_uuid": "b07a2f30-17a4-45e5-89ce-b6827e9f67c8", "name": "network-vif-deleted", "tag": "e4a57564-2f62-4e76-a155-eaa0062475bc"}]}' {{(pid=103469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 14:15:28.667357 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91cfaac4-fba7-45bf-826a-4c296a6b093b tempest-TestMinimumBasicScenario-303198030 tempest-TestMinimumBasicScenario-303198030-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:15:28.668995 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [None req-91cfaac4-fba7-45bf-826a-4c296a6b093b tempest-TestMinimumBasicScenario-303198030 tempest-TestMinimumBasicScenario-303198030-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=f49e6294-3ef2-4598-8866-1ef6698a5aee HTTP/1.1" status: 200 len: 1124 time: 0.2905316 May 03 14:15:28.674077 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.36', 46380) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:15:28.678690 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.v2.base [None req-a8edbf7a-a790-49f7-b06b-bd2003fd8732 tempest-TestMinimumBasicScenario-1557761218 tempest-TestMinimumBasicScenario-1557761218-project] Request body: {'floatingip': {'floating_network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2', 'port_id': 'f629260d-81fd-43c7-af1b-2e47940e5d03', 'tenant_id': '1c2479422e8c413e8ee554aa4f355bca', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 14:15:28.685527 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-051f509a-2cea-4523-b2bb-42ee2571afce req-a6ad7d1e-1e23-4b65-858b-d640f6d57ae4 tempest-VolumesActionsTest-1624866909 tempest-VolumesActionsTest-1624866909-project] 10.222.0.36 "GET /v2.0/ports?device_id=b07a2f30-17a4-45e5-89ce-b6827e9f67c8 HTTP/1.1" status: 200 len: 210 time: 0.0285931 May 03 14:15:28.690349 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf39f86-b398-4e43-954a-5dc8f90598a1 req-b7470b09-7792-478d-82be-6e2105578370 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:15:28.692651 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-0bf39f86-b398-4e43-954a-5dc8f90598a1 req-b7470b09-7792-478d-82be-6e2105578370 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] 10.222.0.36 "GET /v2.0/ports?device_id=ba9b5683-3cbc-4f53-803e-cd5413dfcbc0 HTTP/1.1" status: 200 len: 945 time: 0.0805452 May 03 14:15:28.735361 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-3e581fc1-e022-4d42-935f-0247cadf1a3f req-86425eae-fad9-4bb9-a818-c843fbbdda8a service neutron] 10.222.0.26 "GET /v2.0/networks/89bc2c7d-2b97-4518-b62e-d0f098e36f62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2088740 May 03 14:15:28.740257 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 May 2022 14:15:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33aa7556-8d51-4911-bc76-10ec78ae09a6 x-openstack-request-id: req-33aa7556-8d51-4911-bc76-10ec78ae09a6 {{(pid=103469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 14:15:28.740607 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b07a2f30-17a4-45e5-89ce-b6827e9f67c8", "name": "network-vif-deleted", "tag": "e4a57564-2f62-4e76-a155-eaa0062475bc", "status": "completed", "code": 200}]} {{(pid=103469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 14:15:28.740912 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-33aa7556-8d51-4911-bc76-10ec78ae09a6 {{(pid=103469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 14:15:28.741393 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.notifiers.nova [-] Nova event matching ['req-33aa7556-8d51-4911-bc76-10ec78ae09a6'] response: {'server_uuid': 'b07a2f30-17a4-45e5-89ce-b6827e9f67c8', 'name': 'network-vif-deleted', 'tag': 'e4a57564-2f62-4e76-a155-eaa0062475bc', 'status': 'completed', 'code': 200} May 03 14:15:28.753094 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-a8edbf7a-a790-49f7-b06b-bd2003fd8732 tempest-TestMinimumBasicScenario-1557761218 tempest-TestMinimumBasicScenario-1557761218-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:15:28.794504 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-0bf39f86-b398-4e43-954a-5dc8f90598a1 req-b206079e-660d-4419-ade5-f80d6c85956a tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] 10.222.0.36 "GET /v2.0/security-groups?id=cbfeeeef-c433-4767-a994-eec44f2dc198&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954142 May 03 14:15:28.852622 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-a8edbf7a-a790-49f7-b06b-bd2003fd8732 tempest-TestMinimumBasicScenario-1557761218 tempest-TestMinimumBasicScenario-1557761218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585126'] for port (None), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:15:28.852865 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51113fd9-3428-404f-8375-a818344b0225 req-1955dd42-a169-4c48-a2cd-1c76a4de5d32 tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:15:28.854173 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-51113fd9-3428-404f-8375-a818344b0225 req-1955dd42-a169-4c48-a2cd-1c76a4de5d32 tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] 10.222.0.36 "GET /v2.0/ports?device_id=a99ca2ec-e8bc-4aa3-b6f6-9c0c08e0c036 HTTP/1.1" status: 200 len: 944 time: 0.0537031 May 03 14:15:28.903102 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-51113fd9-3428-404f-8375-a818344b0225 req-9b6df099-b501-4c57-9e95-47a3a849dc30 tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] 10.222.0.36 "GET /v2.0/security-groups?id=003017ca-4389-4b0c-bb65-b60ac05fc006&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429881 May 03 14:15:28.971842 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.db.db_base_plugin_common [None req-a8edbf7a-a790-49f7-b06b-bd2003fd8732 tempest-TestMinimumBasicScenario-1557761218 tempest-TestMinimumBasicScenario-1557761218-project] Allocated IP 172.27.3.201 (e0cd7c6d-9919-41eb-b035-2bfb3175faa2/4f18d5d6-ed18-48e7-a335-d8ef216f5f78/2354dac0-3786-45af-9e56-86f99a527fc4) {{(pid=103469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 14:15:29.120694 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467dbf73-e6ac-43ce-9d81-83a50edaa720 req-f649c40e-20cb-4a52-9d59-d3632b79b181 tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:15:29.122246 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-467dbf73-e6ac-43ce-9d81-83a50edaa720 req-f649c40e-20cb-4a52-9d59-d3632b79b181 tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] 10.222.0.36 "GET /v2.0/ports?device_id=671baf8c-6ef9-44cb-81eb-b3d3532c0fd5 HTTP/1.1" status: 200 len: 944 time: 0.0497558 May 03 14:15:29.169212 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-a8edbf7a-a790-49f7-b06b-bd2003fd8732 tempest-TestMinimumBasicScenario-1557761218 tempest-TestMinimumBasicScenario-1557761218-project] Publish callbacks [] for port (2354dac0-3786-45af-9e56-86f99a527fc4), precommit_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:15:29.184369 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c04e0c6-d5a5-4592-8f08-c8a27ca843f4 req-315cc8f7-2ca8-44ad-a3b9-0fcabd9befe7 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:15:29.186943 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-7c04e0c6-d5a5-4592-8f08-c8a27ca843f4 req-315cc8f7-2ca8-44ad-a3b9-0fcabd9befe7 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] 10.222.0.36 "GET /v2.0/ports?device_id=117976ba-33e4-4830-a66f-0cd354096c9b HTTP/1.1" status: 200 len: 945 time: 0.0579233 May 03 14:15:29.207487 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-467dbf73-e6ac-43ce-9d81-83a50edaa720 req-aee3d0f2-39a4-47f1-a544-34809c1a9415 tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] 10.222.0.36 "GET /v2.0/security-groups?id=059a32ed-46eb-44af-954f-023dc3b6f390&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739021 May 03 14:15:29.231717 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-a8edbf7a-a790-49f7-b06b-bd2003fd8732 tempest-TestMinimumBasicScenario-1557761218 tempest-TestMinimumBasicScenario-1557761218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786920821396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6178079'] for port (2354dac0-3786-45af-9e56-86f99a527fc4), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:15:29.285512 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8edbf7a-a790-49f7-b06b-bd2003fd8732 tempest-TestMinimumBasicScenario-1557761218 tempest-TestMinimumBasicScenario-1557761218-project] Network e0cd7c6d-9919-41eb-b035-2bfb3175faa2 is already hosted by enough agents. {{(pid=103469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 14:15:29.286960 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-7c04e0c6-d5a5-4592-8f08-c8a27ca843f4 req-369dbc97-962d-462c-b763-8e41d8cf249a tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] 10.222.0.36 "GET /v2.0/security-groups?id=5256d9b7-303d-41e8-9beb-13271ea5bfe5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0794728 May 03 14:15:29.294549 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.scheduler.base_scheduler [None req-a8edbf7a-a790-49f7-b06b-bd2003fd8732 tempest-TestMinimumBasicScenario-1557761218 tempest-TestMinimumBasicScenario-1557761218-project] Resources bound (agent type, host, resource id): {{(pid=103469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 14:15:29.297122 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8edbf7a-a790-49f7-b06b-bd2003fd8732 tempest-TestMinimumBasicScenario-1557761218 tempest-TestMinimumBasicScenario-1557761218-project] Received port after_create {{(pid=103469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 14:15:29.299504 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8edbf7a-a790-49f7-b06b-bd2003fd8732 tempest-TestMinimumBasicScenario-1557761218 tempest-TestMinimumBasicScenario-1557761218-project] Pushing event updated for resources: {'Port': ['ID=2354dac0-3786-45af-9e56-86f99a527fc4,revision_number=1']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:15:29.813887 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-a8edbf7a-a790-49f7-b06b-bd2003fd8732 tempest-TestMinimumBasicScenario-1557761218 tempest-TestMinimumBasicScenario-1557761218-project] Publish callbacks [] for floatingip (e9166e81-c223-4b13-a011-ef8c908eb62d), precommit_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:15:29.816345 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-6b784fa2-0c74-47a8-91e5-48152f9668bc req-a88adbb2-75e9-4d62-b1d7-3294a63e3824 tempest-VolumesActionsTest-1624866909 tempest-VolumesActionsTest-1624866909-project] 10.222.0.36 "GET /v2.0/ports?device_id=b07a2f30-17a4-45e5-89ce-b6827e9f67c8 HTTP/1.1" status: 200 len: 210 time: 0.0394771 May 03 14:15:29.917139 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.rpc [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Device 7bbb1028-4390-491f-bf7e-9db68148370c details requested by agent hyperv_hv-cinder-83979 with host hv-cinder-83979 {{(pid=103471) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 03 14:15:29.919278 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.rpc [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Device e4a57564-2f62-4e76-a155-eaa0062475bc no longer exists at agent hyperv_hv-cinder-83979 {{(pid=103471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 03 14:15:29.925721 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926cb315-1777-46f2-8ff9-8f4ea41c8fff req-dfe9708b-0c5e-4e19-bb73-bffdef3310df tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:15:29.927430 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-926cb315-1777-46f2-8ff9-8f4ea41c8fff req-dfe9708b-0c5e-4e19-bb73-bffdef3310df tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] 10.222.0.36 "GET /v2.0/ports?device_id=ba9b5683-3cbc-4f53-803e-cd5413dfcbc0 HTTP/1.1" status: 200 len: 945 time: 0.0522735 May 03 14:15:29.949720 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] No Port match for: e4a57564-2f62-4e76-a155-eaa0062475bc {{(pid=103471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 03 14:15:29.950268 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.rpc [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Device e4a57564-2f62-4e76-a155-eaa0062475bc not bound to the agent host hv-cinder-83979 {{(pid=103471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 03 14:15:30.000079 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-926cb315-1777-46f2-8ff9-8f4ea41c8fff req-aa3d3336-d727-49c7-839d-2605ce54896b tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] 10.222.0.36 "GET /v2.0/security-groups?id=cbfeeeef-c433-4767-a994-eec44f2dc198&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651565 May 03 14:15:30.055801 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.db [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] For port 7bbb1028-4390-491f-bf7e-9db68148370c, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=7bbb1028-4390-491f-bf7e-9db68148370c,segment=NetworkSegment(67863d8e-3b7d-4783-aeb0-1e512a0dd290),segment_id=67863d8e-3b7d-4783-aeb0-1e512a0dd290)] {{(pid=103471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 14:15:30.067982 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.rpc [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Returning: {'device': '7bbb1028-4390-491f-bf7e-9db68148370c', 'network_id': '1672c90c-dee1-453a-a1dd-749ff902086f', 'port_id': '7bbb1028-4390-491f-bf7e-9db68148370c', 'mac_address': 'fa:16:3e:7a:dc:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 241, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9797d54b-d4ac-4959-9119-15649c917e44', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103471) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 03 14:15:30.116038 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Current status of the port 7bbb1028-4390-491f-bf7e-9db68148370c is: ACTIVE; New status is: BUILD {{(pid=103471) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 14:15:30.116548 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585126'] for port (7bbb1028-4390-491f-bf7e-9db68148370c), before_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:15:30.139864 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.notifiers.nova [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7bbb1028-4390-491f-bf7e-9db68148370c {{(pid=103471) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 14:15:30.157341 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2dc304-32ca-465d-986d-0fd4f291db4b req-fea58a89-adba-436c-9520-8234f946938d tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:15:30.159242 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-db2dc304-32ca-465d-986d-0fd4f291db4b req-fea58a89-adba-436c-9520-8234f946938d tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] 10.222.0.36 "GET /v2.0/ports?device_id=a99ca2ec-e8bc-4aa3-b6f6-9c0c08e0c036 HTTP/1.1" status: 200 len: 944 time: 0.0756135 May 03 14:15:30.164076 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.db [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] For port 7bbb1028-4390-491f-bf7e-9db68148370c, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=7bbb1028-4390-491f-bf7e-9db68148370c,segment=NetworkSegment(67863d8e-3b7d-4783-aeb0-1e512a0dd290),segment_id=67863d8e-3b7d-4783-aeb0-1e512a0dd290)] {{(pid=103471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 14:15:30.171303 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786921284783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786920821414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786920821432'] for port (7bbb1028-4390-491f-bf7e-9db68148370c), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:15:30.205649 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-a8edbf7a-a790-49f7-b06b-bd2003fd8732 tempest-TestMinimumBasicScenario-1557761218 tempest-TestMinimumBasicScenario-1557761218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585126'] for port (2354dac0-3786-45af-9e56-86f99a527fc4), before_update {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:15:30.224949 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Pushing event updated for resources: {'Port': ['ID=7bbb1028-4390-491f-bf7e-9db68148370c,revision_number=6']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:15:30.267430 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-db2dc304-32ca-465d-986d-0fd4f291db4b req-63274078-2960-41e6-88ec-2888dde31136 tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] 10.222.0.36 "GET /v2.0/security-groups?id=003017ca-4389-4b0c-bb65-b60ac05fc006&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0871661 May 03 14:15:30.330229 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.db [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] get_ports_and_sgs() called for port_ids ['7bbb1028-4390-491f-bf7e-9db68148370c'] {{(pid=103471) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 03 14:15:30.348637 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29639d7b-e07b-408b-8153-5d39462552b4 req-3b6bf853-0f19-4e61-9003-fb9a3702309a tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:15:30.355830 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-29639d7b-e07b-408b-8153-5d39462552b4 req-3b6bf853-0f19-4e61-9003-fb9a3702309a tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] 10.222.0.36 "GET /v2.0/ports?device_id=671baf8c-6ef9-44cb-81eb-b3d3532c0fd5 HTTP/1.1" status: 200 len: 944 time: 0.0621622 May 03 14:15:30.408997 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-29639d7b-e07b-408b-8153-5d39462552b4 req-29ed2f6f-f1ad-4905-9e34-d59c390068cc tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] 10.222.0.36 "GET /v2.0/security-groups?id=059a32ed-46eb-44af-954f-023dc3b6f390&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501089 May 03 14:15:30.419974 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3634e1-3be9-487c-830c-07d6d3ce0613 req-a39f221e-3394-43d6-a1e3-377f8697e408 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:15:30.421551 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-cc3634e1-3be9-487c-830c-07d6d3ce0613 req-a39f221e-3394-43d6-a1e3-377f8697e408 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] 10.222.0.36 "GET /v2.0/ports?device_id=117976ba-33e4-4830-a66f-0cd354096c9b HTTP/1.1" status: 200 len: 944 time: 0.0638509 May 03 14:15:30.425492 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-a8edbf7a-a790-49f7-b06b-bd2003fd8732 tempest-TestMinimumBasicScenario-1557761218 tempest-TestMinimumBasicScenario-1557761218-project] Publish callbacks [] for port (2354dac0-3786-45af-9e56-86f99a527fc4), precommit_update {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:15:30.440827 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-a8edbf7a-a790-49f7-b06b-bd2003fd8732 tempest-TestMinimumBasicScenario-1557761218 tempest-TestMinimumBasicScenario-1557761218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786921284783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786920821414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786920821432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6178150'] for port (2354dac0-3786-45af-9e56-86f99a527fc4), after_update {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:15:30.525672 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8edbf7a-a790-49f7-b06b-bd2003fd8732 tempest-TestMinimumBasicScenario-1557761218 tempest-TestMinimumBasicScenario-1557761218-project] Pushing event updated for resources: {'Port': ['ID=2354dac0-3786-45af-9e56-86f99a527fc4,revision_number=2']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:15:30.544328 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-cc3634e1-3be9-487c-830c-07d6d3ce0613 req-15632832-f9ef-491a-9964-d0eb18431a48 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] 10.222.0.36 "GET /v2.0/security-groups?id=5256d9b7-303d-41e8-9beb-13271ea5bfe5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1164949 May 03 14:15:30.549574 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-a8edbf7a-a790-49f7-b06b-bd2003fd8732 tempest-TestMinimumBasicScenario-1557761218 tempest-TestMinimumBasicScenario-1557761218-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1700089'] for floatingip (e9166e81-c223-4b13-a011-ef8c908eb62d), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:15:30.661225 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.db.l3_db [None req-a8edbf7a-a790-49f7-b06b-bd2003fd8732 tempest-TestMinimumBasicScenario-1557761218 tempest-TestMinimumBasicScenario-1557761218-project] Floating IP e9166e81-c223-4b13-a011-ef8c908eb62d associated. External IP: 172.27.3.201, port: f629260d-81fd-43c7-af1b-2e47940e5d03. May 03 14:15:30.884133 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8edbf7a-a790-49f7-b06b-bd2003fd8732 tempest-TestMinimumBasicScenario-1557761218 tempest-TestMinimumBasicScenario-1557761218-project] Router 61ea5b01-ed7e-4a0c-9d61-6220b5b2df7a has already been hosted by L3 agent 2583ee88-9503-4370-b6e4-0a676865815e {{(pid=103469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 14:15:30.991509 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8edbf7a-a790-49f7-b06b-bd2003fd8732 tempest-TestMinimumBasicScenario-1557761218 tempest-TestMinimumBasicScenario-1557761218-project] Notify agent at l3_agent.dv-cinder-839793-5-iscsi the message routers_updated {{(pid=103469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 14:15:31.003151 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2c59dba-f704-40b0-adac-7b68804882c4 None None] Sync routers for ids ['61ea5b01-ed7e-4a0c-9d61-6220b5b2df7a'] in dv-cinder-839793-5-iscsi {{(pid=103472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 14:15:31.013661 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-a8edbf7a-a790-49f7-b06b-bd2003fd8732 tempest-TestMinimumBasicScenario-1557761218 tempest-TestMinimumBasicScenario-1557761218-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218734'] for floatingip (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:15:31.014395 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2c59dba-f704-40b0-adac-7b68804882c4 None None] Routers {'61ea5b01-ed7e-4a0c-9d61-6220b5b2df7a'} bound to L3 agent in host dv-cinder-839793-5-iscsi {{(pid=103472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 14:15:31.024317 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.db.l3_hamode_db [None req-c2c59dba-f704-40b0-adac-7b68804882c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-03T14:04:39Z,description=,heartbeat_timestamp=2022-05-03T14:15:09Z,host='dv-cinder-839793-5-iscsi',id=2583ee88-9503-4370-b6e4-0a676865815e,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T14:04:39Z,topic='l3_agent')) {'router_ids': ['61ea5b01-ed7e-4a0c-9d61-6220b5b2df7a'], 'active': True} {{(pid=103472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:15:31.068336 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.wsgi [-] (103470) accepted ('10.222.0.36', 46450) {{(pid=103470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:15:31.068558 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-a8edbf7a-a790-49f7-b06b-bd2003fd8732 tempest-TestMinimumBasicScenario-1557761218 tempest-TestMinimumBasicScenario-1557761218-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3932965 May 03 14:15:31.071419 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f49e6294-3ef2-4598-8866-1ef6698a5aee', 'tag': 'f629260d-81fd-43c7-af1b-2e47940e5d03'}] {{(pid=103469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 14:15:31.073850 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.v2.base [None req-37b8e726-d0f2-4601-ae49-8af3919a3ec8 tempest-TestMinimumBasicScenario-1557761218 tempest-TestMinimumBasicScenario-1557761218-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-910510673', 'description': 'tempest-secgroup-smoke-910510673 description', 'project_id': '1c2479422e8c413e8ee554aa4f355bca'}} {{(pid=103470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 14:15:31.073995 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68fe64b6b3a70a2f5f611128c103f52e8e68dc233ccb418b63396cbb83134719" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4eb1ab1b-47d8-4241-bcc8-2f5f094be260" -d '{"events": [{"name": "network-changed", "server_uuid": "f49e6294-3ef2-4598-8866-1ef6698a5aee", "tag": "f629260d-81fd-43c7-af1b-2e47940e5d03"}]}' {{(pid=103469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 14:15:31.135723 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-37b8e726-d0f2-4601-ae49-8af3919a3ec8 tempest-TestMinimumBasicScenario-1557761218 tempest-TestMinimumBasicScenario-1557761218-project] Publish callbacks [] for security_group (None), before_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:15:31.143506 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165e91ee-bc0f-43df-88f7-f560595a616a req-08499daa-14b1-433a-af52-ecc1d306db19 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:15:31.145398 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-165e91ee-bc0f-43df-88f7-f560595a616a req-08499daa-14b1-433a-af52-ecc1d306db19 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] 10.222.0.36 "GET /v2.0/ports?device_id=ba9b5683-3cbc-4f53-803e-cd5413dfcbc0 HTTP/1.1" status: 200 len: 945 time: 0.0647511 May 03 14:15:31.162048 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c08256f-29da-4804-ba32-fb1cba0d6229 req-c8b3c1ca-1597-4948-977d-336627d294bf tempest-VolumesActionsTest-1624866909 tempest-VolumesActionsTest-1624866909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:15:31.165754 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-7c08256f-29da-4804-ba32-fb1cba0d6229 req-c8b3c1ca-1597-4948-977d-336627d294bf tempest-VolumesActionsTest-1624866909 tempest-VolumesActionsTest-1624866909-project] 10.222.0.36 "GET /v2.0/networks?id=27b794d9-b670-411c-9a0a-80863d6faaf1 HTTP/1.1" status: 200 len: 808 time: 0.1216705 May 03 14:15:31.179184 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-7c08256f-29da-4804-ba32-fb1cba0d6229 req-3568d015-e84e-45f5-a6db-17234bc499d8 tempest-VolumesActionsTest-1624866909 tempest-VolumesActionsTest-1624866909-project] 10.222.0.36 "GET /v2.0/quotas/fe12e93e2173443ebbc6badc62f75f20 HTTP/1.1" status: 200 len: 375 time: 0.0095258 May 03 14:15:31.199696 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.db.l3_dvr_db [None req-c2c59dba-f704-40b0-adac-7b68804882c4 None None] Set router 61ea5b01-ed7e-4a0c-9d61-6220b5b2df7a gateway port host: dv-cinder-839793-5-iscsi {{(pid=103472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 14:15:31.226494 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-165e91ee-bc0f-43df-88f7-f560595a616a req-857097a0-f420-4902-99c7-5e6282123d75 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] 10.222.0.36 "GET /v2.0/security-groups?id=cbfeeeef-c433-4767-a994-eec44f2dc198&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706127 May 03 14:15:31.226833 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-7c08256f-29da-4804-ba32-fb1cba0d6229 req-5c7c4548-5f97-4708-9c16-623b43e2cf9c tempest-VolumesActionsTest-1624866909 tempest-VolumesActionsTest-1624866909-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=fe12e93e2173443ebbc6badc62f75f20&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0344729 May 03 14:15:31.275575 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-37b8e726-d0f2-4601-ae49-8af3919a3ec8 tempest-TestMinimumBasicScenario-1557761218 tempest-TestMinimumBasicScenario-1557761218-project] Publish callbacks [] for security_group (f4b50e11-89f2-4740-9a3f-f760ba0dc3f2), precommit_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:15:31.289116 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-37b8e726-d0f2-4601-ae49-8af3919a3ec8 tempest-TestMinimumBasicScenario-1557761218 tempest-TestMinimumBasicScenario-1557761218-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656397'] for security_group (f4b50e11-89f2-4740-9a3f-f760ba0dc3f2), after_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:15:31.296717 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 May 2022 14:15:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77c81b66-5181-4337-943f-07e721a73c13 x-openstack-request-id: req-77c81b66-5181-4337-943f-07e721a73c13 {{(pid=103469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 14:15:31.296996 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f49e6294-3ef2-4598-8866-1ef6698a5aee", "tag": "f629260d-81fd-43c7-af1b-2e47940e5d03", "status": "completed", "code": 200}]} {{(pid=103469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 14:15:31.297245 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-77c81b66-5181-4337-943f-07e721a73c13 {{(pid=103469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 14:15:31.297668 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.notifiers.nova [-] Nova event matching ['req-77c81b66-5181-4337-943f-07e721a73c13'] response: {'name': 'network-changed', 'server_uuid': 'f49e6294-3ef2-4598-8866-1ef6698a5aee', 'tag': 'f629260d-81fd-43c7-af1b-2e47940e5d03', 'status': 'completed', 'code': 200} May 03 14:15:31.333835 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-7c08256f-29da-4804-ba32-fb1cba0d6229 req-f72b17af-b0a7-4ad5-9ca8-303b82f09590 service neutron] 10.222.0.36 "GET /v2.0/networks/27b794d9-b670-411c-9a0a-80863d6faaf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1028452 May 03 14:15:31.334057 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-37b8e726-d0f2-4601-ae49-8af3919a3ec8 tempest-TestMinimumBasicScenario-1557761218 tempest-TestMinimumBasicScenario-1557761218-project] Publish callbacks [] for security_group (None), before_response {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:15:31.336026 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [None req-37b8e726-d0f2-4601-ae49-8af3919a3ec8 tempest-TestMinimumBasicScenario-1557761218 tempest-TestMinimumBasicScenario-1557761218-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2659774 May 03 14:15:31.338155 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b8e726-d0f2-4601-ae49-8af3919a3ec8 tempest-TestMinimumBasicScenario-1557761218 tempest-TestMinimumBasicScenario-1557761218-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f4b50e11-89f2-4740-9a3f-f760ba0dc3f2,revision_number=1']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:15:31.338748 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.36', 46456) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:15:31.347058 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.v2.base [None req-2228f5ea-34e7-4b88-a79b-345782bd7e29 tempest-TestMinimumBasicScenario-1557761218 tempest-TestMinimumBasicScenario-1557761218-project] Request body: {'security_group_rule': {'security_group_id': 'f4b50e11-89f2-4740-9a3f-f760ba0dc3f2', 'project_id': '1c2479422e8c413e8ee554aa4f355bca', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 14:15:31.406371 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58400a52-bbdd-44a8-ae0c-f08b1241f7c8 req-e0162c3b-c5b8-481f-90a4-747453ae28eb tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:15:31.408212 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-58400a52-bbdd-44a8-ae0c-f08b1241f7c8 req-e0162c3b-c5b8-481f-90a4-747453ae28eb tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] 10.222.0.36 "GET /v2.0/ports?device_id=a99ca2ec-e8bc-4aa3-b6f6-9c0c08e0c036 HTTP/1.1" status: 200 len: 944 time: 0.0542834 May 03 14:15:31.469441 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-2228f5ea-34e7-4b88-a79b-345782bd7e29 tempest-TestMinimumBasicScenario-1557761218 tempest-TestMinimumBasicScenario-1557761218-project] Publish callbacks [] for security_group_rule (8b10b63d-7acf-4afb-8aa5-43b057f72319), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:15:31.476354 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.db.l3_hamode_db [None req-c2c59dba-f704-40b0-adac-7b68804882c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61ea5b01-ed7e-4a0c-9d61-6220b5b2df7a', 'name': 'tempest-TestMinimumBasicScenario-2081654503-router', 'tenant_id': '1c2479422e8c413e8ee554aa4f355bca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2', 'external_fixed_ips': [{'subnet_id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'ip_address': '172.27.3.190'}], 'enable_snat': True}, 'gw_port_id': 'e55b2bc1-ae65-406b-940f-7140a98e5e0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T14:14:11Z', 'updated_at': '2022-05-03T14:14:15Z', 'revision_number': 4, 'project_id': '1c2479422e8c413e8ee554aa4f355bca', 'gw_port': {'id': 'e55b2bc1-ae65-406b-940f-7140a98e5e0e', 'name': '', 'network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:58:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61ea5b01-ed7e-4a0c-9d61-6220b5b2df7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'ip_address': '172.27.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:14:12Z', 'updated_at': '2022-05-03T14:14:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-5-iscsi', '_floatingips': [{'id': 'e9166e81-c223-4b13-a011-ef8c908eb62d', 'tenant_id': '1c2479422e8c413e8ee554aa4f355bca', 'floating_ip_address': '172.27.3.201', 'floating_network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2', 'router_id': '61ea5b01-ed7e-4a0c-9d61-6220b5b2df7a', 'port_id': 'f629260d-81fd-43c7-af1b-2e47940e5d03', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 457, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3121b82c-06ca-44d8-8e28-2f3afede7579', 'mac_address': 'fa:16:3e:9d:d1:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f49e6294-3ef2-4598-8866-1ef6698a5aee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T14:15:29Z', 'updated_at': '2022-05-03T14:15:29Z', 'revision_number': 0, 'project_id': '1c2479422e8c413e8ee554aa4f355bca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd12eeebd-9954-4350-83cd-86eb0e306794', 'name': '', 'network_id': '3121b82c-06ca-44d8-8e28-2f3afede7579', 'tenant_id': '1c2479422e8c413e8ee554aa4f355bca', 'mac_address': 'fa:16:3e:6d:21:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61ea5b01-ed7e-4a0c-9d61-6220b5b2df7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': '084cc6e3-980b-4882-a669-82e7bd2021c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:14:14Z', 'updated_at': '2022-05-03T14:14:20Z', 'revision_number': 5, 'project_id': '1c2479422e8c413e8ee554aa4f355bca', 'subnets': [{'id': '084cc6e3-980b-4882-a669-82e7bd2021c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-5-iscsi', False) {} {{(pid=103472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:15:31.488120 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-58400a52-bbdd-44a8-ae0c-f08b1241f7c8 req-42aa0d98-58d6-4112-aeb5-4d0d8984b882 tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] 10.222.0.36 "GET /v2.0/security-groups?id=003017ca-4389-4b0c-bb65-b60ac05fc006&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707333 May 03 14:15:31.515332 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb1ab1b-47d8-4241-bcc8-2f5f094be260 req-73a28622-99b2-4939-8b1a-059274d2c01e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:15:31.516876 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-4eb1ab1b-47d8-4241-bcc8-2f5f094be260 req-73a28622-99b2-4939-8b1a-059274d2c01e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1c2479422e8c413e8ee554aa4f355bca&device_id=f49e6294-3ef2-4598-8866-1ef6698a5aee HTTP/1.1" status: 200 len: 1129 time: 0.0794408 May 03 14:15:31.519794 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2c59dba-f704-40b0-adac-7b68804882c4 None None] Checking router: 61ea5b01-ed7e-4a0c-9d61-6220b5b2df7a for host: dv-cinder-839793-5-iscsi {{(pid=103472) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 14:15:31.530060 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2c59dba-f704-40b0-adac-7b68804882c4 None None] Routers {'61ea5b01-ed7e-4a0c-9d61-6220b5b2df7a'} bound to L3 agent in host dv-cinder-839793-5-iscsi {{(pid=103472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 14:15:31.530893 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.db.l3_hamode_db [None req-c2c59dba-f704-40b0-adac-7b68804882c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-03T14:04:39Z,description=,heartbeat_timestamp=2022-05-03T14:15:09Z,host='dv-cinder-839793-5-iscsi',id=2583ee88-9503-4370-b6e4-0a676865815e,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T14:04:39Z,topic='l3_agent')) {'router_ids': ['61ea5b01-ed7e-4a0c-9d61-6220b5b2df7a'], 'active': True} {{(pid=103472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:15:31.564140 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-7c08256f-29da-4804-ba32-fb1cba0d6229 req-9ee44e25-5804-4752-9240-3da90746727a service neutron] 10.222.0.36 "GET /v2.0/networks/27b794d9-b670-411c-9a0a-80863d6faaf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2102180 May 03 14:15:31.604575 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c5a4c5-0f00-420e-807a-346452f08b00 req-4b94951a-6e41-492d-8655-03602ac7e616 tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:15:31.606147 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-a5c5a4c5-0f00-420e-807a-346452f08b00 req-4b94951a-6e41-492d-8655-03602ac7e616 tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] 10.222.0.36 "GET /v2.0/ports?device_id=671baf8c-6ef9-44cb-81eb-b3d3532c0fd5 HTTP/1.1" status: 200 len: 944 time: 0.0485466 May 03 14:15:31.611299 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040aae3d-b2f5-4f3d-ac65-4f2995e37a6d req-dd85f8ff-96ce-43c0-94f3-782caea6a6ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:15:31.612773 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-040aae3d-b2f5-4f3d-ac65-4f2995e37a6d req-dd85f8ff-96ce-43c0-94f3-782caea6a6ef service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=ba9b5683-3cbc-4f53-803e-cd5413dfcbc0 HTTP/1.1" status: 200 len: 1129 time: 0.0935190 May 03 14:15:31.659766 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.db.l3_dvr_db [None req-c2c59dba-f704-40b0-adac-7b68804882c4 None None] Set router 61ea5b01-ed7e-4a0c-9d61-6220b5b2df7a gateway port host: dv-cinder-839793-5-iscsi {{(pid=103472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 14:15:31.660760 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-a5c5a4c5-0f00-420e-807a-346452f08b00 req-291df757-e57c-403a-861e-63e235233c5a tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] 10.222.0.36 "GET /v2.0/security-groups?id=059a32ed-46eb-44af-954f-023dc3b6f390&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478714 May 03 14:15:31.662628 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-2228f5ea-34e7-4b88-a79b-345782bd7e29 tempest-TestMinimumBasicScenario-1557761218 tempest-TestMinimumBasicScenario-1557761218-project] Publish callbacks [] for security_group_rule (8b10b63d-7acf-4afb-8aa5-43b057f72319), precommit_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:15:31.674430 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-2228f5ea-34e7-4b88-a79b-345782bd7e29 tempest-TestMinimumBasicScenario-1557761218 tempest-TestMinimumBasicScenario-1557761218-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656574'] for security_group_rule (8b10b63d-7acf-4afb-8aa5-43b057f72319), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:15:31.733503 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2228f5ea-34e7-4b88-a79b-345782bd7e29 tempest-TestMinimumBasicScenario-1557761218 tempest-TestMinimumBasicScenario-1557761218-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b10b63d-7acf-4afb-8aa5-43b057f72319,revision_number=0']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:15:31.735663 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb1ab1b-47d8-4241-bcc8-2f5f094be260 req-8e71171e-55ca-489a-9cb9-73dc07c8a445 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:15:31.737142 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-4eb1ab1b-47d8-4241-bcc8-2f5f094be260 req-8e71171e-55ca-489a-9cb9-73dc07c8a445 service neutron] 10.222.0.26 "GET /v2.0/networks?id=3121b82c-06ca-44d8-8e28-2f3afede7579 HTTP/1.1" status: 200 len: 916 time: 0.2052503 May 03 14:15:31.743299 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-040aae3d-b2f5-4f3d-ac65-4f2995e37a6d req-f0f7eb0e-63fd-4f16-98de-5e24ce0d3595 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=cbfeeeef-c433-4767-a994-eec44f2dc198&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015122 May 03 14:15:31.748245 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-2228f5ea-34e7-4b88-a79b-345782bd7e29 tempest-TestMinimumBasicScenario-1557761218 tempest-TestMinimumBasicScenario-1557761218-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:15:31.752506 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-2228f5ea-34e7-4b88-a79b-345782bd7e29 tempest-TestMinimumBasicScenario-1557761218 tempest-TestMinimumBasicScenario-1557761218-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4125552 May 03 14:15:31.753076 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.wsgi [-] (103470) accepted ('10.222.0.36', 46464) {{(pid=103470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:15:31.759033 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.v2.base [None req-3e65dafc-9ac4-48e1-8b56-f6efc8422d80 tempest-TestMinimumBasicScenario-1557761218 tempest-TestMinimumBasicScenario-1557761218-project] Request body: {'security_group_rule': {'security_group_id': 'f4b50e11-89f2-4740-9a3f-f760ba0dc3f2', 'project_id': '1c2479422e8c413e8ee554aa4f355bca', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 14:15:31.817013 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-9d027d27-1e5a-40a2-a755-a3bbf05ab95e req-30228e73-d27c-4f98-9ce4-5234a8203c52 tempest-VolumesActionsTest-1624866909 tempest-VolumesActionsTest-1624866909-project] 10.222.0.36 "GET /v2.0/ports?device_id=1c796ad5-1804-44f8-82cb-c51f261fbc67 HTTP/1.1" status: 200 len: 210 time: 0.0410945 May 03 14:15:31.848654 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe200792-00df-48f7-99c5-047ea4409de1 req-cf8a9e4d-eb68-4fcd-b612-686614f97c7f tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:15:31.850198 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-fe200792-00df-48f7-99c5-047ea4409de1 req-cf8a9e4d-eb68-4fcd-b612-686614f97c7f tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] 10.222.0.36 "GET /v2.0/ports?device_id=117976ba-33e4-4830-a66f-0cd354096c9b HTTP/1.1" status: 200 len: 944 time: 0.0554442 May 03 14:15:31.850972 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-3e65dafc-9ac4-48e1-8b56-f6efc8422d80 tempest-TestMinimumBasicScenario-1557761218 tempest-TestMinimumBasicScenario-1557761218-project] Publish callbacks [] for security_group_rule (7a0d7598-b0c9-4a10-9291-0135442943d2), before_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:15:31.930174 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.db.l3_hamode_db [None req-c2c59dba-f704-40b0-adac-7b68804882c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61ea5b01-ed7e-4a0c-9d61-6220b5b2df7a', 'name': 'tempest-TestMinimumBasicScenario-2081654503-router', 'tenant_id': '1c2479422e8c413e8ee554aa4f355bca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2', 'external_fixed_ips': [{'subnet_id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'ip_address': '172.27.3.190'}], 'enable_snat': True}, 'gw_port_id': 'e55b2bc1-ae65-406b-940f-7140a98e5e0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T14:14:11Z', 'updated_at': '2022-05-03T14:14:15Z', 'revision_number': 4, 'project_id': '1c2479422e8c413e8ee554aa4f355bca', 'gw_port': {'id': 'e55b2bc1-ae65-406b-940f-7140a98e5e0e', 'name': '', 'network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:58:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61ea5b01-ed7e-4a0c-9d61-6220b5b2df7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'ip_address': '172.27.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:14:12Z', 'updated_at': '2022-05-03T14:14:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-5-iscsi', '_floatingips': [{'id': 'e9166e81-c223-4b13-a011-ef8c908eb62d', 'tenant_id': '1c2479422e8c413e8ee554aa4f355bca', 'floating_ip_address': '172.27.3.201', 'floating_network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2', 'router_id': '61ea5b01-ed7e-4a0c-9d61-6220b5b2df7a', 'port_id': 'f629260d-81fd-43c7-af1b-2e47940e5d03', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 457, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3121b82c-06ca-44d8-8e28-2f3afede7579', 'mac_address': 'fa:16:3e:9d:d1:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f49e6294-3ef2-4598-8866-1ef6698a5aee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T14:15:29Z', 'updated_at': '2022-05-03T14:15:29Z', 'revision_number': 0, 'project_id': '1c2479422e8c413e8ee554aa4f355bca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd12eeebd-9954-4350-83cd-86eb0e306794', 'name': '', 'network_id': '3121b82c-06ca-44d8-8e28-2f3afede7579', 'tenant_id': '1c2479422e8c413e8ee554aa4f355bca', 'mac_address': 'fa:16:3e:6d:21:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61ea5b01-ed7e-4a0c-9d61-6220b5b2df7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': '084cc6e3-980b-4882-a669-82e7bd2021c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:14:14Z', 'updated_at': '2022-05-03T14:14:20Z', 'revision_number': 5, 'project_id': '1c2479422e8c413e8ee554aa4f355bca', 'subnets': [{'id': '084cc6e3-980b-4882-a669-82e7bd2021c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-5-iscsi', False) {} {{(pid=103472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:15:31.931953 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-fe200792-00df-48f7-99c5-047ea4409de1 req-9b658efa-6b46-40b9-98ad-9e1e9e05dbe0 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] 10.222.0.36 "GET /v2.0/security-groups?id=5256d9b7-303d-41e8-9beb-13271ea5bfe5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715337 May 03 14:15:31.937896 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.rpc [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Device ea1035f0-4db1-4fb1-a79e-83cc3cbe55bf details requested by agent hyperv_hv-cinder-83979 with host hv-cinder-83979 {{(pid=103471) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 03 14:15:31.944984 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.rpc [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Device 7bbb1028-4390-491f-bf7e-9db68148370c up at agent hyperv_hv-cinder-83979 {{(pid=103471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 14:15:31.964251 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-3e65dafc-9ac4-48e1-8b56-f6efc8422d80 tempest-TestMinimumBasicScenario-1557761218 tempest-TestMinimumBasicScenario-1557761218-project] Publish callbacks [] for security_group_rule (7a0d7598-b0c9-4a10-9291-0135442943d2), precommit_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:15:31.970450 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-3e65dafc-9ac4-48e1-8b56-f6efc8422d80 tempest-TestMinimumBasicScenario-1557761218 tempest-TestMinimumBasicScenario-1557761218-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656574'] for security_group_rule (7a0d7598-b0c9-4a10-9291-0135442943d2), after_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:15:32.009801 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2c59dba-f704-40b0-adac-7b68804882c4 None None] The sync data for ids ['61ea5b01-ed7e-4a0c-9d61-6220b5b2df7a'] in dv-cinder-839793-5-iscsi is: [{'id': '61ea5b01-ed7e-4a0c-9d61-6220b5b2df7a', 'name': 'tempest-TestMinimumBasicScenario-2081654503-router', 'tenant_id': '1c2479422e8c413e8ee554aa4f355bca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2', 'external_fixed_ips': [{'subnet_id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'ip_address': '172.27.3.190'}], 'enable_snat': True}, 'gw_port_id': 'e55b2bc1-ae65-406b-940f-7140a98e5e0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T14:14:11Z', 'updated_at': '2022-05-03T14:14:15Z', 'revision_number': 4, 'project_id': '1c2479422e8c413e8ee554aa4f355bca', 'gw_port': {'id': 'e55b2bc1-ae65-406b-940f-7140a98e5e0e', 'name': '', 'network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:58:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61ea5b01-ed7e-4a0c-9d61-6220b5b2df7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'ip_address': '172.27.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:14:12Z', 'updated_at': '2022-05-03T14:14:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-5-iscsi', '_floatingips': [{'id': 'e9166e81-c223-4b13-a011-ef8c908eb62d', 'tenant_id': '1c2479422e8c413e8ee554aa4f355bca', 'floating_ip_address': '172.27.3.201', 'floating_network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2', 'router_id': '61ea5b01-ed7e-4a0c-9d61-6220b5b2df7a', 'port_id': 'f629260d-81fd-43c7-af1b-2e47940e5d03', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 457, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3121b82c-06ca-44d8-8e28-2f3afede7579', 'mac_address': 'fa:16:3e:9d:d1:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f49e6294-3ef2-4598-8866-1ef6698a5aee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T14:15:29Z', 'updated_at': '2022-05-03T14:15:29Z', 'revision_number': 0, 'project_id': '1c2479422e8c413e8ee554aa4f355bca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd12eeebd-9954-4350-83cd-86eb0e306794', 'name': '', 'network_id': '3121b82c-06ca-44d8-8e28-2f3afede7579', 'tenant_id': '1c2479422e8c413e8ee554aa4f355bca', 'mac_address': 'fa:16:3e:6d:21:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61ea5b01-ed7e-4a0c-9d61-6220b5b2df7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': '084cc6e3-980b-4882-a669-82e7bd2021c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:14:14Z', 'updated_at': '2022-05-03T14:14:20Z', 'revision_number': 5, 'project_id': '1c2479422e8c413e8ee554aa4f355bca', 'subnets': [{'id': '084cc6e3-980b-4882-a669-82e7bd2021c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 14:15:32.048362 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e65dafc-9ac4-48e1-8b56-f6efc8422d80 tempest-TestMinimumBasicScenario-1557761218 tempest-TestMinimumBasicScenario-1557761218-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a0d7598-b0c9-4a10-9291-0135442943d2,revision_number=0']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:15:32.061720 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-3e65dafc-9ac4-48e1-8b56-f6efc8422d80 tempest-TestMinimumBasicScenario-1557761218 tempest-TestMinimumBasicScenario-1557761218-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:15:32.063485 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [None req-3e65dafc-9ac4-48e1-8b56-f6efc8422d80 tempest-TestMinimumBasicScenario-1557761218 tempest-TestMinimumBasicScenario-1557761218-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3091581 May 03 14:15:32.066057 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.wsgi [-] (103470) accepted ('10.222.0.36', 46476) {{(pid=103470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:15:32.071424 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.v2.base [None req-3a404093-3120-4b4a-8b31-9e9b0b7b8991 tempest-TestMinimumBasicScenario-1557761218 tempest-TestMinimumBasicScenario-1557761218-project] Request body: {'security_group_rule': {'security_group_id': 'f4b50e11-89f2-4740-9a3f-f760ba0dc3f2', 'project_id': '1c2479422e8c413e8ee554aa4f355bca', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 14:15:32.090898 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.provisioning_blocks [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Provisioning complete for port 7bbb1028-4390-491f-bf7e-9db68148370c triggered by entity L2. {{(pid=103471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 14:15:32.091710 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749148'] for port (7bbb1028-4390-491f-bf7e-9db68148370c), provisioning_complete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:15:32.107385 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-3a404093-3120-4b4a-8b31-9e9b0b7b8991 tempest-TestMinimumBasicScenario-1557761218 tempest-TestMinimumBasicScenario-1557761218-project] Publish callbacks [] for security_group_rule (468aa2fe-62f5-416c-ae4e-bbad4d72af49), before_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:15:32.163992 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.db [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] For port ea1035f0-4db1-4fb1-a79e-83cc3cbe55bf, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=ea1035f0-4db1-4fb1-a79e-83cc3cbe55bf,segment=NetworkSegment(e1835114-80bf-41da-a21b-fba78594b9dd),segment_id=e1835114-80bf-41da-a21b-fba78594b9dd)] {{(pid=103471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 14:15:32.173326 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-4eb1ab1b-47d8-4241-bcc8-2f5f094be260 req-1dc34a73-c33f-46b7-b535-6255c909da6b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f629260d-81fd-43c7-af1b-2e47940e5d03 HTTP/1.1" status: 200 len: 999 time: 0.1984532 May 03 14:15:32.204526 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.rpc [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Returning: {'device': 'ea1035f0-4db1-4fb1-a79e-83cc3cbe55bf', 'network_id': '89bc2c7d-2b97-4518-b62e-d0f098e36f62', 'port_id': 'ea1035f0-4db1-4fb1-a79e-83cc3cbe55bf', 'mac_address': 'fa:16:3e:ce:02:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 214, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce824052-6a3b-4ab6-8ac7-7607bba43c53', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103471) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 03 14:15:32.206428 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-3a404093-3120-4b4a-8b31-9e9b0b7b8991 tempest-TestMinimumBasicScenario-1557761218 tempest-TestMinimumBasicScenario-1557761218-project] Publish callbacks [] for security_group_rule (468aa2fe-62f5-416c-ae4e-bbad4d72af49), precommit_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:15:32.215614 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Current status of the port 7bbb1028-4390-491f-bf7e-9db68148370c is: BUILD; New status is: ACTIVE {{(pid=103471) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 14:15:32.215842 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-3a404093-3120-4b4a-8b31-9e9b0b7b8991 tempest-TestMinimumBasicScenario-1557761218 tempest-TestMinimumBasicScenario-1557761218-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656574'] for security_group_rule (468aa2fe-62f5-416c-ae4e-bbad4d72af49), after_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:15:32.216482 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585126'] for port (7bbb1028-4390-491f-bf7e-9db68148370c), before_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:15:32.247808 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a404093-3120-4b4a-8b31-9e9b0b7b8991 tempest-TestMinimumBasicScenario-1557761218 tempest-TestMinimumBasicScenario-1557761218-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=468aa2fe-62f5-416c-ae4e-bbad4d72af49,revision_number=0']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:15:32.261976 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-3a404093-3120-4b4a-8b31-9e9b0b7b8991 tempest-TestMinimumBasicScenario-1557761218 tempest-TestMinimumBasicScenario-1557761218-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:15:32.266134 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [None req-3a404093-3120-4b4a-8b31-9e9b0b7b8991 tempest-TestMinimumBasicScenario-1557761218 tempest-TestMinimumBasicScenario-1557761218-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1960013 May 03 14:15:32.266368 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.36', 46484) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:15:32.269985 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '117976ba-33e4-4830-a66f-0cd354096c9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bbb1028-4390-491f-bf7e-9db68148370c'}] {{(pid=103471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 14:15:32.272372 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.v2.base [None req-1270c4cf-954f-480d-8547-8fe696c73154 tempest-TestMinimumBasicScenario-1557761218 tempest-TestMinimumBasicScenario-1557761218-project] Request body: {'security_group_rule': {'security_group_id': 'f4b50e11-89f2-4740-9a3f-f760ba0dc3f2', 'project_id': '1c2479422e8c413e8ee554aa4f355bca', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 14:15:32.273116 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}258de9d1a1c653a46c94c94b096b8a314ffaed5fb8c929df022c823a20d863ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cf14021-e832-43e0-9bfc-63ef53fe4332" -d '{"events": [{"server_uuid": "117976ba-33e4-4830-a66f-0cd354096c9b", "name": "network-vif-plugged", "status": "completed", "tag": "7bbb1028-4390-491f-bf7e-9db68148370c"}]}' {{(pid=103471) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 14:15:32.305544 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.db [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] For port 7bbb1028-4390-491f-bf7e-9db68148370c, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=7bbb1028-4390-491f-bf7e-9db68148370c,segment=NetworkSegment(67863d8e-3b7d-4783-aeb0-1e512a0dd290),segment_id=67863d8e-3b7d-4783-aeb0-1e512a0dd290)] {{(pid=103471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 14:15:32.308569 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Current status of the port ea1035f0-4db1-4fb1-a79e-83cc3cbe55bf is: DOWN; New status is: BUILD {{(pid=103471) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 14:15:32.309127 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585126'] for port (ea1035f0-4db1-4fb1-a79e-83cc3cbe55bf), before_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:15:32.313391 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786921284783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786920821414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786920821432'] for port (7bbb1028-4390-491f-bf7e-9db68148370c), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:15:32.331267 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-1270c4cf-954f-480d-8547-8fe696c73154 tempest-TestMinimumBasicScenario-1557761218 tempest-TestMinimumBasicScenario-1557761218-project] Publish callbacks [] for security_group_rule (5f7edb39-1247-4850-a732-d7445efb0ee0), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:15:32.364526 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 May 2022 14:15:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c4dadd5-0cd0-40c1-a5de-73216d759627 x-openstack-request-id: req-5c4dadd5-0cd0-40c1-a5de-73216d759627 {{(pid=103471) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 14:15:32.365035 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "117976ba-33e4-4830-a66f-0cd354096c9b", "name": "network-vif-plugged", "status": "completed", "tag": "7bbb1028-4390-491f-bf7e-9db68148370c", "code": 200}]} {{(pid=103471) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 14:15:32.365498 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-5c4dadd5-0cd0-40c1-a5de-73216d759627 {{(pid=103471) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 14:15:32.366088 dv-cinder-839793-5-iscsi neutron-server[103471]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c4dadd5-0cd0-40c1-a5de-73216d759627'] response: {'server_uuid': '117976ba-33e4-4830-a66f-0cd354096c9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bbb1028-4390-491f-bf7e-9db68148370c', 'code': 200} May 03 14:15:32.369754 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.notifiers.nova [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea1035f0-4db1-4fb1-a79e-83cc3cbe55bf {{(pid=103471) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 14:15:32.401563 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.wsgi [-] (103470) accepted ('10.222.0.36', 46488) {{(pid=103470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:15:32.410799 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.db [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] For port ea1035f0-4db1-4fb1-a79e-83cc3cbe55bf, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=ea1035f0-4db1-4fb1-a79e-83cc3cbe55bf,segment=NetworkSegment(e1835114-80bf-41da-a21b-fba78594b9dd),segment_id=e1835114-80bf-41da-a21b-fba78594b9dd)] {{(pid=103471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 14:15:32.421966 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786921284783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786920821414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786920821432'] for port (ea1035f0-4db1-4fb1-a79e-83cc3cbe55bf), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:15:32.423803 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Pushing event updated for resources: {'Port': ['ID=7bbb1028-4390-491f-bf7e-9db68148370c,revision_number=7']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:15:32.466701 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b282190-d030-4968-8ef9-25b3ae4fd2dd req-a62b1ff3-dc7e-4b04-b1c6-1532f0e60a29 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:15:32.468591 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-2b282190-d030-4968-8ef9-25b3ae4fd2dd req-a62b1ff3-dc7e-4b04-b1c6-1532f0e60a29 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] 10.222.0.36 "GET /v2.0/ports?device_id=ba9b5683-3cbc-4f53-803e-cd5413dfcbc0 HTTP/1.1" status: 200 len: 945 time: 0.0978754 May 03 14:15:32.480955 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abfa4ba4-02f1-451c-a3d2-583d2af88a0d None None] New status for floating IP e9166e81-c223-4b13-a011-ef8c908eb62d: ACTIVE {{(pid=103471) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 03 14:15:32.484743 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Pushing event updated for resources: {'Port': ['ID=ea1035f0-4db1-4fb1-a79e-83cc3cbe55bf,revision_number=4']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:15:32.487740 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-1270c4cf-954f-480d-8547-8fe696c73154 tempest-TestMinimumBasicScenario-1557761218 tempest-TestMinimumBasicScenario-1557761218-project] Publish callbacks [] for security_group_rule (5f7edb39-1247-4850-a732-d7445efb0ee0), precommit_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:15:32.498321 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-1270c4cf-954f-480d-8547-8fe696c73154 tempest-TestMinimumBasicScenario-1557761218 tempest-TestMinimumBasicScenario-1557761218-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656574'] for security_group_rule (5f7edb39-1247-4850-a732-d7445efb0ee0), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:15:32.521506 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1270c4cf-954f-480d-8547-8fe696c73154 tempest-TestMinimumBasicScenario-1557761218 tempest-TestMinimumBasicScenario-1557761218-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f7edb39-1247-4850-a732-d7445efb0ee0,revision_number=0']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:15:32.535273 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-621c2d2a-0eff-46c0-8608-8b9747be26ad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:15:32.595182 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-2b282190-d030-4968-8ef9-25b3ae4fd2dd req-f9f1bf4c-e9d4-4fd9-9e30-2de08b13f874 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] 10.222.0.36 "GET /v2.0/security-groups?id=cbfeeeef-c433-4767-a994-eec44f2dc198&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160760 May 03 14:15:32.599479 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-1270c4cf-954f-480d-8547-8fe696c73154 tempest-TestMinimumBasicScenario-1557761218 tempest-TestMinimumBasicScenario-1557761218-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:15:32.610016 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-1270c4cf-954f-480d-8547-8fe696c73154 tempest-TestMinimumBasicScenario-1557761218 tempest-TestMinimumBasicScenario-1557761218-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3341477 May 03 14:15:32.610016 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.36', 46494) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:15:32.610719 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.v2.base [None req-2837449b-790b-4faa-890f-38cf3d2fe1fc tempest-TestMinimumBasicScenario-1557761218 tempest-TestMinimumBasicScenario-1557761218-project] Request body: {'security_group_rule': {'security_group_id': 'f4b50e11-89f2-4740-9a3f-f760ba0dc3f2', 'project_id': '1c2479422e8c413e8ee554aa4f355bca', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 14:15:32.633856 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.db.securitygroups_db [None req-2837449b-790b-4faa-890f-38cf3d2fe1fc tempest-TestMinimumBasicScenario-1557761218 tempest-TestMinimumBasicScenario-1557761218-project] Project 1c2479422e8c413e8ee554aa4f355bca added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 03 14:15:32.640858 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-2837449b-790b-4faa-890f-38cf3d2fe1fc tempest-TestMinimumBasicScenario-1557761218 tempest-TestMinimumBasicScenario-1557761218-project] Publish callbacks [] for security_group_rule (1898aa2e-43dc-491f-a369-01e99bdc7524), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:15:32.661669 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-621c2d2a-0eff-46c0-8608-8b9747be26ad admin admin] Publish callbacks [] for security_group (3321af46-d34d-4eb7-a6d8-07b45d0b9323), precommit_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:15:32.671163 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c3b2ff-24b1-4eb6-9f4e-ade7e8dace8d req-6ca3c6b7-2ec3-40b8-97b4-4df2689d9d12 tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:15:32.672654 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-11c3b2ff-24b1-4eb6-9f4e-ade7e8dace8d req-6ca3c6b7-2ec3-40b8-97b4-4df2689d9d12 tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] 10.222.0.36 "GET /v2.0/ports?device_id=a99ca2ec-e8bc-4aa3-b6f6-9c0c08e0c036 HTTP/1.1" status: 200 len: 945 time: 0.0666330 May 03 14:15:32.673815 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-621c2d2a-0eff-46c0-8608-8b9747be26ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656397'] for security_group (3321af46-d34d-4eb7-a6d8-07b45d0b9323), after_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:15:32.713434 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-2837449b-790b-4faa-890f-38cf3d2fe1fc tempest-TestMinimumBasicScenario-1557761218 tempest-TestMinimumBasicScenario-1557761218-project] Publish callbacks [] for security_group_rule (1898aa2e-43dc-491f-a369-01e99bdc7524), precommit_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:15:32.718530 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-2837449b-790b-4faa-890f-38cf3d2fe1fc tempest-TestMinimumBasicScenario-1557761218 tempest-TestMinimumBasicScenario-1557761218-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656574'] for security_group_rule (1898aa2e-43dc-491f-a369-01e99bdc7524), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:15:32.727692 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621c2d2a-0eff-46c0-8608-8b9747be26ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3321af46-d34d-4eb7-a6d8-07b45d0b9323,revision_number=1']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:15:32.734121 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [None req-621c2d2a-0eff-46c0-8608-8b9747be26ad admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3b8ba9c5407543549139ccedc3068f38&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3313975 May 03 14:15:32.738511 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.36', 46498) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:15:32.758395 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2837449b-790b-4faa-890f-38cf3d2fe1fc tempest-TestMinimumBasicScenario-1557761218 tempest-TestMinimumBasicScenario-1557761218-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1898aa2e-43dc-491f-a369-01e99bdc7524,revision_number=0']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:15:32.765372 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-11c3b2ff-24b1-4eb6-9f4e-ade7e8dace8d req-c1fd037a-29b4-4016-b2e3-e4e35efe0509 tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] 10.222.0.36 "GET /v2.0/security-groups?id=003017ca-4389-4b0c-bb65-b60ac05fc006&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754328 May 03 14:15:32.773859 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-2837449b-790b-4faa-890f-38cf3d2fe1fc tempest-TestMinimumBasicScenario-1557761218 tempest-TestMinimumBasicScenario-1557761218-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:15:32.775063 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-2837449b-790b-4faa-890f-38cf3d2fe1fc tempest-TestMinimumBasicScenario-1557761218 tempest-TestMinimumBasicScenario-1557761218-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1685071 May 03 14:15:32.777878 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.wsgi [-] (103470) accepted ('10.222.0.36', 46500) {{(pid=103470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:15:32.783009 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.v2.base [None req-1483f934-1f87-4f15-a411-3e576bef7d03 tempest-TestMinimumBasicScenario-1557761218 tempest-TestMinimumBasicScenario-1557761218-project] Request body: {'security_group_rule': {'security_group_id': 'f4b50e11-89f2-4740-9a3f-f760ba0dc3f2', 'project_id': '1c2479422e8c413e8ee554aa4f355bca', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 14:15:32.801142 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.db [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] get_ports_and_sgs() called for port_ids ['ea1035f0-4db1-4fb1-a79e-83cc3cbe55bf'] {{(pid=103471) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 03 14:15:32.804529 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.db.securitygroups_db [None req-1483f934-1f87-4f15-a411-3e576bef7d03 tempest-TestMinimumBasicScenario-1557761218 tempest-TestMinimumBasicScenario-1557761218-project] Project 1c2479422e8c413e8ee554aa4f355bca added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 03 14:15:32.810345 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-1483f934-1f87-4f15-a411-3e576bef7d03 tempest-TestMinimumBasicScenario-1557761218 tempest-TestMinimumBasicScenario-1557761218-project] Publish callbacks [] for security_group_rule (dc9934e4-4beb-4d5b-b9be-7cdc42e4e424), before_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:15:32.836852 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fc4a59-e4b5-4573-8d1a-f9426232e9c3 req-44f18185-c38b-494f-8712-369fbab0c31c tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:15:32.838405 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-91fc4a59-e4b5-4573-8d1a-f9426232e9c3 req-44f18185-c38b-494f-8712-369fbab0c31c tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] 10.222.0.36 "GET /v2.0/ports?device_id=671baf8c-6ef9-44cb-81eb-b3d3532c0fd5 HTTP/1.1" status: 200 len: 944 time: 0.0902576 May 03 14:15:32.856119 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-8405ce4e-8205-4fc1-8be0-fe294c3e1dd6 admin admin] Publish callbacks [] for security_group (3321af46-d34d-4eb7-a6d8-07b45d0b9323), before_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:15:32.887507 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-1483f934-1f87-4f15-a411-3e576bef7d03 tempest-TestMinimumBasicScenario-1557761218 tempest-TestMinimumBasicScenario-1557761218-project] Publish callbacks [] for security_group_rule (dc9934e4-4beb-4d5b-b9be-7cdc42e4e424), precommit_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:15:32.893769 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-1483f934-1f87-4f15-a411-3e576bef7d03 tempest-TestMinimumBasicScenario-1557761218 tempest-TestMinimumBasicScenario-1557761218-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656574'] for security_group_rule (dc9934e4-4beb-4d5b-b9be-7cdc42e4e424), after_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:15:32.894338 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-8405ce4e-8205-4fc1-8be0-fe294c3e1dd6 admin admin] Publish callbacks [] for security_group (3321af46-d34d-4eb7-a6d8-07b45d0b9323), precommit_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:15:32.934615 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-91fc4a59-e4b5-4573-8d1a-f9426232e9c3 req-3ad52b15-e6a5-42fd-824d-38ce2598182d tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] 10.222.0.36 "GET /v2.0/security-groups?id=059a32ed-46eb-44af-954f-023dc3b6f390&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0794632 May 03 14:15:32.941802 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-47d6000d-afe2-4ce4-bd1b-500e62ef293d req-7ed98703-a9dd-4d68-8a0c-7c3f288e5c2e tempest-VolumesActionsTest-1624866909 tempest-VolumesActionsTest-1624866909-project] 10.222.0.36 "GET /v2.0/ports?device_id=1c796ad5-1804-44f8-82cb-c51f261fbc67 HTTP/1.1" status: 200 len: 210 time: 0.0457909 May 03 14:15:32.942390 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1483f934-1f87-4f15-a411-3e576bef7d03 tempest-TestMinimumBasicScenario-1557761218 tempest-TestMinimumBasicScenario-1557761218-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc9934e4-4beb-4d5b-b9be-7cdc42e4e424,revision_number=0']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:15:32.964592 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-1483f934-1f87-4f15-a411-3e576bef7d03 tempest-TestMinimumBasicScenario-1557761218 tempest-TestMinimumBasicScenario-1557761218-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:15:32.964592 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [None req-1483f934-1f87-4f15-a411-3e576bef7d03 tempest-TestMinimumBasicScenario-1557761218 tempest-TestMinimumBasicScenario-1557761218-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1803207 May 03 14:15:32.979549 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-8405ce4e-8205-4fc1-8be0-fe294c3e1dd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656397'] for security_group (3321af46-d34d-4eb7-a6d8-07b45d0b9323), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:15:32.979549 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-8405ce4e-8205-4fc1-8be0-fe294c3e1dd6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:15:32.979549 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-8405ce4e-8205-4fc1-8be0-fe294c3e1dd6 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/3321af46-d34d-4eb7-a6d8-07b45d0b9323 HTTP/1.1" status: 204 len: 168 time: 0.2363768 May 03 14:15:32.984272 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8405ce4e-8205-4fc1-8be0-fe294c3e1dd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3321af46-d34d-4eb7-a6d8-07b45d0b9323,revision_number=None']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:15:33.088850 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-4d4bd470-25b8-48eb-ab37-5d8f50eed513 req-fb003b30-4499-4fad-aed6-e5b58f121cee tempest-TestMinimumBasicScenario-1557761218 tempest-TestMinimumBasicScenario-1557761218-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-910510673&fields=id&tenant_id=1c2479422e8c413e8ee554aa4f355bca HTTP/1.1" status: 200 len: 267 time: 0.0546813 May 03 14:15:33.092350 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd764fec-8bba-4bb8-9c32-657c80429c06 req-cda9f33c-180a-4e48-8b63-47f52a11d54f tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:15:33.100390 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-dd764fec-8bba-4bb8-9c32-657c80429c06 req-cda9f33c-180a-4e48-8b63-47f52a11d54f tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] 10.222.0.36 "GET /v2.0/ports?device_id=117976ba-33e4-4830-a66f-0cd354096c9b HTTP/1.1" status: 200 len: 945 time: 0.0580816 May 03 14:15:33.146917 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-dd764fec-8bba-4bb8-9c32-657c80429c06 req-b74b4109-e713-4666-9d97-b41585914e82 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] 10.222.0.36 "GET /v2.0/security-groups?id=5256d9b7-303d-41e8-9beb-13271ea5bfe5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455747 May 03 14:15:33.148811 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4bd470-25b8-48eb-ab37-5d8f50eed513 req-e7514416-9889-4f6d-a17d-27f8839f1609 tempest-TestMinimumBasicScenario-1557761218 tempest-TestMinimumBasicScenario-1557761218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:15:33.150674 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-4d4bd470-25b8-48eb-ab37-5d8f50eed513 req-e7514416-9889-4f6d-a17d-27f8839f1609 tempest-TestMinimumBasicScenario-1557761218 tempest-TestMinimumBasicScenario-1557761218-project] 10.222.0.36 "GET /v2.0/ports?device_id=f49e6294-3ef2-4598-8866-1ef6698a5aee HTTP/1.1" status: 200 len: 945 time: 0.0544519 May 03 14:15:33.162410 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.v2.base [req-4d4bd470-25b8-48eb-ab37-5d8f50eed513 req-011a496d-d836-42fa-a1b9-b14248ec14b8 tempest-TestMinimumBasicScenario-1557761218 tempest-TestMinimumBasicScenario-1557761218-project] Request body: {'port': {'security_groups': ['5ecd445a-dda4-4baf-94a7-7543188df186', 'f4b50e11-89f2-4740-9a3f-f760ba0dc3f2']}} {{(pid=103469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 14:15:33.238793 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-4d4bd470-25b8-48eb-ab37-5d8f50eed513 req-011a496d-d836-42fa-a1b9-b14248ec14b8 tempest-TestMinimumBasicScenario-1557761218 tempest-TestMinimumBasicScenario-1557761218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585126'] for port (f629260d-81fd-43c7-af1b-2e47940e5d03), before_update {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:15:33.406923 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb1ab1b-47d8-4241-bcc8-2f5f094be260 req-81c187b1-82e9-488d-9353-3dc89808e7dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:15:33.408408 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-4eb1ab1b-47d8-4241-bcc8-2f5f094be260 req-81c187b1-82e9-488d-9353-3dc89808e7dd service neutron] 10.222.0.26 "GET /v2.0/subnets?id=084cc6e3-980b-4882-a669-82e7bd2021c7 HTTP/1.1" status: 200 len: 854 time: 0.0824680 May 03 14:15:33.499299 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb1ab1b-47d8-4241-bcc8-2f5f094be260 req-90bde89d-8ca3-4870-b2dd-f1b389c479dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:15:33.503711 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-4eb1ab1b-47d8-4241-bcc8-2f5f094be260 req-90bde89d-8ca3-4870-b2dd-f1b389c479dd service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=3121b82c-06ca-44d8-8e28-2f3afede7579&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0832248 May 03 14:15:33.518158 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.db [req-4d4bd470-25b8-48eb-ab37-5d8f50eed513 req-011a496d-d836-42fa-a1b9-b14248ec14b8 tempest-TestMinimumBasicScenario-1557761218 tempest-TestMinimumBasicScenario-1557761218-project] For port f629260d-81fd-43c7-af1b-2e47940e5d03, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=f629260d-81fd-43c7-af1b-2e47940e5d03,segment=NetworkSegment(0a761dc3-2a3e-41fe-ad2f-dc1a6256ae05),segment_id=0a761dc3-2a3e-41fe-ad2f-dc1a6256ae05)] {{(pid=103469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 14:15:33.717814 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32d538b-6e9c-4ff5-9bdb-e9ddfab78a16 req-5715421a-5260-4591-a6bc-58379fa5340a tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:15:33.719962 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-f32d538b-6e9c-4ff5-9bdb-e9ddfab78a16 req-5715421a-5260-4591-a6bc-58379fa5340a tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] 10.222.0.36 "GET /v2.0/ports?device_id=ba9b5683-3cbc-4f53-803e-cd5413dfcbc0 HTTP/1.1" status: 200 len: 945 time: 0.0534194 May 03 14:15:33.777188 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-f32d538b-6e9c-4ff5-9bdb-e9ddfab78a16 req-a4c242ef-df95-44a4-8d9b-a598c5fc06b3 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] 10.222.0.36 "GET /v2.0/security-groups?id=cbfeeeef-c433-4767-a994-eec44f2dc198&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510662 May 03 14:15:33.837243 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-4d4bd470-25b8-48eb-ab37-5d8f50eed513 req-011a496d-d836-42fa-a1b9-b14248ec14b8 tempest-TestMinimumBasicScenario-1557761218 tempest-TestMinimumBasicScenario-1557761218-project] Publish callbacks [] for port (f629260d-81fd-43c7-af1b-2e47940e5d03), precommit_update {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:15:33.843655 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-4d4bd470-25b8-48eb-ab37-5d8f50eed513 req-011a496d-d836-42fa-a1b9-b14248ec14b8 tempest-TestMinimumBasicScenario-1557761218 tempest-TestMinimumBasicScenario-1557761218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786921284783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786920821414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786920821432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6178150'] for port (f629260d-81fd-43c7-af1b-2e47940e5d03), after_update {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:15:33.861536 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.db [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] get_ports_and_sgs() called for port_ids ['f629260d-81fd-43c7-af1b-2e47940e5d03'] {{(pid=103471) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 03 14:15:33.909393 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4bd470-25b8-48eb-ab37-5d8f50eed513 req-011a496d-d836-42fa-a1b9-b14248ec14b8 tempest-TestMinimumBasicScenario-1557761218 tempest-TestMinimumBasicScenario-1557761218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:15:33.910038 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-4d4bd470-25b8-48eb-ab37-5d8f50eed513 req-011a496d-d836-42fa-a1b9-b14248ec14b8 tempest-TestMinimumBasicScenario-1557761218 tempest-TestMinimumBasicScenario-1557761218-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218734'] for port (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:15:33.911474 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-4d4bd470-25b8-48eb-ab37-5d8f50eed513 req-011a496d-d836-42fa-a1b9-b14248ec14b8 tempest-TestMinimumBasicScenario-1557761218 tempest-TestMinimumBasicScenario-1557761218-project] 10.222.0.36 "PUT /v2.0/ports/f629260d-81fd-43c7-af1b-2e47940e5d03 HTTP/1.1" status: 200 len: 981 time: 0.7544751 May 03 14:15:33.911945 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f49e6294-3ef2-4598-8866-1ef6698a5aee', 'tag': 'f629260d-81fd-43c7-af1b-2e47940e5d03'}] {{(pid=103469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 14:15:33.914434 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68fe64b6b3a70a2f5f611128c103f52e8e68dc233ccb418b63396cbb83134719" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb8203e4-af55-4ced-b654-ccf15bd748df" -d '{"events": [{"name": "network-changed", "server_uuid": "f49e6294-3ef2-4598-8866-1ef6698a5aee", "tag": "f629260d-81fd-43c7-af1b-2e47940e5d03"}]}' {{(pid=103469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 14:15:33.918134 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2672ebe-2917-4b78-82ea-80172689eebb req-8baa121e-4fe5-428c-a67e-01fb8e1c43cc tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:15:33.918134 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-c2672ebe-2917-4b78-82ea-80172689eebb req-8baa121e-4fe5-428c-a67e-01fb8e1c43cc tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] 10.222.0.36 "GET /v2.0/ports?device_id=a99ca2ec-e8bc-4aa3-b6f6-9c0c08e0c036 HTTP/1.1" status: 200 len: 945 time: 0.0722463 May 03 14:15:33.947203 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-4eb1ab1b-47d8-4241-bcc8-2f5f094be260 req-376959b2-1554-4cef-ad82-f8091a5b7f1f service neutron] 10.222.0.26 "GET /v2.0/networks/3121b82c-06ca-44d8-8e28-2f3afede7579?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4308710 May 03 14:15:33.950838 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011a496d-d836-42fa-a1b9-b14248ec14b8 tempest-TestMinimumBasicScenario-1557761218 tempest-TestMinimumBasicScenario-1557761218-project] Pushing event updated for resources: {'Port': ['ID=f629260d-81fd-43c7-af1b-2e47940e5d03,revision_number=6']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:15:33.967669 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.rpc [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Device 39a4e1c4-19b9-4ef0-a572-0e58d3c8ff6e details requested by agent hyperv_hv-cinder-83979 with host hv-cinder-83979 {{(pid=103471) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 03 14:15:33.976294 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 May 2022 14:15:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6b573fc-1f0d-4393-be68-ce500033072e x-openstack-request-id: req-e6b573fc-1f0d-4393-be68-ce500033072e {{(pid=103469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 14:15:33.976599 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f49e6294-3ef2-4598-8866-1ef6698a5aee", "tag": "f629260d-81fd-43c7-af1b-2e47940e5d03", "status": "completed", "code": 200}]} {{(pid=103469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 14:15:33.976841 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e6b573fc-1f0d-4393-be68-ce500033072e {{(pid=103469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 14:15:33.977249 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e6b573fc-1f0d-4393-be68-ce500033072e'] response: {'name': 'network-changed', 'server_uuid': 'f49e6294-3ef2-4598-8866-1ef6698a5aee', 'tag': 'f629260d-81fd-43c7-af1b-2e47940e5d03', 'status': 'completed', 'code': 200} May 03 14:15:34.019911 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-c2672ebe-2917-4b78-82ea-80172689eebb req-94697a3d-f8f9-4960-b105-45b9688303dc tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] 10.222.0.36 "GET /v2.0/security-groups?id=003017ca-4389-4b0c-bb65-b60ac05fc006&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0945234 May 03 14:15:34.064618 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.rpc [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Device ea1035f0-4db1-4fb1-a79e-83cc3cbe55bf up at agent hyperv_hv-cinder-83979 {{(pid=103471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 14:15:34.079443 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.db [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] get_ports_and_sgs() called for port_ids ['f629260d-81fd-43c7-af1b-2e47940e5d03'] {{(pid=103471) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 03 14:15:34.204686 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9df78d-0011-429d-b504-6d4cea5b2fae req-b51a1d14-fa35-422e-8cd6-9b0a687a2e0b tempest-TestMinimumBasicScenario-1557761218 tempest-TestMinimumBasicScenario-1557761218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:15:34.215809 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-cb9df78d-0011-429d-b504-6d4cea5b2fae req-b51a1d14-fa35-422e-8cd6-9b0a687a2e0b tempest-TestMinimumBasicScenario-1557761218 tempest-TestMinimumBasicScenario-1557761218-project] 10.222.0.36 "GET /v2.0/ports?device_id=f49e6294-3ef2-4598-8866-1ef6698a5aee HTTP/1.1" status: 200 len: 984 time: 0.1389272 May 03 14:15:34.244889 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6860f59-62cd-4745-b5fa-5860dfe3e663 req-e2cd7916-fb4b-4df2-88fd-8055ade58843 tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:15:34.259306 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-d6860f59-62cd-4745-b5fa-5860dfe3e663 req-e2cd7916-fb4b-4df2-88fd-8055ade58843 tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] 10.222.0.36 "GET /v2.0/ports?device_id=671baf8c-6ef9-44cb-81eb-b3d3532c0fd5 HTTP/1.1" status: 200 len: 944 time: 0.1235335 May 03 14:15:34.298224 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.db [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] For port 39a4e1c4-19b9-4ef0-a572-0e58d3c8ff6e, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=39a4e1c4-19b9-4ef0-a572-0e58d3c8ff6e,segment=NetworkSegment(96845684-5e64-43d8-9d64-6efc7510389a),segment_id=96845684-5e64-43d8-9d64-6efc7510389a)] {{(pid=103471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 14:15:34.351074 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-d6860f59-62cd-4745-b5fa-5860dfe3e663 req-5de15761-adb2-44dd-b10a-fd0bd706a357 tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] 10.222.0.36 "GET /v2.0/security-groups?id=059a32ed-46eb-44af-954f-023dc3b6f390&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0901968 May 03 14:15:34.356017 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-4eb1ab1b-47d8-4241-bcc8-2f5f094be260 req-e837660d-5b8c-4d83-a396-966005ed05f0 service neutron] 10.222.0.26 "GET /v2.0/networks/3121b82c-06ca-44d8-8e28-2f3afede7579?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2439208 May 03 14:15:34.356596 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.rpc [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Returning: {'device': '39a4e1c4-19b9-4ef0-a572-0e58d3c8ff6e', 'network_id': 'f560d97d-2acd-47bd-966f-19197466eba2', 'port_id': '39a4e1c4-19b9-4ef0-a572-0e58d3c8ff6e', 'mac_address': 'fa:16:3e:13:d0:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 236, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8cbf221-f4fe-47a8-93ac-36f15595da79', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103471) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 03 14:15:34.376502 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.provisioning_blocks [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Provisioning for port ea1035f0-4db1-4fb1-a79e-83cc3cbe55bf completed by entity L2. {{(pid=103471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 03 14:15:34.388879 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-cb9df78d-0011-429d-b504-6d4cea5b2fae req-a9854ef6-d880-4221-b47d-4ddc807e2b2e tempest-TestMinimumBasicScenario-1557761218 tempest-TestMinimumBasicScenario-1557761218-project] 10.222.0.36 "GET /v2.0/security-groups?id=5ecd445a-dda4-4baf-94a7-7543188df186&id=f4b50e11-89f2-4740-9a3f-f760ba0dc3f2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1711895 May 03 14:15:34.416067 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.provisioning_blocks [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Provisioning complete for port ea1035f0-4db1-4fb1-a79e-83cc3cbe55bf triggered by entity L2. {{(pid=103471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 14:15:34.416672 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749148'] for port (ea1035f0-4db1-4fb1-a79e-83cc3cbe55bf), provisioning_complete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:15:34.418500 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.provisioning_blocks [None req-062fd745-03f6-4c01-a437-5b4abf97cfca None None] Provisioning complete for port f629260d-81fd-43c7-af1b-2e47940e5d03 triggered by entity DHCP. {{(pid=103471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 14:15:34.419364 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-062fd745-03f6-4c01-a437-5b4abf97cfca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749148'] for port (f629260d-81fd-43c7-af1b-2e47940e5d03), provisioning_complete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:15:34.471422 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-4f6527c4-9b93-4141-94fe-f75ab2aeaffc req-61a7950b-deab-421c-b493-fe9fa3fa41ad tempest-VolumesActionsTest-1624866909 tempest-VolumesActionsTest-1624866909-project] 10.222.0.36 "GET /v2.0/ports?device_id=1c796ad5-1804-44f8-82cb-c51f261fbc67 HTTP/1.1" status: 200 len: 210 time: 0.0278599 May 03 14:15:34.500815 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cd59f4-7d81-4cd1-b740-22890089e2a2 req-e7dc7819-8f8b-47c9-8490-1053c7e72461 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:15:34.502391 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-14cd59f4-7d81-4cd1-b740-22890089e2a2 req-e7dc7819-8f8b-47c9-8490-1053c7e72461 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] 10.222.0.36 "GET /v2.0/ports?device_id=117976ba-33e4-4830-a66f-0cd354096c9b HTTP/1.1" status: 200 len: 945 time: 0.0579598 May 03 14:15:34.508923 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Current status of the port 39a4e1c4-19b9-4ef0-a572-0e58d3c8ff6e is: DOWN; New status is: BUILD {{(pid=103471) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 14:15:34.509317 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585126'] for port (39a4e1c4-19b9-4ef0-a572-0e58d3c8ff6e), before_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:15:34.552582 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-14cd59f4-7d81-4cd1-b740-22890089e2a2 req-dde48315-898f-4394-ad69-f6df8c09224b tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] 10.222.0.36 "GET /v2.0/security-groups?id=5256d9b7-303d-41e8-9beb-13271ea5bfe5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444906 May 03 14:15:34.697735 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.notifiers.nova [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39a4e1c4-19b9-4ef0-a572-0e58d3c8ff6e {{(pid=103471) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 14:15:34.762185 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.db [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] For port 39a4e1c4-19b9-4ef0-a572-0e58d3c8ff6e, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=39a4e1c4-19b9-4ef0-a572-0e58d3c8ff6e,segment=NetworkSegment(96845684-5e64-43d8-9d64-6efc7510389a),segment_id=96845684-5e64-43d8-9d64-6efc7510389a)] {{(pid=103471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 14:15:34.781745 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8203e4-af55-4ced-b654-ccf15bd748df req-bd02fad5-d9e0-48d9-8775-bd960b6c08a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:15:34.783913 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-cb8203e4-af55-4ced-b654-ccf15bd748df req-bd02fad5-d9e0-48d9-8775-bd960b6c08a4 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1c2479422e8c413e8ee554aa4f355bca&device_id=f49e6294-3ef2-4598-8866-1ef6698a5aee HTTP/1.1" status: 200 len: 1168 time: 0.0849125 May 03 14:15:34.825592 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786921284783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786920821414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786920821432'] for port (39a4e1c4-19b9-4ef0-a572-0e58d3c8ff6e), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:15:34.877091 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c08256f-29da-4804-ba32-fb1cba0d6229 req-3c59255d-2458-40c8-8d3e-f420ef3cd002 tempest-VolumesActionsTest-1624866909 tempest-VolumesActionsTest-1624866909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:15:34.879524 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-7c08256f-29da-4804-ba32-fb1cba0d6229 req-3c59255d-2458-40c8-8d3e-f420ef3cd002 tempest-VolumesActionsTest-1624866909 tempest-VolumesActionsTest-1624866909-project] 10.222.0.26 "GET /v2.0/networks?id=27b794d9-b670-411c-9a0a-80863d6faaf1 HTTP/1.1" status: 200 len: 808 time: 0.2067676 May 03 14:15:34.904517 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [None req-062fd745-03f6-4c01-a437-5b4abf97cfca None None] Current status of the port f629260d-81fd-43c7-af1b-2e47940e5d03 is: ACTIVE; New status is: ACTIVE {{(pid=103471) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 14:15:34.906540 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Current status of the port ea1035f0-4db1-4fb1-a79e-83cc3cbe55bf is: BUILD; New status is: ACTIVE {{(pid=103471) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 14:15:34.906915 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585126'] for port (ea1035f0-4db1-4fb1-a79e-83cc3cbe55bf), before_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:15:34.911694 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ae06d1-a33c-469c-8522-b69af796bae2 req-c605024a-9555-4696-8a5c-e4464a9bcc39 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:15:34.922174 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-63ae06d1-a33c-469c-8522-b69af796bae2 req-c605024a-9555-4696-8a5c-e4464a9bcc39 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] 10.222.0.36 "GET /v2.0/ports?device_id=ba9b5683-3cbc-4f53-803e-cd5413dfcbc0 HTTP/1.1" status: 200 len: 945 time: 0.0671463 May 03 14:15:34.946901 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.v2.base [req-7c08256f-29da-4804-ba32-fb1cba0d6229 req-f3680921-6ab3-4c26-854f-211b819f29f0 tempest-VolumesActionsTest-1624866909 tempest-VolumesActionsTest-1624866909-project] Request body: {'port': {'device_id': '1c796ad5-1804-44f8-82cb-c51f261fbc67', 'network_id': '27b794d9-b670-411c-9a0a-80863d6faaf1', 'admin_state_up': True, 'tenant_id': 'fe12e93e2173443ebbc6badc62f75f20'}} {{(pid=103469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 14:15:34.981524 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-63ae06d1-a33c-469c-8522-b69af796bae2 req-5142612f-c8f1-4596-89ca-c89ecb147641 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] 10.222.0.36 "GET /v2.0/security-groups?id=cbfeeeef-c433-4767-a994-eec44f2dc198&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581396 May 03 14:15:34.993442 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Pushing event updated for resources: {'Port': ['ID=39a4e1c4-19b9-4ef0-a572-0e58d3c8ff6e,revision_number=4']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:15:35.005166 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8203e4-af55-4ced-b654-ccf15bd748df req-cac7f901-4054-468f-bf66-da97fc77e63d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:15:35.005166 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-cb8203e4-af55-4ced-b654-ccf15bd748df req-cac7f901-4054-468f-bf66-da97fc77e63d service neutron] 10.222.0.26 "GET /v2.0/networks?id=3121b82c-06ca-44d8-8e28-2f3afede7579 HTTP/1.1" status: 200 len: 916 time: 0.2112696 May 03 14:15:35.035906 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a99ca2ec-e8bc-4aa3-b6f6-9c0c08e0c036', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea1035f0-4db1-4fb1-a79e-83cc3cbe55bf'}] {{(pid=103471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 14:15:35.038755 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}258de9d1a1c653a46c94c94b096b8a314ffaed5fb8c929df022c823a20d863ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-587ff796-aaba-4682-bc7a-919de7e848b5" -d '{"events": [{"server_uuid": "a99ca2ec-e8bc-4aa3-b6f6-9c0c08e0c036", "name": "network-vif-plugged", "status": "completed", "tag": "ea1035f0-4db1-4fb1-a79e-83cc3cbe55bf"}]}' {{(pid=103471) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 14:15:35.064710 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.db [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] For port ea1035f0-4db1-4fb1-a79e-83cc3cbe55bf, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=ea1035f0-4db1-4fb1-a79e-83cc3cbe55bf,segment=NetworkSegment(e1835114-80bf-41da-a21b-fba78594b9dd),segment_id=e1835114-80bf-41da-a21b-fba78594b9dd)] {{(pid=103471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 14:15:35.084989 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786921284783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786920821414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786920821432'] for port (ea1035f0-4db1-4fb1-a79e-83cc3cbe55bf), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:15:35.150703 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-cb8203e4-af55-4ced-b654-ccf15bd748df req-a3a2e1ec-62a9-44b9-88d0-48edc5fa83e6 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f629260d-81fd-43c7-af1b-2e47940e5d03 HTTP/1.1" status: 200 len: 1001 time: 0.1154494 May 03 14:15:35.151948 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 May 2022 14:15:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13b3b0b9-3001-4e7c-83fd-1032791c55a5 x-openstack-request-id: req-13b3b0b9-3001-4e7c-83fd-1032791c55a5 {{(pid=103471) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 14:15:35.152259 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a99ca2ec-e8bc-4aa3-b6f6-9c0c08e0c036", "name": "network-vif-plugged", "status": "completed", "tag": "ea1035f0-4db1-4fb1-a79e-83cc3cbe55bf", "code": 200}]} {{(pid=103471) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 14:15:35.152512 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-13b3b0b9-3001-4e7c-83fd-1032791c55a5 {{(pid=103471) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 14:15:35.152951 dv-cinder-839793-5-iscsi neutron-server[103471]: INFO neutron.notifiers.nova [-] Nova event matching ['req-13b3b0b9-3001-4e7c-83fd-1032791c55a5'] response: {'server_uuid': 'a99ca2ec-e8bc-4aa3-b6f6-9c0c08e0c036', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea1035f0-4db1-4fb1-a79e-83cc3cbe55bf', 'code': 200} May 03 14:15:35.210099 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c08256f-29da-4804-ba32-fb1cba0d6229 req-f3680921-6ab3-4c26-854f-211b819f29f0 tempest-VolumesActionsTest-1624866909 tempest-VolumesActionsTest-1624866909-project] Made reservation on behalf of fe12e93e2173443ebbc6badc62f75f20 for: {'port': 1} {{(pid=103469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 14:15:35.221048 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-7c08256f-29da-4804-ba32-fb1cba0d6229 req-f3680921-6ab3-4c26-854f-211b819f29f0 tempest-VolumesActionsTest-1624866909 tempest-VolumesActionsTest-1624866909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585126'] for port (None), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:15:35.223911 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed71093-9dc6-4558-a5b0-33dc7b1e5166 req-ccd1dbc8-a039-44a0-8a16-f7a2e74c8d52 tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:15:35.229693 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-3ed71093-9dc6-4558-a5b0-33dc7b1e5166 req-ccd1dbc8-a039-44a0-8a16-f7a2e74c8d52 tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] 10.222.0.36 "GET /v2.0/ports?device_id=a99ca2ec-e8bc-4aa3-b6f6-9c0c08e0c036 HTTP/1.1" status: 200 len: 946 time: 0.1031096 May 03 14:15:35.245119 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.db [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] get_ports_and_sgs() called for port_ids ['39a4e1c4-19b9-4ef0-a572-0e58d3c8ff6e'] {{(pid=103471) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 03 14:15:35.328100 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-3ed71093-9dc6-4558-a5b0-33dc7b1e5166 req-23459641-73a3-4e0d-ac43-52e33d8112c3 tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] 10.222.0.36 "GET /v2.0/security-groups?id=003017ca-4389-4b0c-bb65-b60ac05fc006&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0899711 May 03 14:15:35.413687 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8203e4-af55-4ced-b654-ccf15bd748df req-dda0c170-bc58-4539-b0dd-ec2acc7ab6e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:15:35.415810 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-cb8203e4-af55-4ced-b654-ccf15bd748df req-dda0c170-bc58-4539-b0dd-ec2acc7ab6e3 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=084cc6e3-980b-4882-a669-82e7bd2021c7 HTTP/1.1" status: 200 len: 854 time: 0.2310462 May 03 14:15:35.420657 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Pushing event updated for resources: {'Port': ['ID=ea1035f0-4db1-4fb1-a79e-83cc3cbe55bf,revision_number=5']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:15:35.448665 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45811043-e2a2-4359-91f4-a840ef0663c3 req-a184c0cb-daf3-449b-89b1-c0ec239db40b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:15:35.450177 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-45811043-e2a2-4359-91f4-a840ef0663c3 req-a184c0cb-daf3-449b-89b1-c0ec239db40b service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=a99ca2ec-e8bc-4aa3-b6f6-9c0c08e0c036 HTTP/1.1" status: 200 len: 1130 time: 0.1016545 May 03 14:15:35.518780 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-45811043-e2a2-4359-91f4-a840ef0663c3 req-9368fb17-cfcf-4827-9fc0-6b692efe0c40 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=003017ca-4389-4b0c-bb65-b60ac05fc006&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603974 May 03 14:15:35.545946 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48f87d5-4c89-4a48-95ab-e5a3b9b5bc89 req-5d4a400f-ed02-4e76-ac25-4b256172cadc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:15:35.547560 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-d48f87d5-4c89-4a48-95ab-e5a3b9b5bc89 req-5d4a400f-ed02-4e76-ac25-4b256172cadc service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4e31890e50da4bcab23b81eee1c9a2d7&device_id=ba9b5683-3cbc-4f53-803e-cd5413dfcbc0 HTTP/1.1" status: 200 len: 1129 time: 0.1953273 May 03 14:15:35.571254 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8203e4-af55-4ced-b654-ccf15bd748df req-ae6ee580-c63c-439a-a5ac-b35cdd7fc869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:15:35.572852 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-cb8203e4-af55-4ced-b654-ccf15bd748df req-ae6ee580-c63c-439a-a5ac-b35cdd7fc869 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=3121b82c-06ca-44d8-8e28-2f3afede7579&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1253707 May 03 14:15:35.585943 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298d2ba0-fde4-49e8-8b64-ec3826ab2925 req-e160f012-b835-434a-9b95-4ff501a5105a tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:15:35.588372 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-298d2ba0-fde4-49e8-8b64-ec3826ab2925 req-e160f012-b835-434a-9b95-4ff501a5105a tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] 10.222.0.36 "GET /v2.0/ports?device_id=671baf8c-6ef9-44cb-81eb-b3d3532c0fd5 HTTP/1.1" status: 200 len: 945 time: 0.0722663 May 03 14:15:35.592417 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68ef8ef-e226-4e2a-9b58-4daaddc4c78e req-d730b100-6792-4205-b390-7f6313d83446 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:15:35.594832 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-d68ef8ef-e226-4e2a-9b58-4daaddc4c78e req-d730b100-6792-4205-b390-7f6313d83446 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] 10.222.0.36 "GET /v2.0/ports?device_id=ba9b5683-3cbc-4f53-803e-cd5413dfcbc0 HTTP/1.1" status: 200 len: 945 time: 0.1325283 May 03 14:15:35.669643 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-298d2ba0-fde4-49e8-8b64-ec3826ab2925 req-384ea37d-9f03-4550-b97b-db3ec1692788 tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] 10.222.0.36 "GET /v2.0/security-groups?id=059a32ed-46eb-44af-954f-023dc3b6f390&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706325 May 03 14:15:35.682028 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.db.db_base_plugin_common [req-7c08256f-29da-4804-ba32-fb1cba0d6229 req-f3680921-6ab3-4c26-854f-211b819f29f0 tempest-VolumesActionsTest-1624866909 tempest-VolumesActionsTest-1624866909-project] Allocated IP 172.20.0.4 (27b794d9-b670-411c-9a0a-80863d6faaf1/c578e165-fcac-4048-b331-804311f4219b/35652df9-c011-49b6-aebf-3c8ac46780fe) {{(pid=103469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 14:15:35.702889 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-d68ef8ef-e226-4e2a-9b58-4daaddc4c78e req-c33e854d-728a-49b0-b07e-f9f419197a6a tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] 10.222.0.36 "GET /v2.0/security-groups?id=cbfeeeef-c433-4767-a994-eec44f2dc198&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866568 May 03 14:15:35.817024 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-3f5d6f8f-0acc-4c15-86b6-9025a204cbfd req-6840a054-f750-46b9-9ab2-771637f169fb tempest-VolumesNegativeTest-1947699288 tempest-VolumesNegativeTest-1947699288-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=f943511aa73d4418851276f1e21c42a4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0432959 May 03 14:15:35.920920 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-2d60edd9-2518-4bd9-ba79-b3467539d2e7 req-a8122a30-1db2-4424-9b03-181d730a7795 tempest-VolumesActionsTest-1624866909 tempest-VolumesActionsTest-1624866909-project] 10.222.0.36 "GET /v2.0/ports?device_id=1c796ad5-1804-44f8-82cb-c51f261fbc67 HTTP/1.1" status: 200 len: 210 time: 0.0741296 May 03 14:15:36.057466 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-7c08256f-29da-4804-ba32-fb1cba0d6229 req-f3680921-6ab3-4c26-854f-211b819f29f0 tempest-VolumesActionsTest-1624866909 tempest-VolumesActionsTest-1624866909-project] Publish callbacks [] for port (35652df9-c011-49b6-aebf-3c8ac46780fe), precommit_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:15:36.135744 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d735804f-e713-406c-a65d-ee7d9d6e9454 req-be213ea0-25b9-4700-b7bf-c35b5c7eff5d tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:15:36.138284 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-d735804f-e713-406c-a65d-ee7d9d6e9454 req-be213ea0-25b9-4700-b7bf-c35b5c7eff5d tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] 10.222.0.36 "GET /v2.0/ports?device_id=117976ba-33e4-4830-a66f-0cd354096c9b HTTP/1.1" status: 200 len: 945 time: 0.1116796 May 03 14:15:36.145624 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-cb8203e4-af55-4ced-b654-ccf15bd748df req-1164fe7e-f793-4d38-a8db-5cd42b54fb75 service neutron] 10.222.0.26 "GET /v2.0/networks/3121b82c-06ca-44d8-8e28-2f3afede7579?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2891395 May 03 14:15:36.152038 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48f87d5-4c89-4a48-95ab-e5a3b9b5bc89 req-86c014be-9569-45c4-b5ea-81d550cb13d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:15:36.153751 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-d48f87d5-4c89-4a48-95ab-e5a3b9b5bc89 req-86c014be-9569-45c4-b5ea-81d550cb13d3 service neutron] 10.222.0.26 "GET /v2.0/networks?id=ed744a5b-777c-4bee-b278-dee1b499d8aa HTTP/1.1" status: 200 len: 920 time: 0.3088226 May 03 14:15:36.214854 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-7c08256f-29da-4804-ba32-fb1cba0d6229 req-f3680921-6ab3-4c26-854f-211b819f29f0 tempest-VolumesActionsTest-1624866909 tempest-VolumesActionsTest-1624866909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786920821396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6178079'] for port (35652df9-c011-49b6-aebf-3c8ac46780fe), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:15:36.233159 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-d735804f-e713-406c-a65d-ee7d9d6e9454 req-7edee3f5-7b9e-480f-a41f-b17f528e1197 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] 10.222.0.36 "GET /v2.0/security-groups?id=5256d9b7-303d-41e8-9beb-13271ea5bfe5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0791698 May 03 14:15:36.279964 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c08256f-29da-4804-ba32-fb1cba0d6229 req-f3680921-6ab3-4c26-854f-211b819f29f0 tempest-VolumesActionsTest-1624866909 tempest-VolumesActionsTest-1624866909-project] Network 27b794d9-b670-411c-9a0a-80863d6faaf1 is already hosted by enough agents. {{(pid=103469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 14:15:36.287900 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.scheduler.base_scheduler [req-7c08256f-29da-4804-ba32-fb1cba0d6229 req-f3680921-6ab3-4c26-854f-211b819f29f0 tempest-VolumesActionsTest-1624866909 tempest-VolumesActionsTest-1624866909-project] Resources bound (agent type, host, resource id): {{(pid=103469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 14:15:36.293084 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c08256f-29da-4804-ba32-fb1cba0d6229 req-f3680921-6ab3-4c26-854f-211b819f29f0 tempest-VolumesActionsTest-1624866909 tempest-VolumesActionsTest-1624866909-project] Received port after_create {{(pid=103469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 14:15:36.297776 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3680921-6ab3-4c26-854f-211b819f29f0 tempest-VolumesActionsTest-1624866909 tempest-VolumesActionsTest-1624866909-project] Pushing event updated for resources: {'Port': ['ID=35652df9-c011-49b6-aebf-3c8ac46780fe,revision_number=1']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:15:36.316569 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5d6f8f-0acc-4c15-86b6-9025a204cbfd req-39545b5d-914f-46af-8057-f1e7ad101ba5 tempest-VolumesNegativeTest-1947699288 tempest-VolumesNegativeTest-1947699288-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:15:36.321795 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-3f5d6f8f-0acc-4c15-86b6-9025a204cbfd req-39545b5d-914f-46af-8057-f1e7ad101ba5 tempest-VolumesNegativeTest-1947699288 tempest-VolumesNegativeTest-1947699288-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4961936 May 03 14:15:36.343481 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-3f5d6f8f-0acc-4c15-86b6-9025a204cbfd req-037b331e-8cbb-49ee-8dfc-452c26a2a895 tempest-VolumesNegativeTest-1947699288 tempest-VolumesNegativeTest-1947699288-project] 10.222.0.36 "GET /v2.0/quotas/f943511aa73d4418851276f1e21c42a4 HTTP/1.1" status: 200 len: 375 time: 0.0193281 May 03 14:15:36.346981 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c08256f-29da-4804-ba32-fb1cba0d6229 req-f3680921-6ab3-4c26-854f-211b819f29f0 tempest-VolumesActionsTest-1624866909 tempest-VolumesActionsTest-1624866909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:15:36.347691 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-7c08256f-29da-4804-ba32-fb1cba0d6229 req-f3680921-6ab3-4c26-854f-211b819f29f0 tempest-VolumesActionsTest-1624866909 tempest-VolumesActionsTest-1624866909-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218734'] for port (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:15:36.429562 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-7c08256f-29da-4804-ba32-fb1cba0d6229 req-f3680921-6ab3-4c26-854f-211b819f29f0 tempest-VolumesActionsTest-1624866909 tempest-VolumesActionsTest-1624866909-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4880066 May 03 14:15:36.443034 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-3f5d6f8f-0acc-4c15-86b6-9025a204cbfd req-f026d948-90a2-467c-9e8f-a0b08686199c tempest-VolumesNegativeTest-1947699288 tempest-VolumesNegativeTest-1947699288-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=f943511aa73d4418851276f1e21c42a4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0914888 May 03 14:15:36.544042 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.v2.base [req-7c08256f-29da-4804-ba32-fb1cba0d6229 req-18c62d62-759d-407e-b31a-93b6c2c30bcc service neutron] Request body: {'port': {'device_id': '1c796ad5-1804-44f8-82cb-c51f261fbc67', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83979'}} {{(pid=103469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 14:15:36.615891 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4815c8-2419-48ce-aae5-f0cd192cd007 req-e798953e-b7c7-4935-8bae-362f7d2f95b6 tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:15:36.617461 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-9d4815c8-2419-48ce-aae5-f0cd192cd007 req-e798953e-b7c7-4935-8bae-362f7d2f95b6 tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] 10.222.0.36 "GET /v2.0/ports?device_id=a99ca2ec-e8bc-4aa3-b6f6-9c0c08e0c036 HTTP/1.1" status: 200 len: 946 time: 0.1560853 May 03 14:15:36.657908 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-505f031a-2fb3-4fb7-ab66-5df182ef7431 req-81e74c98-b98a-4772-a6ac-ad90ad44e148 tempest-VolumesNegativeTest-1947699288 tempest-VolumesNegativeTest-1947699288-project] 10.222.0.36 "GET /v2.0/ports?device_id=e7e7b67e-09d3-41c1-ae12-bccc0250bf15 HTTP/1.1" status: 200 len: 210 time: 0.0548286 May 03 14:15:36.671179 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-93e39b9a-951c-47a7-a586-54add1eb4280 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786921254184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749114'] for agent (2d0d8db6-b1c3-4022-9f9b-561ce4a4d2d8), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:15:36.696413 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-d48f87d5-4c89-4a48-95ab-e5a3b9b5bc89 req-a92683f3-56b5-47de-a0d5-2712d10b310e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=21ad2528-42ab-4579-b7d9-353333b840fe HTTP/1.1" status: 200 len: 217 time: 0.1654387 May 03 14:15:36.869338 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954fab2a-69de-4a6f-9fd9-b55febc10a6d req-0867bf8f-dc2b-405d-b82a-609f5ee30f03 tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:15:36.881327 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-954fab2a-69de-4a6f-9fd9-b55febc10a6d req-0867bf8f-dc2b-405d-b82a-609f5ee30f03 tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] 10.222.0.36 "GET /v2.0/ports?device_id=671baf8c-6ef9-44cb-81eb-b3d3532c0fd5 HTTP/1.1" status: 200 len: 945 time: 0.1099720 May 03 14:15:36.882927 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.rpc [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Device 39a4e1c4-19b9-4ef0-a572-0e58d3c8ff6e up at agent hyperv_hv-cinder-83979 {{(pid=103471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 14:15:36.975783 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.provisioning_blocks [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Provisioning for port 39a4e1c4-19b9-4ef0-a572-0e58d3c8ff6e completed by entity L2. {{(pid=103471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 03 14:15:36.985342 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.provisioning_blocks [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Provisioning complete for port 39a4e1c4-19b9-4ef0-a572-0e58d3c8ff6e triggered by entity L2. {{(pid=103471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 14:15:36.985761 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749148'] for port (39a4e1c4-19b9-4ef0-a572-0e58d3c8ff6e), provisioning_complete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:15:36.995576 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-954fab2a-69de-4a6f-9fd9-b55febc10a6d req-7b39e7ad-97cf-40d3-a9fa-a5889850e386 tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] 10.222.0.36 "GET /v2.0/security-groups?id=059a32ed-46eb-44af-954f-023dc3b6f390&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1129568 May 03 14:15:37.175297 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-cb8203e4-af55-4ced-b654-ccf15bd748df req-ad61de70-013e-4ce8-bf7b-c22ea965ecba service neutron] 10.222.0.26 "GET /v2.0/networks/3121b82c-06ca-44d8-8e28-2f3afede7579?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6476982 May 03 14:15:37.179320 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-7c08256f-29da-4804-ba32-fb1cba0d6229 req-18c62d62-759d-407e-b31a-93b6c2c30bcc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585126'] for port (35652df9-c011-49b6-aebf-3c8ac46780fe), before_update {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:15:37.181195 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e5e932-f479-4dd5-8f77-e1b17780d7af req-8b8a5886-42e6-4882-ad53-2bb05b5aa65d tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:15:37.192025 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-9d4815c8-2419-48ce-aae5-f0cd192cd007 req-01d3a41c-32e7-4596-92fc-d344cf5d5e03 tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] 10.222.0.36 "GET /v2.0/security-groups?id=003017ca-4389-4b0c-bb65-b60ac05fc006&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5055351 May 03 14:15:37.194251 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Current status of the port 39a4e1c4-19b9-4ef0-a572-0e58d3c8ff6e is: BUILD; New status is: ACTIVE {{(pid=103471) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 14:15:37.194645 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585126'] for port (39a4e1c4-19b9-4ef0-a572-0e58d3c8ff6e), before_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:15:37.195931 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48f87d5-4c89-4a48-95ab-e5a3b9b5bc89 req-4d15af57-d250-4d9a-a89a-2105851aa68e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:15:37.197334 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-48e5e932-f479-4dd5-8f77-e1b17780d7af req-8b8a5886-42e6-4882-ad53-2bb05b5aa65d tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] 10.222.0.36 "GET /v2.0/ports?device_id=ba9b5683-3cbc-4f53-803e-cd5413dfcbc0 HTTP/1.1" status: 200 len: 945 time: 0.1310608 May 03 14:15:37.197932 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-d48f87d5-4c89-4a48-95ab-e5a3b9b5bc89 req-4d15af57-d250-4d9a-a89a-2105851aa68e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a87b0fb7-75d3-4b90-b91b-05349e630701 HTTP/1.1" status: 200 len: 858 time: 0.4376996 May 03 14:15:37.306350 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.db [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] For port 39a4e1c4-19b9-4ef0-a572-0e58d3c8ff6e, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=39a4e1c4-19b9-4ef0-a572-0e58d3c8ff6e,segment=NetworkSegment(96845684-5e64-43d8-9d64-6efc7510389a),segment_id=96845684-5e64-43d8-9d64-6efc7510389a)] {{(pid=103471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 14:15:37.309020 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '671baf8c-6ef9-44cb-81eb-b3d3532c0fd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39a4e1c4-19b9-4ef0-a572-0e58d3c8ff6e'}] {{(pid=103471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 14:15:37.312646 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}258de9d1a1c653a46c94c94b096b8a314ffaed5fb8c929df022c823a20d863ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aaaa3d31-c3ff-404f-8ae3-dbb8fd95af80" -d '{"events": [{"server_uuid": "671baf8c-6ef9-44cb-81eb-b3d3532c0fd5", "name": "network-vif-plugged", "status": "completed", "tag": "39a4e1c4-19b9-4ef0-a572-0e58d3c8ff6e"}]}' {{(pid=103471) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 14:15:37.327172 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786921284783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786920821414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786920821432'] for port (39a4e1c4-19b9-4ef0-a572-0e58d3c8ff6e), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:15:37.353085 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-48e5e932-f479-4dd5-8f77-e1b17780d7af req-f100b3f2-37b8-48dc-83b7-fe9638dba6a2 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] 10.222.0.36 "GET /v2.0/security-groups?id=cbfeeeef-c433-4767-a994-eec44f2dc198&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544847 May 03 14:15:37.415977 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Pushing event updated for resources: {'Port': ['ID=39a4e1c4-19b9-4ef0-a572-0e58d3c8ff6e,revision_number=5']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:15:37.498529 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bd9693-5d10-43fa-a477-b2740925c43e req-ae8c4792-9a47-411d-8007-7fa317b52e7c tempest-VolumesActionsTest-1624866909 tempest-VolumesActionsTest-1624866909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:15:37.500954 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-47bd9693-5d10-43fa-a477-b2740925c43e req-ae8c4792-9a47-411d-8007-7fa317b52e7c tempest-VolumesActionsTest-1624866909 tempest-VolumesActionsTest-1624866909-project] 10.222.0.36 "GET /v2.0/ports?device_id=1c796ad5-1804-44f8-82cb-c51f261fbc67 HTTP/1.1" status: 200 len: 931 time: 0.1535034 May 03 14:15:37.544371 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99e3217-e591-4771-ab21-5aab1f1ab7d0 req-e1446e5e-a2d2-4e4e-abf6-9635c969f40b tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:15:37.546815 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-d99e3217-e591-4771-ab21-5aab1f1ab7d0 req-e1446e5e-a2d2-4e4e-abf6-9635c969f40b tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] 10.222.0.36 "GET /v2.0/ports?device_id=117976ba-33e4-4830-a66f-0cd354096c9b HTTP/1.1" status: 200 len: 945 time: 0.0815158 May 03 14:15:37.661524 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-d99e3217-e591-4771-ab21-5aab1f1ab7d0 req-c6ba2f95-031d-4c15-b598-fe43f0614cde tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] 10.222.0.36 "GET /v2.0/security-groups?id=5256d9b7-303d-41e8-9beb-13271ea5bfe5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0997715 May 03 14:15:37.681416 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-47bd9693-5d10-43fa-a477-b2740925c43e req-0dd716a5-e6d0-4cf2-8ecf-6e6612820878 tempest-VolumesActionsTest-1624866909 tempest-VolumesActionsTest-1624866909-project] 10.222.0.36 "GET /v2.0/security-groups?id=0e37fc03-fb0d-4798-8150-3b29211720fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587973 May 03 14:15:37.719011 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 May 2022 14:15:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7caad35-d782-4b5f-a2fe-03e868433c3e x-openstack-request-id: req-c7caad35-d782-4b5f-a2fe-03e868433c3e {{(pid=103471) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 14:15:37.719790 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "671baf8c-6ef9-44cb-81eb-b3d3532c0fd5", "name": "network-vif-plugged", "status": "completed", "tag": "39a4e1c4-19b9-4ef0-a572-0e58d3c8ff6e", "code": 200}]} {{(pid=103471) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 14:15:37.719790 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c7caad35-d782-4b5f-a2fe-03e868433c3e {{(pid=103471) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 14:15:37.719790 dv-cinder-839793-5-iscsi neutron-server[103471]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c7caad35-d782-4b5f-a2fe-03e868433c3e'] response: {'server_uuid': '671baf8c-6ef9-44cb-81eb-b3d3532c0fd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39a4e1c4-19b9-4ef0-a572-0e58d3c8ff6e', 'code': 200} May 03 14:15:37.743562 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48f87d5-4c89-4a48-95ab-e5a3b9b5bc89 req-cf893ba2-800c-4483-8c83-27815aba607b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:15:37.745052 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-d48f87d5-4c89-4a48-95ab-e5a3b9b5bc89 req-cf893ba2-800c-4483-8c83-27815aba607b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ed744a5b-777c-4bee-b278-dee1b499d8aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1196771 May 03 14:15:37.836372 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.notifiers.nova [req-7c08256f-29da-4804-ba32-fb1cba0d6229 req-18c62d62-759d-407e-b31a-93b6c2c30bcc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35652df9-c011-49b6-aebf-3c8ac46780fe {{(pid=103469) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 14:15:37.870657 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-7c08256f-29da-4804-ba32-fb1cba0d6229 req-18c62d62-759d-407e-b31a-93b6c2c30bcc service neutron] Publish callbacks [] for port (35652df9-c011-49b6-aebf-3c8ac46780fe), precommit_update {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:15:37.876661 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-77d608b5-4df9-4ecb-9ace-ac96c900adfe req-34c51b7a-5873-457a-8ce5-b2492d4f4051 tempest-VolumesNegativeTest-1947699288 tempest-VolumesNegativeTest-1947699288-project] 10.222.0.36 "GET /v2.0/ports?device_id=e7e7b67e-09d3-41c1-ae12-bccc0250bf15 HTTP/1.1" status: 200 len: 210 time: 0.0707078 May 03 14:15:37.931607 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.db.provisioning_blocks [req-7c08256f-29da-4804-ba32-fb1cba0d6229 req-18c62d62-759d-407e-b31a-93b6c2c30bcc service neutron] Transition to ACTIVE for port object 35652df9-c011-49b6-aebf-3c8ac46780fe will not be triggered until provisioned by entity L2. {{(pid=103469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 03 14:15:37.939677 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-7c08256f-29da-4804-ba32-fb1cba0d6229 req-18c62d62-759d-407e-b31a-93b6c2c30bcc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786921284783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786920821414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786920821432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6178150'] for port (35652df9-c011-49b6-aebf-3c8ac46780fe), after_update {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:15:37.993536 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-d48f87d5-4c89-4a48-95ab-e5a3b9b5bc89 req-79e282f3-fb17-4d8c-81ce-6dac50962c04 service neutron] 10.222.0.26 "GET /v2.0/networks/ed744a5b-777c-4bee-b278-dee1b499d8aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2144148 May 03 14:15:38.010712 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c62d62-759d-407e-b31a-93b6c2c30bcc service neutron] Pushing event updated for resources: {'Port': ['ID=35652df9-c011-49b6-aebf-3c8ac46780fe,revision_number=2']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:15:38.163737 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.managers [req-7c08256f-29da-4804-ba32-fb1cba0d6229 req-18c62d62-759d-407e-b31a-93b6c2c30bcc service neutron] Attempting to bind port 35652df9-c011-49b6-aebf-3c8ac46780fe on host hv-cinder-83979 for vnic_type normal with profile {{(pid=103469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 03 14:15:38.165087 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.managers [req-7c08256f-29da-4804-ba32-fb1cba0d6229 req-18c62d62-759d-407e-b31a-93b6c2c30bcc service neutron] Attempting to bind port 35652df9-c011-49b6-aebf-3c8ac46780fe by drivers openvswitch,hyperv on host hv-cinder-83979 at level 0 using segments [{'id': '4be1416b-9363-4244-b679-4004fdfa6b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '27b794d9-b670-411c-9a0a-80863d6faaf1'}] {{(pid=103469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 03 14:15:38.165601 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c08256f-29da-4804-ba32-fb1cba0d6229 req-18c62d62-759d-407e-b31a-93b6c2c30bcc service neutron] Attempting to bind port 35652df9-c011-49b6-aebf-3c8ac46780fe on network 27b794d9-b670-411c-9a0a-80863d6faaf1 {{(pid=103469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 14:15:38.174323 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc90fed-999a-40ba-bcd1-731ceae81770 req-814629eb-bf36-475d-9dd8-b8bbf9aba88f tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:15:38.182138 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-0fc90fed-999a-40ba-bcd1-731ceae81770 req-814629eb-bf36-475d-9dd8-b8bbf9aba88f tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] 10.222.0.36 "GET /v2.0/ports?device_id=671baf8c-6ef9-44cb-81eb-b3d3532c0fd5 HTTP/1.1" status: 200 len: 946 time: 0.0711446 May 03 14:15:38.262454 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-0fc90fed-999a-40ba-bcd1-731ceae81770 req-1d7e70c6-8acb-498c-ac49-e5d4fcd85d65 tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] 10.222.0.36 "GET /v2.0/security-groups?id=059a32ed-46eb-44af-954f-023dc3b6f390&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783305 May 03 14:15:38.303553 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-d48f87d5-4c89-4a48-95ab-e5a3b9b5bc89 req-3f7b8be2-fe84-412c-bede-7d2889267da5 service neutron] 10.222.0.26 "GET /v2.0/networks/ed744a5b-777c-4bee-b278-dee1b499d8aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2544839 May 03 14:15:38.366781 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c08256f-29da-4804-ba32-fb1cba0d6229 req-18c62d62-759d-407e-b31a-93b6c2c30bcc service neutron] Port 35652df9-c011-49b6-aebf-3c8ac46780fe on network 27b794d9-b670-411c-9a0a-80863d6faaf1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83979 {{(pid=103469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 03 14:15:38.367160 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c08256f-29da-4804-ba32-fb1cba0d6229 req-18c62d62-759d-407e-b31a-93b6c2c30bcc service neutron] Attempting to bind port 35652df9-c011-49b6-aebf-3c8ac46780fe on network 27b794d9-b670-411c-9a0a-80863d6faaf1 {{(pid=103469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 14:15:38.384218 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6df4607-b2c5-49be-867c-08309aa376ad req-baa2a65a-e695-4cb8-81a3-dad261399f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:15:38.385781 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-b6df4607-b2c5-49be-867c-08309aa376ad req-baa2a65a-e695-4cb8-81a3-dad261399f69 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=671baf8c-6ef9-44cb-81eb-b3d3532c0fd5 HTTP/1.1" status: 200 len: 1130 time: 0.0800407 May 03 14:15:38.408439 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c08256f-29da-4804-ba32-fb1cba0d6229 req-18c62d62-759d-407e-b31a-93b6c2c30bcc service neutron] Checking agent: {'id': 'e81ee3ce-91e9-46ba-a5c7-9619c95b22a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83979', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 14, 11, 7), 'started_at': datetime.datetime(2022, 5, 3, 14, 11, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 14, 15, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 03 14:15:38.408792 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c08256f-29da-4804-ba32-fb1cba0d6229 req-18c62d62-759d-407e-b31a-93b6c2c30bcc service neutron] Checking segment: {'id': '4be1416b-9363-4244-b679-4004fdfa6b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '27b794d9-b670-411c-9a0a-80863d6faaf1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 14:15:38.409164 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c08256f-29da-4804-ba32-fb1cba0d6229 req-18c62d62-759d-407e-b31a-93b6c2c30bcc service neutron] Bound using segment: {'id': '4be1416b-9363-4244-b679-4004fdfa6b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '27b794d9-b670-411c-9a0a-80863d6faaf1'} {{(pid=103469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 03 14:15:38.409633 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.managers [req-7c08256f-29da-4804-ba32-fb1cba0d6229 req-18c62d62-759d-407e-b31a-93b6c2c30bcc service neutron] Bound port: 35652df9-c011-49b6-aebf-3c8ac46780fe, host: hv-cinder-83979, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4be1416b-9363-4244-b679-4004fdfa6b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '27b794d9-b670-411c-9a0a-80863d6faaf1'}}] {{(pid=103469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 03 14:15:38.409997 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-7c08256f-29da-4804-ba32-fb1cba0d6229 req-18c62d62-759d-407e-b31a-93b6c2c30bcc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585126'] for port (35652df9-c011-49b6-aebf-3c8ac46780fe), before_update {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:15:38.491067 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.db [req-7c08256f-29da-4804-ba32-fb1cba0d6229 req-18c62d62-759d-407e-b31a-93b6c2c30bcc service neutron] For port 35652df9-c011-49b6-aebf-3c8ac46780fe, host hv-cinder-83979, cleared binding levels {{(pid=103469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 14:15:38.496919 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.db [req-7c08256f-29da-4804-ba32-fb1cba0d6229 req-18c62d62-759d-407e-b31a-93b6c2c30bcc service neutron] For port 35652df9-c011-49b6-aebf-3c8ac46780fe, host hv-cinder-83979, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=35652df9-c011-49b6-aebf-3c8ac46780fe,segment=NetworkSegment(4be1416b-9363-4244-b679-4004fdfa6b44),segment_id=4be1416b-9363-4244-b679-4004fdfa6b44)] {{(pid=103469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 14:15:38.504492 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd0288d-4708-4aec-bcec-41f51a9e26f7 req-8f2e5089-433a-487c-9afe-443ec0d7c8de tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:15:38.506749 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-7c08256f-29da-4804-ba32-fb1cba0d6229 req-18c62d62-759d-407e-b31a-93b6c2c30bcc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786921284783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786920821414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786920821432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6178150'] for port (35652df9-c011-49b6-aebf-3c8ac46780fe), after_update {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:15:38.517441 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-ddd0288d-4708-4aec-bcec-41f51a9e26f7 req-8f2e5089-433a-487c-9afe-443ec0d7c8de tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] 10.222.0.36 "GET /v2.0/ports?device_id=ba9b5683-3cbc-4f53-803e-cd5413dfcbc0 HTTP/1.1" status: 200 len: 945 time: 0.0752697 May 03 14:15:38.525441 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea16ce8c-cbea-45b2-9896-19c8350d9590 req-2c78582c-e57d-497d-9b36-5c47aaf554b5 tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:15:38.527059 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-ea16ce8c-cbea-45b2-9896-19c8350d9590 req-2c78582c-e57d-497d-9b36-5c47aaf554b5 tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] 10.222.0.36 "GET /v2.0/ports?device_id=a99ca2ec-e8bc-4aa3-b6f6-9c0c08e0c036 HTTP/1.1" status: 200 len: 946 time: 0.2223833 May 03 14:15:38.578624 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c08256f-29da-4804-ba32-fb1cba0d6229 req-18c62d62-759d-407e-b31a-93b6c2c30bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:15:38.579251 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-7c08256f-29da-4804-ba32-fb1cba0d6229 req-18c62d62-759d-407e-b31a-93b6c2c30bcc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218734'] for port (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:15:38.580514 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-ddd0288d-4708-4aec-bcec-41f51a9e26f7 req-05eebbef-336d-4ff6-93e5-fa94cb551728 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] 10.222.0.36 "GET /v2.0/security-groups?id=cbfeeeef-c433-4767-a994-eec44f2dc198&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619233 May 03 14:15:38.580647 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-7c08256f-29da-4804-ba32-fb1cba0d6229 req-18c62d62-759d-407e-b31a-93b6c2c30bcc service neutron] 10.222.0.26 "PUT /v2.0/ports/35652df9-c011-49b6-aebf-3c8ac46780fe HTTP/1.1" status: 200 len: 1093 time: 2.0543537 May 03 14:15:38.583864 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c796ad5-1804-44f8-82cb-c51f261fbc67', 'tag': '35652df9-c011-49b6-aebf-3c8ac46780fe'}] {{(pid=103469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 14:15:38.586568 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68fe64b6b3a70a2f5f611128c103f52e8e68dc233ccb418b63396cbb83134719" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81da0faf-a164-40f4-8c16-e3f3a2ad5cff" -d '{"events": [{"name": "network-changed", "server_uuid": "1c796ad5-1804-44f8-82cb-c51f261fbc67", "tag": "35652df9-c011-49b6-aebf-3c8ac46780fe"}]}' {{(pid=103469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 14:15:38.678064 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-ea16ce8c-cbea-45b2-9896-19c8350d9590 req-e81a78e7-f2ae-45e8-93b5-78ab2b1a32dd tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] 10.222.0.36 "GET /v2.0/security-groups?id=003017ca-4389-4b0c-bb65-b60ac05fc006&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1215436 May 03 14:15:38.679616 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 May 2022 14:15:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7baf646-2548-451a-ade3-2eb144c50e84 x-openstack-request-id: req-b7baf646-2548-451a-ade3-2eb144c50e84 {{(pid=103469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 14:15:38.679900 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c796ad5-1804-44f8-82cb-c51f261fbc67", "tag": "35652df9-c011-49b6-aebf-3c8ac46780fe", "status": "completed", "code": 200}]} {{(pid=103469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 14:15:38.680151 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b7baf646-2548-451a-ade3-2eb144c50e84 {{(pid=103469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 14:15:38.680552 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b7baf646-2548-451a-ade3-2eb144c50e84'] response: {'name': 'network-changed', 'server_uuid': '1c796ad5-1804-44f8-82cb-c51f261fbc67', 'tag': '35652df9-c011-49b6-aebf-3c8ac46780fe', 'status': 'completed', 'code': 200} May 03 14:15:38.681235 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c62d62-759d-407e-b31a-93b6c2c30bcc service neutron] Pushing event updated for resources: {'Port': ['ID=35652df9-c011-49b6-aebf-3c8ac46780fe,revision_number=3']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:15:38.864995 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086f09a3-f419-4d2d-b700-9824d04c1e3d req-6d845304-b7db-4669-b2ea-d0f626f78bc2 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:15:38.873972 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-086f09a3-f419-4d2d-b700-9824d04c1e3d req-6d845304-b7db-4669-b2ea-d0f626f78bc2 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] 10.222.0.36 "GET /v2.0/ports?device_id=117976ba-33e4-4830-a66f-0cd354096c9b HTTP/1.1" status: 200 len: 945 time: 0.0697560 May 03 14:15:38.897875 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81da0faf-a164-40f4-8c16-e3f3a2ad5cff req-42bd34f8-b25b-45d1-9d83-cc832f822b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:15:38.899377 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-81da0faf-a164-40f4-8c16-e3f3a2ad5cff req-42bd34f8-b25b-45d1-9d83-cc832f822b9a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=fe12e93e2173443ebbc6badc62f75f20&device_id=1c796ad5-1804-44f8-82cb-c51f261fbc67 HTTP/1.1" status: 200 len: 1127 time: 0.1430717 May 03 14:15:38.911687 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-b6df4607-b2c5-49be-867c-08309aa376ad req-ad6f0bdd-947d-4413-bb39-998cb98c84bd service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=059a32ed-46eb-44af-954f-023dc3b6f390&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2059648 May 03 14:15:38.926855 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6945e6eb-a404-4f4b-b25f-086e710050dc req-9fbda49a-c893-4e3c-96ae-b7ff8d180ff7 tempest-VolumesActionsTest-1624866909 tempest-VolumesActionsTest-1624866909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:15:38.928315 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-6945e6eb-a404-4f4b-b25f-086e710050dc req-9fbda49a-c893-4e3c-96ae-b7ff8d180ff7 tempest-VolumesActionsTest-1624866909 tempest-VolumesActionsTest-1624866909-project] 10.222.0.36 "GET /v2.0/ports?device_id=1c796ad5-1804-44f8-82cb-c51f261fbc67 HTTP/1.1" status: 200 len: 943 time: 0.0956976 May 03 14:15:38.937369 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-3db83bd2-858f-471a-b322-d3af79edc835 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786921254184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749114'] for agent (2583ee88-9503-4370-b6e4-0a676865815e), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:15:38.960024 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-086f09a3-f419-4d2d-b700-9824d04c1e3d req-2bea85aa-1c59-4c3b-8a76-102087cca4b8 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] 10.222.0.36 "GET /v2.0/security-groups?id=5256d9b7-303d-41e8-9beb-13271ea5bfe5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0850646 May 03 14:15:38.995283 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-6945e6eb-a404-4f4b-b25f-086e710050dc req-107a1853-f6c0-4ee9-bf34-d2a978373f09 tempest-VolumesActionsTest-1624866909 tempest-VolumesActionsTest-1624866909-project] 10.222.0.36 "GET /v2.0/security-groups?id=0e37fc03-fb0d-4798-8150-3b29211720fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601861 May 03 14:15:39.080123 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786921254184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749114'] for agent (e81ee3ce-91e9-46ba-a5c7-9619c95b22a6), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:15:39.100236 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-5d091c0c-fff4-4521-84cc-7c8c542a8448 req-6dc7d6b8-9238-440d-8a97-998da306dadd tempest-VolumesNegativeTest-1947699288 tempest-VolumesNegativeTest-1947699288-project] 10.222.0.36 "GET /v2.0/ports?device_id=e7e7b67e-09d3-41c1-ae12-bccc0250bf15 HTTP/1.1" status: 200 len: 210 time: 0.0379925 May 03 14:15:39.100351 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6ace25-6d11-4926-b964-704e41d49952 req-d3afa80e-4631-47d2-86e1-db36f0155086 tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:15:39.105841 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-6b6ace25-6d11-4926-b964-704e41d49952 req-d3afa80e-4631-47d2-86e1-db36f0155086 tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] 10.222.0.36 "GET /v2.0/ports?device_id=a99ca2ec-e8bc-4aa3-b6f6-9c0c08e0c036 HTTP/1.1" status: 200 len: 946 time: 0.0762327 May 03 14:15:39.109103 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.wsgi [-] (103470) accepted ('10.222.0.36', 46654) {{(pid=103470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:15:39.113685 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.v2.base [None req-dd5110b1-db52-4609-af32-dcff592e1ad2 tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Request body: {'floatingip': {'port_id': 'ea1035f0-4db1-4fb1-a79e-83cc3cbe55bf'}} {{(pid=103470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 14:15:39.166278 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-dd5110b1-db52-4609-af32-dcff592e1ad2 tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Publish callbacks [] for floatingip (590cf75c-a1f9-43a4-85f9-f8e71130c8cb), before_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:15:39.404398 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c64c49-eb51-4906-a0ec-4cee17220dd4 req-89c0d4bd-1922-42a7-ad1a-893ceaba0614 tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:15:39.409928 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-05c64c49-eb51-4906-a0ec-4cee17220dd4 req-89c0d4bd-1922-42a7-ad1a-893ceaba0614 tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] 10.222.0.36 "GET /v2.0/ports?device_id=671baf8c-6ef9-44cb-81eb-b3d3532c0fd5 HTTP/1.1" status: 200 len: 946 time: 0.0623586 May 03 14:15:39.473880 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-05c64c49-eb51-4906-a0ec-4cee17220dd4 req-d442cac8-e7b8-4186-9ec9-7f34e59bc692 tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] 10.222.0.36 "GET /v2.0/security-groups?id=059a32ed-46eb-44af-954f-023dc3b6f390&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581005 May 03 14:15:39.752517 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-dd5110b1-db52-4609-af32-dcff592e1ad2 tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:15:39.758504 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-dd5110b1-db52-4609-af32-dcff592e1ad2 tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1700089'] for floatingip (590cf75c-a1f9-43a4-85f9-f8e71130c8cb), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:15:39.804787 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a3c87e-2d8e-485a-a3cc-d0e07f1dece9 req-aa0650bf-d733-4125-926f-d49d81d8d53d tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:15:39.806444 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-44a3c87e-2d8e-485a-a3cc-d0e07f1dece9 req-aa0650bf-d733-4125-926f-d49d81d8d53d tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] 10.222.0.36 "GET /v2.0/ports?device_id=ba9b5683-3cbc-4f53-803e-cd5413dfcbc0 HTTP/1.1" status: 200 len: 945 time: 0.1059904 May 03 14:15:39.897645 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-44a3c87e-2d8e-485a-a3cc-d0e07f1dece9 req-79cc766a-f4fe-47f2-9d3a-8c2719a80d8a tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] 10.222.0.36 "GET /v2.0/security-groups?id=cbfeeeef-c433-4767-a994-eec44f2dc198&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842121 May 03 14:15:39.914500 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.db.l3_db [None req-dd5110b1-db52-4609-af32-dcff592e1ad2 tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Floating IP 590cf75c-a1f9-43a4-85f9-f8e71130c8cb associated. External IP: 172.27.3.228, port: ea1035f0-4db1-4fb1-a79e-83cc3cbe55bf. May 03 14:15:40.100382 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23268c39-fe2f-4a6a-aec4-b10c1cded680 req-0b645696-cc97-4974-acc0-1b3897d29ee0 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:15:40.102747 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-23268c39-fe2f-4a6a-aec4-b10c1cded680 req-0b645696-cc97-4974-acc0-1b3897d29ee0 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] 10.222.0.36 "GET /v2.0/ports?device_id=117976ba-33e4-4830-a66f-0cd354096c9b HTTP/1.1" status: 200 len: 945 time: 0.0676682 May 03 14:15:40.157978 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feba7364-89f7-471f-adcf-6c6cc1816e85 req-6f3d011b-4a61-4817-b21e-cfe70c46ad30 tempest-VolumesActionsTest-1624866909 tempest-VolumesActionsTest-1624866909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:15:40.159450 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-feba7364-89f7-471f-adcf-6c6cc1816e85 req-6f3d011b-4a61-4817-b21e-cfe70c46ad30 tempest-VolumesActionsTest-1624866909 tempest-VolumesActionsTest-1624866909-project] 10.222.0.36 "GET /v2.0/ports?device_id=1c796ad5-1804-44f8-82cb-c51f261fbc67 HTTP/1.1" status: 200 len: 943 time: 0.0644155 May 03 14:15:40.192265 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-23268c39-fe2f-4a6a-aec4-b10c1cded680 req-09475fe9-189c-4473-aafa-405526469b75 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] 10.222.0.36 "GET /v2.0/security-groups?id=5256d9b7-303d-41e8-9beb-13271ea5bfe5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0799735 May 03 14:15:40.239935 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-feba7364-89f7-471f-adcf-6c6cc1816e85 req-18fdd807-321e-43cd-b8e8-70150e2825bd tempest-VolumesActionsTest-1624866909 tempest-VolumesActionsTest-1624866909-project] 10.222.0.36 "GET /v2.0/security-groups?id=0e37fc03-fb0d-4798-8150-3b29211720fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550389 May 03 14:15:40.249909 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd5110b1-db52-4609-af32-dcff592e1ad2 tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Router e8428cc7-9811-4071-85c7-725df93cfce0 has already been hosted by L3 agent 2583ee88-9503-4370-b6e4-0a676865815e {{(pid=103470) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 14:15:40.317410 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-feb0d32f-e048-429d-a6f6-41e68d83c680 req-031b27a4-7410-4363-9462-353b9c48d024 tempest-VolumesNegativeTest-1947699288 tempest-VolumesNegativeTest-1947699288-project] 10.222.0.36 "GET /v2.0/ports?device_id=e7e7b67e-09d3-41c1-ae12-bccc0250bf15 HTTP/1.1" status: 200 len: 210 time: 0.0399082 May 03 14:15:40.394031 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-6b98c286-5509-41ae-9e31-4a328d4e2e3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786921254184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749114'] for agent (9772c1e2-61d8-4a11-97d8-348a0cefa431), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:15:40.412646 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd5110b1-db52-4609-af32-dcff592e1ad2 tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Notify agent at l3_agent.dv-cinder-839793-5-iscsi the message routers_updated {{(pid=103470) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 14:15:40.420684 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-dd5110b1-db52-4609-af32-dcff592e1ad2 tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218734'] for floatingip (None), before_response {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:15:40.428813 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80f4017f-8ffa-4a53-869b-c7432bd2458e None None] Sync routers for ids ['e8428cc7-9811-4071-85c7-725df93cfce0'] in dv-cinder-839793-5-iscsi {{(pid=103472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 14:15:40.442171 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80f4017f-8ffa-4a53-869b-c7432bd2458e None None] Routers {'e8428cc7-9811-4071-85c7-725df93cfce0'} bound to L3 agent in host dv-cinder-839793-5-iscsi {{(pid=103472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 14:15:40.443017 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.db.l3_hamode_db [None req-80f4017f-8ffa-4a53-869b-c7432bd2458e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-03T14:04:39Z,description=,heartbeat_timestamp=2022-05-03T14:15:39Z,host='dv-cinder-839793-5-iscsi',id=2583ee88-9503-4370-b6e4-0a676865815e,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T14:04:39Z,topic='l3_agent')) {'router_ids': ['e8428cc7-9811-4071-85c7-725df93cfce0'], 'active': True} {{(pid=103472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:15:40.466245 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [None req-dd5110b1-db52-4609-af32-dcff592e1ad2 tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] 10.222.0.36 "PUT /v2.0/floatingips/590cf75c-a1f9-43a4-85f9-f8e71130c8cb HTTP/1.1" status: 200 len: 992 time: 1.3559411 May 03 14:15:40.471883 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a99ca2ec-e8bc-4aa3-b6f6-9c0c08e0c036', 'tag': 'ea1035f0-4db1-4fb1-a79e-83cc3cbe55bf'}] {{(pid=103470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 14:15:40.471883 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b59263cb8594a65023f6f3ef61310cdc9305c5272296d99e8ebfdd94dfc5ab3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-612df3bb-0526-416c-95fa-6952e8cd0eed" -d '{"events": [{"name": "network-changed", "server_uuid": "a99ca2ec-e8bc-4aa3-b6f6-9c0c08e0c036", "tag": "ea1035f0-4db1-4fb1-a79e-83cc3cbe55bf"}]}' {{(pid=103470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 14:15:40.518815 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 May 2022 14:15:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f5c59f6-7ceb-46d9-ae2f-0786bf99ccdd x-openstack-request-id: req-3f5c59f6-7ceb-46d9-ae2f-0786bf99ccdd {{(pid=103470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 14:15:40.519192 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a99ca2ec-e8bc-4aa3-b6f6-9c0c08e0c036", "tag": "ea1035f0-4db1-4fb1-a79e-83cc3cbe55bf", "status": "completed", "code": 200}]} {{(pid=103470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 14:15:40.519529 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-3f5c59f6-7ceb-46d9-ae2f-0786bf99ccdd {{(pid=103470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 14:15:40.520016 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3f5c59f6-7ceb-46d9-ae2f-0786bf99ccdd'] response: {'name': 'network-changed', 'server_uuid': 'a99ca2ec-e8bc-4aa3-b6f6-9c0c08e0c036', 'tag': 'ea1035f0-4db1-4fb1-a79e-83cc3cbe55bf', 'status': 'completed', 'code': 200} May 03 14:15:40.596257 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.db.l3_dvr_db [None req-80f4017f-8ffa-4a53-869b-c7432bd2458e None None] Set router e8428cc7-9811-4071-85c7-725df93cfce0 gateway port host: dv-cinder-839793-5-iscsi {{(pid=103472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 14:15:40.633593 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef77bc7-ccbc-483b-b250-be7a71a84e3f req-47f6df2e-b417-42f7-babf-b4280b4e4e12 tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:15:40.641714 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-5ef77bc7-ccbc-483b-b250-be7a71a84e3f req-47f6df2e-b417-42f7-babf-b4280b4e4e12 tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] 10.222.0.36 "GET /v2.0/ports?device_id=671baf8c-6ef9-44cb-81eb-b3d3532c0fd5 HTTP/1.1" status: 200 len: 946 time: 0.0718832 May 03 14:15:40.703092 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-5ef77bc7-ccbc-483b-b250-be7a71a84e3f req-2e289f55-69bf-4afc-bef3-1f7fee181072 tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] 10.222.0.36 "GET /v2.0/security-groups?id=059a32ed-46eb-44af-954f-023dc3b6f390&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564241 May 03 14:15:40.906819 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.db.l3_hamode_db [None req-80f4017f-8ffa-4a53-869b-c7432bd2458e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8428cc7-9811-4071-85c7-725df93cfce0', 'name': 'tempest-AttachVolumeNegativeTest-1392786833-router', 'tenant_id': '453906a2a829425aac1abdfad7b441d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2', 'external_fixed_ips': [{'subnet_id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'ip_address': '172.27.3.72'}], 'enable_snat': True}, 'gw_port_id': '411354ed-274d-4270-83dd-a73b41b936ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T14:13:05Z', 'updated_at': '2022-05-03T14:13:20Z', 'revision_number': 4, 'project_id': '453906a2a829425aac1abdfad7b441d6', 'gw_port': {'id': '411354ed-274d-4270-83dd-a73b41b936ab', 'name': '', 'network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:90:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8428cc7-9811-4071-85c7-725df93cfce0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'ip_address': '172.27.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:13:07Z', 'updated_at': '2022-05-03T14:13:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-5-iscsi', '_floatingips': [{'id': '590cf75c-a1f9-43a4-85f9-f8e71130c8cb', 'tenant_id': '453906a2a829425aac1abdfad7b441d6', 'floating_ip_address': '172.27.3.228', 'floating_network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2', 'router_id': 'e8428cc7-9811-4071-85c7-725df93cfce0', 'port_id': 'ea1035f0-4db1-4fb1-a79e-83cc3cbe55bf', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 438, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '89bc2c7d-2b97-4518-b62e-d0f098e36f62', 'mac_address': 'fa:16:3e:ce:02:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a99ca2ec-e8bc-4aa3-b6f6-9c0c08e0c036', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T14:15:20Z', 'updated_at': '2022-05-03T14:15:39Z', 'revision_number': 1, 'project_id': '453906a2a829425aac1abdfad7b441d6', 'fixed_ip_address_scope': None}, {'id': 'ea74724a-a2fb-419b-88e7-3fe241707f77', 'tenant_id': '453906a2a829425aac1abdfad7b441d6', 'floating_ip_address': '172.27.3.62', 'floating_network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2', 'router_id': 'e8428cc7-9811-4071-85c7-725df93cfce0', 'port_id': '95147665-e446-4472-a616-c5c429b604f1', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 150, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '89bc2c7d-2b97-4518-b62e-d0f098e36f62', 'mac_address': 'fa:16:3e:32:91:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c69a66ae-c5d7-46a8-9f8f-2f3a59f00efb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T14:13:33Z', 'updated_at': '2022-05-03T14:14:24Z', 'revision_number': 2, 'project_id': '453906a2a829425aac1abdfad7b441d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e285b81a-5601-4a75-a305-ba94b7768a2e', 'name': '', 'network_id': '89bc2c7d-2b97-4518-b62e-d0f098e36f62', 'tenant_id': '453906a2a829425aac1abdfad7b441d6', 'mac_address': 'fa:16:3e:38:91:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8428cc7-9811-4071-85c7-725df93cfce0', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'ce824052-6a3b-4ab6-8ac7-7607bba43c53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:13:16Z', 'updated_at': '2022-05-03T14:13:34Z', 'revision_number': 5, 'project_id': '453906a2a829425aac1abdfad7b441d6', 'subnets': [{'id': 'ce824052-6a3b-4ab6-8ac7-7607bba43c53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-5-iscsi', False) {} {{(pid=103472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:15:40.922807 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-3f5d6f8f-0acc-4c15-86b6-9025a204cbfd req-dbd40663-a8ec-4f0c-955c-d04c60067e7a tempest-VolumesNegativeTest-1947699288 tempest-VolumesNegativeTest-1947699288-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=f943511aa73d4418851276f1e21c42a4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0381784 May 03 14:15:41.024223 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612df3bb-0526-416c-95fa-6952e8cd0eed req-5a480459-662c-420b-aba3-2b0fba10c147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:15:41.026100 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-612df3bb-0526-416c-95fa-6952e8cd0eed req-5a480459-662c-420b-aba3-2b0fba10c147 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=453906a2a829425aac1abdfad7b441d6&device_id=a99ca2ec-e8bc-4aa3-b6f6-9c0c08e0c036 HTTP/1.1" status: 200 len: 1130 time: 0.0977912 May 03 14:15:41.072240 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81da0faf-a164-40f4-8c16-e3f3a2ad5cff req-a27fb2f3-6c60-44a5-bc16-f0da314f8e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:15:41.073884 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-81da0faf-a164-40f4-8c16-e3f3a2ad5cff req-a27fb2f3-6c60-44a5-bc16-f0da314f8e06 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=fe12e93e2173443ebbc6badc62f75f20&shared=False HTTP/1.1" status: 200 len: 909 time: 0.2501631 May 03 14:15:41.089797 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6833dcdd-e627-4f25-9eee-273fe6b32eb2 req-8daaacfd-3931-4443-9689-4fd9e1c4f6e3 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:15:41.103929 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-6833dcdd-e627-4f25-9eee-273fe6b32eb2 req-8daaacfd-3931-4443-9689-4fd9e1c4f6e3 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] 10.222.0.36 "GET /v2.0/ports?device_id=ba9b5683-3cbc-4f53-803e-cd5413dfcbc0 HTTP/1.1" status: 200 len: 945 time: 0.0879350 May 03 14:15:41.109125 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80f4017f-8ffa-4a53-869b-c7432bd2458e None None] Checking router: e8428cc7-9811-4071-85c7-725df93cfce0 for host: dv-cinder-839793-5-iscsi {{(pid=103472) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 14:15:41.123609 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80f4017f-8ffa-4a53-869b-c7432bd2458e None None] Routers {'e8428cc7-9811-4071-85c7-725df93cfce0'} bound to L3 agent in host dv-cinder-839793-5-iscsi {{(pid=103472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 14:15:41.124479 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.db.l3_hamode_db [None req-80f4017f-8ffa-4a53-869b-c7432bd2458e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-03T14:04:39Z,description=,heartbeat_timestamp=2022-05-03T14:15:39Z,host='dv-cinder-839793-5-iscsi',id=2583ee88-9503-4370-b6e4-0a676865815e,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T14:04:39Z,topic='l3_agent')) {'router_ids': ['e8428cc7-9811-4071-85c7-725df93cfce0'], 'active': True} {{(pid=103472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:15:41.173146 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-6833dcdd-e627-4f25-9eee-273fe6b32eb2 req-2e0c393e-5b24-4f24-8a0d-f11a93e5c11e tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] 10.222.0.36 "GET /v2.0/security-groups?id=cbfeeeef-c433-4767-a994-eec44f2dc198&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676091 May 03 14:15:41.242041 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.db.l3_dvr_db [None req-80f4017f-8ffa-4a53-869b-c7432bd2458e None None] Set router e8428cc7-9811-4071-85c7-725df93cfce0 gateway port host: dv-cinder-839793-5-iscsi {{(pid=103472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 14:15:41.345790 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2554dca9-e5b2-440c-8505-7c60b9644418 req-2ca271fe-8bd9-44a1-bc7d-407c4357db3d tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:15:41.353082 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-2554dca9-e5b2-440c-8505-7c60b9644418 req-2ca271fe-8bd9-44a1-bc7d-407c4357db3d tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] 10.222.0.36 "GET /v2.0/ports?device_id=117976ba-33e4-4830-a66f-0cd354096c9b HTTP/1.1" status: 200 len: 945 time: 0.0648623 May 03 14:15:41.384694 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594742cd-f3ea-415b-9fbe-062f9d2ee459 req-ad1dd678-393a-4349-87a4-39e5439545ea tempest-VolumesActionsTest-1624866909 tempest-VolumesActionsTest-1624866909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:15:41.392889 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-594742cd-f3ea-415b-9fbe-062f9d2ee459 req-ad1dd678-393a-4349-87a4-39e5439545ea tempest-VolumesActionsTest-1624866909 tempest-VolumesActionsTest-1624866909-project] 10.222.0.36 "GET /v2.0/ports?device_id=1c796ad5-1804-44f8-82cb-c51f261fbc67 HTTP/1.1" status: 200 len: 943 time: 0.0754359 May 03 14:15:41.410219 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-2554dca9-e5b2-440c-8505-7c60b9644418 req-ed83c505-a29b-4440-9936-db64ef1cffcb tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] 10.222.0.36 "GET /v2.0/security-groups?id=5256d9b7-303d-41e8-9beb-13271ea5bfe5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552788 May 03 14:15:41.484983 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-594742cd-f3ea-415b-9fbe-062f9d2ee459 req-d56b0f77-742c-401c-b53c-41e28341c049 tempest-VolumesActionsTest-1624866909 tempest-VolumesActionsTest-1624866909-project] 10.222.0.36 "GET /v2.0/security-groups?id=0e37fc03-fb0d-4798-8150-3b29211720fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908382 May 03 14:15:41.524464 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-ece2f477-2d6d-4faa-a9a3-ecc6a9d3b5ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786921254184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749114'] for agent (5abb75e8-e954-4dc0-bed6-210d2af77b9f), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:15:41.533690 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.db.l3_hamode_db [None req-80f4017f-8ffa-4a53-869b-c7432bd2458e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8428cc7-9811-4071-85c7-725df93cfce0', 'name': 'tempest-AttachVolumeNegativeTest-1392786833-router', 'tenant_id': '453906a2a829425aac1abdfad7b441d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2', 'external_fixed_ips': [{'subnet_id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'ip_address': '172.27.3.72'}], 'enable_snat': True}, 'gw_port_id': '411354ed-274d-4270-83dd-a73b41b936ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T14:13:05Z', 'updated_at': '2022-05-03T14:13:20Z', 'revision_number': 4, 'project_id': '453906a2a829425aac1abdfad7b441d6', 'gw_port': {'id': '411354ed-274d-4270-83dd-a73b41b936ab', 'name': '', 'network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:90:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8428cc7-9811-4071-85c7-725df93cfce0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'ip_address': '172.27.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:13:07Z', 'updated_at': '2022-05-03T14:13:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-5-iscsi', '_floatingips': [{'id': '590cf75c-a1f9-43a4-85f9-f8e71130c8cb', 'tenant_id': '453906a2a829425aac1abdfad7b441d6', 'floating_ip_address': '172.27.3.228', 'floating_network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2', 'router_id': 'e8428cc7-9811-4071-85c7-725df93cfce0', 'port_id': 'ea1035f0-4db1-4fb1-a79e-83cc3cbe55bf', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 438, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '89bc2c7d-2b97-4518-b62e-d0f098e36f62', 'mac_address': 'fa:16:3e:ce:02:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a99ca2ec-e8bc-4aa3-b6f6-9c0c08e0c036', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T14:15:20Z', 'updated_at': '2022-05-03T14:15:39Z', 'revision_number': 1, 'project_id': '453906a2a829425aac1abdfad7b441d6', 'fixed_ip_address_scope': None}, {'id': 'ea74724a-a2fb-419b-88e7-3fe241707f77', 'tenant_id': '453906a2a829425aac1abdfad7b441d6', 'floating_ip_address': '172.27.3.62', 'floating_network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2', 'router_id': 'e8428cc7-9811-4071-85c7-725df93cfce0', 'port_id': '95147665-e446-4472-a616-c5c429b604f1', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 150, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '89bc2c7d-2b97-4518-b62e-d0f098e36f62', 'mac_address': 'fa:16:3e:32:91:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c69a66ae-c5d7-46a8-9f8f-2f3a59f00efb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T14:13:33Z', 'updated_at': '2022-05-03T14:14:24Z', 'revision_number': 2, 'project_id': '453906a2a829425aac1abdfad7b441d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e285b81a-5601-4a75-a305-ba94b7768a2e', 'name': '', 'network_id': '89bc2c7d-2b97-4518-b62e-d0f098e36f62', 'tenant_id': '453906a2a829425aac1abdfad7b441d6', 'mac_address': 'fa:16:3e:38:91:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8428cc7-9811-4071-85c7-725df93cfce0', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'ce824052-6a3b-4ab6-8ac7-7607bba43c53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:13:16Z', 'updated_at': '2022-05-03T14:13:34Z', 'revision_number': 5, 'project_id': '453906a2a829425aac1abdfad7b441d6', 'subnets': [{'id': 'ce824052-6a3b-4ab6-8ac7-7607bba43c53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-5-iscsi', False) {} {{(pid=103472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:15:41.560077 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-bd163805-1375-42b3-8c0d-8d64e8bea21c req-103dd33c-fed8-420d-87ce-f0ebf798ccfc tempest-VolumesNegativeTest-1947699288 tempest-VolumesNegativeTest-1947699288-project] 10.222.0.36 "GET /v2.0/ports?device_id=e7e7b67e-09d3-41c1-ae12-bccc0250bf15 HTTP/1.1" status: 200 len: 210 time: 0.0358546 May 03 14:15:41.579345 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80f4017f-8ffa-4a53-869b-c7432bd2458e None None] The sync data for ids ['e8428cc7-9811-4071-85c7-725df93cfce0'] in dv-cinder-839793-5-iscsi is: [{'id': 'e8428cc7-9811-4071-85c7-725df93cfce0', 'name': 'tempest-AttachVolumeNegativeTest-1392786833-router', 'tenant_id': '453906a2a829425aac1abdfad7b441d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2', 'external_fixed_ips': [{'subnet_id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'ip_address': '172.27.3.72'}], 'enable_snat': True}, 'gw_port_id': '411354ed-274d-4270-83dd-a73b41b936ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T14:13:05Z', 'updated_at': '2022-05-03T14:13:20Z', 'revision_number': 4, 'project_id': '453906a2a829425aac1abdfad7b441d6', 'gw_port': {'id': '411354ed-274d-4270-83dd-a73b41b936ab', 'name': '', 'network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:90:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8428cc7-9811-4071-85c7-725df93cfce0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'ip_address': '172.27.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:13:07Z', 'updated_at': '2022-05-03T14:13:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-5-iscsi', '_floatingips': [{'id': '590cf75c-a1f9-43a4-85f9-f8e71130c8cb', 'tenant_id': '453906a2a829425aac1abdfad7b441d6', 'floating_ip_address': '172.27.3.228', 'floating_network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2', 'router_id': 'e8428cc7-9811-4071-85c7-725df93cfce0', 'port_id': 'ea1035f0-4db1-4fb1-a79e-83cc3cbe55bf', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 438, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '89bc2c7d-2b97-4518-b62e-d0f098e36f62', 'mac_address': 'fa:16:3e:ce:02:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a99ca2ec-e8bc-4aa3-b6f6-9c0c08e0c036', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T14:15:20Z', 'updated_at': '2022-05-03T14:15:39Z', 'revision_number': 1, 'project_id': '453906a2a829425aac1abdfad7b441d6', 'fixed_ip_address_scope': None}, {'id': 'ea74724a-a2fb-419b-88e7-3fe241707f77', 'tenant_id': '453906a2a829425aac1abdfad7b441d6', 'floating_ip_address': '172.27.3.62', 'floating_network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2', 'router_id': 'e8428cc7-9811-4071-85c7-725df93cfce0', 'port_id': '95147665-e446-4472-a616-c5c429b604f1', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 150, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '89bc2c7d-2b97-4518-b62e-d0f098e36f62', 'mac_address': 'fa:16:3e:32:91:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c69a66ae-c5d7-46a8-9f8f-2f3a59f00efb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T14:13:33Z', 'updated_at': '2022-05-03T14:14:24Z', 'revision_number': 2, 'project_id': '453906a2a829425aac1abdfad7b441d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e285b81a-5601-4a75-a305-ba94b7768a2e', 'name': '', 'network_id': '89bc2c7d-2b97-4518-b62e-d0f098e36f62', 'tenant_id': '453906a2a829425aac1abdfad7b441d6', 'mac_address': 'fa:16:3e:38:91:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8428cc7-9811-4071-85c7-725df93cfce0', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'ce824052-6a3b-4ab6-8ac7-7607bba43c53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:13:16Z', 'updated_at': '2022-05-03T14:13:34Z', 'revision_number': 5, 'project_id': '453906a2a829425aac1abdfad7b441d6', 'subnets': [{'id': 'ce824052-6a3b-4ab6-8ac7-7607bba43c53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 14:15:41.826462 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d31b20-bc1a-44c8-9522-6618b3630f48 req-2c9af0bb-af34-4496-909b-a911171e5fbb tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:15:41.833525 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-74d31b20-bc1a-44c8-9522-6618b3630f48 req-2c9af0bb-af34-4496-909b-a911171e5fbb tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] 10.222.0.36 "GET /v2.0/ports?device_id=671baf8c-6ef9-44cb-81eb-b3d3532c0fd5 HTTP/1.1" status: 200 len: 946 time: 0.0577986 May 03 14:15:41.910507 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-74d31b20-bc1a-44c8-9522-6618b3630f48 req-be54a54d-caf6-44d9-aa75-b1263a6948db tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] 10.222.0.36 "GET /v2.0/security-groups?id=059a32ed-46eb-44af-954f-023dc3b6f390&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693405 May 03 14:15:41.928105 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ab4a4bf-7043-41f9-be95-d8159fa1f112 None None] New status for floating IP 590cf75c-a1f9-43a4-85f9-f8e71130c8cb: ACTIVE {{(pid=103471) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 03 14:15:41.931790 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5d6f8f-0acc-4c15-86b6-9025a204cbfd req-1fbcc5b9-d473-455c-bb5b-c7c2a1b09863 tempest-VolumesNegativeTest-1947699288 tempest-VolumesNegativeTest-1947699288-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:15:41.933754 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-3f5d6f8f-0acc-4c15-86b6-9025a204cbfd req-1fbcc5b9-d473-455c-bb5b-c7c2a1b09863 tempest-VolumesNegativeTest-1947699288 tempest-VolumesNegativeTest-1947699288-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3393087 May 03 14:15:42.165437 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.v2.base [req-3f5d6f8f-0acc-4c15-86b6-9025a204cbfd req-caa52759-a00a-4213-9eed-1235a9a86923 tempest-VolumesNegativeTest-1947699288 tempest-VolumesNegativeTest-1947699288-project] Request body: {'port': {'device_id': 'e7e7b67e-09d3-41c1-ae12-bccc0250bf15', 'network_id': '87ba7924-2d4a-470c-8bdf-56cd17730f9a', 'admin_state_up': True, 'tenant_id': 'f943511aa73d4418851276f1e21c42a4'}} {{(pid=103469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 14:15:42.233351 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81da0faf-a164-40f4-8c16-e3f3a2ad5cff req-8dc9845c-377d-4523-9824-6a9d809e816f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:15:42.235553 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-81da0faf-a164-40f4-8c16-e3f3a2ad5cff req-8dc9845c-377d-4523-9824-6a9d809e816f service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2157700 May 03 14:15:42.242271 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612df3bb-0526-416c-95fa-6952e8cd0eed req-5dfd7440-0669-4fe2-9ce8-3895e4472f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:15:42.243795 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-612df3bb-0526-416c-95fa-6952e8cd0eed req-5dfd7440-0669-4fe2-9ce8-3895e4472f43 service neutron] 10.222.0.26 "GET /v2.0/networks?id=89bc2c7d-2b97-4518-b62e-d0f098e36f62 HTTP/1.1" status: 200 len: 916 time: 0.2123027 May 03 14:15:42.334315 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50720cb4-7cac-46ec-9be2-202715e100ec req-3e4e0521-ea9f-496e-afc1-a7448a55f65b tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:15:42.336025 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-50720cb4-7cac-46ec-9be2-202715e100ec req-3e4e0521-ea9f-496e-afc1-a7448a55f65b tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] 10.222.0.36 "GET /v2.0/ports?device_id=ba9b5683-3cbc-4f53-803e-cd5413dfcbc0 HTTP/1.1" status: 200 len: 945 time: 0.0660145 May 03 14:15:42.390368 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f5d6f8f-0acc-4c15-86b6-9025a204cbfd req-caa52759-a00a-4213-9eed-1235a9a86923 tempest-VolumesNegativeTest-1947699288 tempest-VolumesNegativeTest-1947699288-project] Made reservation on behalf of f943511aa73d4418851276f1e21c42a4 for: {'port': 1} {{(pid=103469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 14:15:42.394579 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-3f5d6f8f-0acc-4c15-86b6-9025a204cbfd req-caa52759-a00a-4213-9eed-1235a9a86923 tempest-VolumesNegativeTest-1947699288 tempest-VolumesNegativeTest-1947699288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585126'] for port (None), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:15:42.418420 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-3f5d6f8f-0acc-4c15-86b6-9025a204cbfd req-caa52759-a00a-4213-9eed-1235a9a86923 tempest-VolumesNegativeTest-1947699288 tempest-VolumesNegativeTest-1947699288-project] Publish callbacks [] for security_group (None), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:15:42.430036 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-50720cb4-7cac-46ec-9be2-202715e100ec req-daa34c08-bb40-45ec-9ec0-9eda37d5a7a1 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] 10.222.0.36 "GET /v2.0/security-groups?id=cbfeeeef-c433-4767-a994-eec44f2dc198&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878842 May 03 14:15:42.552683 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-612df3bb-0526-416c-95fa-6952e8cd0eed req-45b5d186-682a-4cd1-84d7-a1f9a7df8c0a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ea1035f0-4db1-4fb1-a79e-83cc3cbe55bf HTTP/1.1" status: 200 len: 1002 time: 0.0812092 May 03 14:15:42.638980 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-3f5d6f8f-0acc-4c15-86b6-9025a204cbfd req-caa52759-a00a-4213-9eed-1235a9a86923 tempest-VolumesNegativeTest-1947699288 tempest-VolumesNegativeTest-1947699288-project] Publish callbacks [] for security_group (63996698-4298-4d37-b902-0e694331df84), precommit_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:15:42.648778 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633ce08f-3497-4af3-8459-c9cea4d0b47b req-5e273f34-c868-4d9a-92f2-367a1231ea65 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:15:42.650331 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-633ce08f-3497-4af3-8459-c9cea4d0b47b req-5e273f34-c868-4d9a-92f2-367a1231ea65 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] 10.222.0.36 "GET /v2.0/ports?device_id=117976ba-33e4-4830-a66f-0cd354096c9b HTTP/1.1" status: 200 len: 945 time: 0.0765960 May 03 14:15:42.653179 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-3f5d6f8f-0acc-4c15-86b6-9025a204cbfd req-caa52759-a00a-4213-9eed-1235a9a86923 tempest-VolumesNegativeTest-1947699288 tempest-VolumesNegativeTest-1947699288-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656397'] for security_group (63996698-4298-4d37-b902-0e694331df84), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:15:42.718454 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-633ce08f-3497-4af3-8459-c9cea4d0b47b req-9352d72f-21d0-46b0-b32c-5a88cba4ced4 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] 10.222.0.36 "GET /v2.0/security-groups?id=5256d9b7-303d-41e8-9beb-13271ea5bfe5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620329 May 03 14:15:42.753717 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615a7a00-f6e9-4f1d-a196-d6e1cafb2174 req-f0e397d1-5b89-4f78-8121-b511d0303294 tempest-VolumesActionsTest-1624866909 tempest-VolumesActionsTest-1624866909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:15:42.755717 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-615a7a00-f6e9-4f1d-a196-d6e1cafb2174 req-f0e397d1-5b89-4f78-8121-b511d0303294 tempest-VolumesActionsTest-1624866909 tempest-VolumesActionsTest-1624866909-project] 10.222.0.36 "GET /v2.0/ports?device_id=1c796ad5-1804-44f8-82cb-c51f261fbc67 HTTP/1.1" status: 200 len: 943 time: 0.1146522 May 03 14:15:42.809373 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa52759-a00a-4213-9eed-1235a9a86923 tempest-VolumesNegativeTest-1947699288 tempest-VolumesNegativeTest-1947699288-project] Pushing event updated for resources: {'SecurityGroup': ['ID=63996698-4298-4d37-b902-0e694331df84,revision_number=1']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:15:42.876542 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-060a67d0-8ba1-485d-ba7b-5e82ed9783b2 req-145d05e4-6254-4754-a90f-97fdaeaa5e9a tempest-VolumesNegativeTest-1947699288 tempest-VolumesNegativeTest-1947699288-project] 10.222.0.36 "GET /v2.0/ports?device_id=e7e7b67e-09d3-41c1-ae12-bccc0250bf15 HTTP/1.1" status: 200 len: 210 time: 0.0543106 May 03 14:15:42.965839 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-615a7a00-f6e9-4f1d-a196-d6e1cafb2174 req-1898a862-d741-4ea4-83e4-40b925261ff6 tempest-VolumesActionsTest-1624866909 tempest-VolumesActionsTest-1624866909-project] 10.222.0.36 "GET /v2.0/security-groups?id=0e37fc03-fb0d-4798-8150-3b29211720fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1762185 May 03 14:15:43.151331 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612df3bb-0526-416c-95fa-6952e8cd0eed req-a3d038cb-80db-43eb-a07e-63b3f7bae9e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:15:43.155595 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-612df3bb-0526-416c-95fa-6952e8cd0eed req-a3d038cb-80db-43eb-a07e-63b3f7bae9e9 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ce824052-6a3b-4ab6-8ac7-7607bba43c53 HTTP/1.1" status: 200 len: 854 time: 0.1125913 May 03 14:15:43.163702 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ebc00b-4b22-45a7-8680-00454d34143c req-0ad6873c-d17d-4b1f-be30-6073fcde85fb tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:15:43.165451 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.db.db_base_plugin_common [req-3f5d6f8f-0acc-4c15-86b6-9025a204cbfd req-caa52759-a00a-4213-9eed-1235a9a86923 tempest-VolumesNegativeTest-1947699288 tempest-VolumesNegativeTest-1947699288-project] Allocated IP 192.168.233.32 (87ba7924-2d4a-470c-8bdf-56cd17730f9a/0090f365-b053-4a3a-8cf2-bf1dc5e85b9d/8f5f3dd4-72ca-405e-a1bf-0c912fa37aab) {{(pid=103469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 14:15:43.165611 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-17ebc00b-4b22-45a7-8680-00454d34143c req-0ad6873c-d17d-4b1f-be30-6073fcde85fb tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] 10.222.0.36 "GET /v2.0/ports?device_id=671baf8c-6ef9-44cb-81eb-b3d3532c0fd5 HTTP/1.1" status: 200 len: 946 time: 0.1869116 May 03 14:15:43.204491 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786921254184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749114'] for agent (43411681-d6d4-43ac-b892-434a22df3f6d), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:15:43.296123 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-17ebc00b-4b22-45a7-8680-00454d34143c req-c90cb3a4-8233-4438-aa66-e19c77015d57 tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] 10.222.0.36 "GET /v2.0/security-groups?id=059a32ed-46eb-44af-954f-023dc3b6f390&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1232097 May 03 14:15:43.315101 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c08256f-29da-4804-ba32-fb1cba0d6229 req-00508425-2b41-4e7e-bbbc-8807e331731c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:15:43.315101 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-7c08256f-29da-4804-ba32-fb1cba0d6229 req-00508425-2b41-4e7e-bbbc-8807e331731c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=fe12e93e2173443ebbc6badc62f75f20&device_id=1c796ad5-1804-44f8-82cb-c51f261fbc67 HTTP/1.1" status: 200 len: 1127 time: 0.1820476 May 03 14:15:43.316652 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612df3bb-0526-416c-95fa-6952e8cd0eed req-0adebed2-6d8b-4c43-ae25-3757557d4b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:15:43.318066 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-612df3bb-0526-416c-95fa-6952e8cd0eed req-0adebed2-6d8b-4c43-ae25-3757557d4b76 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=89bc2c7d-2b97-4518-b62e-d0f098e36f62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0928061 May 03 14:15:43.426812 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-7c08256f-29da-4804-ba32-fb1cba0d6229 req-2e898efb-c84c-4d1d-b623-bf9cee90c2b9 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=35652df9-c011-49b6-aebf-3c8ac46780fe HTTP/1.1" status: 200 len: 217 time: 0.0950160 May 03 14:15:43.621056 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7d582e-b9dc-443c-9925-0be2cc563857 req-ad04ac07-8ed7-41a7-bb32-e54ab01bf68d tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:15:43.625644 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-ca7d582e-b9dc-443c-9925-0be2cc563857 req-ad04ac07-8ed7-41a7-bb32-e54ab01bf68d tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] 10.222.0.36 "GET /v2.0/ports?device_id=671baf8c-6ef9-44cb-81eb-b3d3532c0fd5 HTTP/1.1" status: 200 len: 946 time: 0.2187467 May 03 14:15:43.656962 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c08256f-29da-4804-ba32-fb1cba0d6229 req-c5025af5-447b-4b60-b134-ec990a8caf22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:15:43.658429 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-7c08256f-29da-4804-ba32-fb1cba0d6229 req-c5025af5-447b-4b60-b134-ec990a8caf22 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c578e165-fcac-4048-b331-804311f4219b HTTP/1.1" status: 200 len: 848 time: 0.2135308 May 03 14:15:43.668894 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-612df3bb-0526-416c-95fa-6952e8cd0eed req-c1ed3f1a-b8bf-4b64-95b8-c076198e0487 service neutron] 10.222.0.26 "GET /v2.0/networks/89bc2c7d-2b97-4518-b62e-d0f098e36f62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3382864 May 03 14:15:43.852345 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009102ba-63af-4aaf-98e8-2124986fc753 req-f00667e2-f514-405b-b445-62769e59a045 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:15:43.860640 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-009102ba-63af-4aaf-98e8-2124986fc753 req-f00667e2-f514-405b-b445-62769e59a045 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] 10.222.0.36 "GET /v2.0/ports?device_id=117976ba-33e4-4830-a66f-0cd354096c9b HTTP/1.1" status: 200 len: 945 time: 0.0591598 May 03 14:15:43.918185 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-009102ba-63af-4aaf-98e8-2124986fc753 req-de21ab00-d537-4830-8add-8d925ad042d5 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] 10.222.0.36 "GET /v2.0/security-groups?id=5256d9b7-303d-41e8-9beb-13271ea5bfe5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549278 May 03 14:15:44.013313 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-7c08256f-29da-4804-ba32-fb1cba0d6229 req-ae27a555-03ac-4dfd-997d-72a7a9e57fb8 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=27b794d9-b670-411c-9a0a-80863d6faaf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3358376 May 03 14:15:44.074223 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-61b057fb-ceeb-49eb-8e68-772ea4d3fba7 req-69bed406-470b-432d-81bb-248e8b8da320 tempest-VolumesNegativeTest-1947699288 tempest-VolumesNegativeTest-1947699288-project] 10.222.0.36 "GET /v2.0/ports?device_id=e7e7b67e-09d3-41c1-ae12-bccc0250bf15 HTTP/1.1" status: 200 len: 210 time: 0.0447769 May 03 14:15:44.098588 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-3f5d6f8f-0acc-4c15-86b6-9025a204cbfd req-caa52759-a00a-4213-9eed-1235a9a86923 tempest-VolumesNegativeTest-1947699288 tempest-VolumesNegativeTest-1947699288-project] Publish callbacks [] for port (8f5f3dd4-72ca-405e-a1bf-0c912fa37aab), precommit_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:15:44.203305 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91475aa2-ff3a-4d81-96ff-07edf2635fe0 req-e41b4f79-84cf-4b58-9d83-5051acbc393e tempest-VolumesActionsTest-1624866909 tempest-VolumesActionsTest-1624866909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:15:44.205665 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-91475aa2-ff3a-4d81-96ff-07edf2635fe0 req-e41b4f79-84cf-4b58-9d83-5051acbc393e tempest-VolumesActionsTest-1624866909 tempest-VolumesActionsTest-1624866909-project] 10.222.0.36 "GET /v2.0/ports?device_id=1c796ad5-1804-44f8-82cb-c51f261fbc67 HTTP/1.1" status: 200 len: 943 time: 0.0656633 May 03 14:15:44.232218 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-ca7d582e-b9dc-443c-9925-0be2cc563857 req-b4da7907-2180-4d9f-b65d-da84b66abc92 tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] 10.222.0.36 "GET /v2.0/security-groups?id=059a32ed-46eb-44af-954f-023dc3b6f390&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5944619 May 03 14:15:44.243119 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-7c08256f-29da-4804-ba32-fb1cba0d6229 req-d59ee7be-4746-4856-99fd-09356ed701fd service neutron] 10.222.0.26 "GET /v2.0/networks/27b794d9-b670-411c-9a0a-80863d6faaf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2121351 May 03 14:15:44.256986 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.wsgi [-] (103470) accepted ('10.222.0.36', 46724) {{(pid=103470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:15:44.316479 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-612df3bb-0526-416c-95fa-6952e8cd0eed req-557d9eab-8060-4412-b684-4ed04e321a34 service neutron] 10.222.0.26 "GET /v2.0/networks/89bc2c7d-2b97-4518-b62e-d0f098e36f62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6265054 May 03 14:15:44.334269 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-91475aa2-ff3a-4d81-96ff-07edf2635fe0 req-c3c0579d-0b22-42db-b6d1-796ec02d67f6 tempest-VolumesActionsTest-1624866909 tempest-VolumesActionsTest-1624866909-project] 10.222.0.36 "GET /v2.0/security-groups?id=0e37fc03-fb0d-4798-8150-3b29211720fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224527 May 03 14:15:44.378656 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-3f5d6f8f-0acc-4c15-86b6-9025a204cbfd req-caa52759-a00a-4213-9eed-1235a9a86923 tempest-VolumesNegativeTest-1947699288 tempest-VolumesNegativeTest-1947699288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786920821396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6178079'] for port (8f5f3dd4-72ca-405e-a1bf-0c912fa37aab), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:15:44.402717 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f5d6f8f-0acc-4c15-86b6-9025a204cbfd req-caa52759-a00a-4213-9eed-1235a9a86923 tempest-VolumesNegativeTest-1947699288 tempest-VolumesNegativeTest-1947699288-project] Network 87ba7924-2d4a-470c-8bdf-56cd17730f9a is already hosted by enough agents. {{(pid=103469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 14:15:44.407225 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.scheduler.base_scheduler [req-3f5d6f8f-0acc-4c15-86b6-9025a204cbfd req-caa52759-a00a-4213-9eed-1235a9a86923 tempest-VolumesNegativeTest-1947699288 tempest-VolumesNegativeTest-1947699288-project] Resources bound (agent type, host, resource id): {{(pid=103469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 14:15:44.411191 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f5d6f8f-0acc-4c15-86b6-9025a204cbfd req-caa52759-a00a-4213-9eed-1235a9a86923 tempest-VolumesNegativeTest-1947699288 tempest-VolumesNegativeTest-1947699288-project] Received port after_create {{(pid=103469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 14:15:44.496623 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-7c08256f-29da-4804-ba32-fb1cba0d6229 req-2db55f78-40cd-4e9c-997b-c5c862114db1 service neutron] 10.222.0.26 "GET /v2.0/networks/27b794d9-b670-411c-9a0a-80863d6faaf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2461054 May 03 14:15:44.529016 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa52759-a00a-4213-9eed-1235a9a86923 tempest-VolumesNegativeTest-1947699288 tempest-VolumesNegativeTest-1947699288-project] Pushing event updated for resources: {'Port': ['ID=8f5f3dd4-72ca-405e-a1bf-0c912fa37aab,revision_number=1']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:15:44.552567 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5d6f8f-0acc-4c15-86b6-9025a204cbfd req-caa52759-a00a-4213-9eed-1235a9a86923 tempest-VolumesNegativeTest-1947699288 tempest-VolumesNegativeTest-1947699288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:15:44.553351 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-3f5d6f8f-0acc-4c15-86b6-9025a204cbfd req-caa52759-a00a-4213-9eed-1235a9a86923 tempest-VolumesNegativeTest-1947699288 tempest-VolumesNegativeTest-1947699288-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218734'] for port (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:15:44.591289 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-3f5d6f8f-0acc-4c15-86b6-9025a204cbfd req-caa52759-a00a-4213-9eed-1235a9a86923 tempest-VolumesNegativeTest-1947699288 tempest-VolumesNegativeTest-1947699288-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.4291661 May 03 14:15:44.623589 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1440189-0232-41cc-833c-5882ff3092bf tempest-TestVolumeBootPattern-2012192365 tempest-TestVolumeBootPattern-2012192365-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:15:44.625515 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [None req-c1440189-0232-41cc-833c-5882ff3092bf tempest-TestVolumeBootPattern-2012192365 tempest-TestVolumeBootPattern-2012192365-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=671baf8c-6ef9-44cb-81eb-b3d3532c0fd5 HTTP/1.1" status: 200 len: 1125 time: 0.3619099 May 03 14:15:44.628657 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.36', 46728) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:15:44.635163 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.v2.base [None req-6bb6351b-268e-460c-9e20-62965317d9a4 tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] Request body: {'floatingip': {'floating_network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2', 'port_id': '39a4e1c4-19b9-4ef0-a572-0e58d3c8ff6e', 'tenant_id': '593f1ab9823f41ffa40d6155bebaca54', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 14:15:44.659938 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.wsgi [-] (103470) accepted ('10.222.0.36', 46730) {{(pid=103470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:15:44.665731 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.v2.base [None req-ae1e4523-1e82-473a-9d65-c4027e16f07c tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] Request body: {'security_group': {'name': 'tempest-securitygroup--198127974', 'description': 'tempest-description--806769182'}} {{(pid=103470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 14:15:44.673801 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-6bb6351b-268e-460c-9e20-62965317d9a4 tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:15:44.700555 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-ae1e4523-1e82-473a-9d65-c4027e16f07c tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] Publish callbacks [] for security_group (None), before_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:15:44.802808 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-ae1e4523-1e82-473a-9d65-c4027e16f07c tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] Publish callbacks [] for security_group (73aeffe4-e624-496a-985c-4db7b0aaf14d), precommit_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:15:44.805648 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-6bb6351b-268e-460c-9e20-62965317d9a4 tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585126'] for port (None), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:15:44.808657 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-ae1e4523-1e82-473a-9d65-c4027e16f07c tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656397'] for security_group (73aeffe4-e624-496a-985c-4db7b0aaf14d), after_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:15:44.832004 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-ae1e4523-1e82-473a-9d65-c4027e16f07c tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] Publish callbacks [] for security_group (None), before_response {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:15:44.833689 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [None req-ae1e4523-1e82-473a-9d65-c4027e16f07c tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1724117 May 03 14:15:44.840019 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.wsgi [-] (103470) accepted ('10.222.0.36', 46732) {{(pid=103470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:15:44.862953 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.provisioning_blocks [None req-f087443a-4c31-4c15-bf6e-0adbf6940bbf None None] Provisioning complete for port 8f5f3dd4-72ca-405e-a1bf-0c912fa37aab triggered by entity DHCP. {{(pid=103471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 14:15:44.863976 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.v2.base [None req-b3b8c2c0-8398-4f17-92f8-85f023d1ac4d tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] Request body: {'security_group_rule': {'security_group_id': '73aeffe4-e624-496a-985c-4db7b0aaf14d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 14:15:44.865750 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-f087443a-4c31-4c15-bf6e-0adbf6940bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749148'] for port (8f5f3dd4-72ca-405e-a1bf-0c912fa37aab), provisioning_complete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:15:44.904223 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1e4523-1e82-473a-9d65-c4027e16f07c tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] Pushing event updated for resources: {'SecurityGroup': ['ID=73aeffe4-e624-496a-985c-4db7b0aaf14d,revision_number=1']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:15:44.916564 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [None req-f087443a-4c31-4c15-bf6e-0adbf6940bbf None None] Port 8f5f3dd4-72ca-405e-a1bf-0c912fa37aab cannot update to ACTIVE because it is not bound. {{(pid=103471) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 03 14:15:44.919672 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-b3b8c2c0-8398-4f17-92f8-85f023d1ac4d tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] Publish callbacks [] for security_group_rule (a4b91d3f-8119-4b21-bb94-a07f2eb959e6), before_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:15:44.969993 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.db.db_base_plugin_common [None req-6bb6351b-268e-460c-9e20-62965317d9a4 tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] Allocated IP 172.27.3.31 (e0cd7c6d-9919-41eb-b035-2bfb3175faa2/4f18d5d6-ed18-48e7-a335-d8ef216f5f78/a272a38e-851f-4b76-9fdf-0a04d0eb3ea9) {{(pid=103469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 14:15:45.006014 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-b3b8c2c0-8398-4f17-92f8-85f023d1ac4d tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] Publish callbacks [] for security_group_rule (a4b91d3f-8119-4b21-bb94-a07f2eb959e6), precommit_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:15:45.017659 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-b3b8c2c0-8398-4f17-92f8-85f023d1ac4d tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656574'] for security_group_rule (a4b91d3f-8119-4b21-bb94-a07f2eb959e6), after_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:15:45.062946 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b8c2c0-8398-4f17-92f8-85f023d1ac4d tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4b91d3f-8119-4b21-bb94-a07f2eb959e6,revision_number=0']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:15:45.095728 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d3cee6-8548-4df7-8b92-e700d923138b req-458a5739-6427-4e65-8cf0-6c85662f8baf tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:15:45.097842 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-81d3cee6-8548-4df7-8b92-e700d923138b req-458a5739-6427-4e65-8cf0-6c85662f8baf tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] 10.222.0.36 "GET /v2.0/ports?device_id=117976ba-33e4-4830-a66f-0cd354096c9b HTTP/1.1" status: 200 len: 945 time: 0.0935674 May 03 14:15:45.100256 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-b3b8c2c0-8398-4f17-92f8-85f023d1ac4d tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:15:45.103791 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [None req-b3b8c2c0-8398-4f17-92f8-85f023d1ac4d tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2598643 May 03 14:15:45.105013 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.wsgi [-] (103470) accepted ('10.222.0.36', 46738) {{(pid=103470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:15:45.116491 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.v2.base [None req-567ef55e-ddbb-4b08-b215-6c7268803764 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] Request body: {'security_group_rule': {'security_group_id': '73aeffe4-e624-496a-985c-4db7b0aaf14d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 14:15:45.137115 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-6bb6351b-268e-460c-9e20-62965317d9a4 tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] Publish callbacks [] for port (a272a38e-851f-4b76-9fdf-0a04d0eb3ea9), precommit_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:15:45.169807 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-81d3cee6-8548-4df7-8b92-e700d923138b req-a915d3e0-5102-4e20-9c4e-ec0efb352b48 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] 10.222.0.36 "GET /v2.0/security-groups?id=5256d9b7-303d-41e8-9beb-13271ea5bfe5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0663998 May 03 14:15:45.194351 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-567ef55e-ddbb-4b08-b215-6c7268803764 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] Publish callbacks [] for security_group_rule (32d5da41-03d4-4bad-9872-6f1cfbeedaba), before_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:15:45.228299 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-6bb6351b-268e-460c-9e20-62965317d9a4 tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786920821396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6178079'] for port (a272a38e-851f-4b76-9fdf-0a04d0eb3ea9), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:15:45.276624 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bb6351b-268e-460c-9e20-62965317d9a4 tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] Network e0cd7c6d-9919-41eb-b035-2bfb3175faa2 is already hosted by enough agents. {{(pid=103469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 14:15:45.280091 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.scheduler.base_scheduler [None req-6bb6351b-268e-460c-9e20-62965317d9a4 tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] Resources bound (agent type, host, resource id): {{(pid=103469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 14:15:45.289622 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96fee22-950b-4b53-9710-5f7d79eb6d65 req-4a062734-0493-45e3-bbae-90c895a2f4ed tempest-VolumesNegativeTest-1947699288 tempest-VolumesNegativeTest-1947699288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:15:45.294047 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-567ef55e-ddbb-4b08-b215-6c7268803764 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] Publish callbacks [] for security_group_rule (32d5da41-03d4-4bad-9872-6f1cfbeedaba), precommit_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:15:45.297064 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-b96fee22-950b-4b53-9710-5f7d79eb6d65 req-4a062734-0493-45e3-bbae-90c895a2f4ed tempest-VolumesNegativeTest-1947699288 tempest-VolumesNegativeTest-1947699288-project] 10.222.0.36 "GET /v2.0/ports?device_id=e7e7b67e-09d3-41c1-ae12-bccc0250bf15 HTTP/1.1" status: 200 len: 935 time: 0.1162553 May 03 14:15:45.301353 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bb6351b-268e-460c-9e20-62965317d9a4 tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] Received port after_create {{(pid=103469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 14:15:45.302574 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-567ef55e-ddbb-4b08-b215-6c7268803764 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656574'] for security_group_rule (32d5da41-03d4-4bad-9872-6f1cfbeedaba), after_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:15:45.326294 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567ef55e-ddbb-4b08-b215-6c7268803764 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32d5da41-03d4-4bad-9872-6f1cfbeedaba,revision_number=0']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:15:45.338442 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-567ef55e-ddbb-4b08-b215-6c7268803764 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:15:45.340032 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [None req-567ef55e-ddbb-4b08-b215-6c7268803764 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2283390 May 03 14:15:45.343096 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.wsgi [-] (103470) accepted ('10.222.0.36', 46740) {{(pid=103470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:15:45.350324 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb6351b-268e-460c-9e20-62965317d9a4 tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] Pushing event updated for resources: {'Port': ['ID=a272a38e-851f-4b76-9fdf-0a04d0eb3ea9,revision_number=1']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:15:45.353150 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.v2.base [None req-cc693ca8-bf14-41d4-a7fe-beeff9b87ad9 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] Request body: {'floatingip': {'floating_network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2'}} {{(pid=103470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 14:15:45.396969 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-cc693ca8-bf14-41d4-a7fe-beeff9b87ad9 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:15:45.577569 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53765958-6b57-4825-8178-42ddbde68395 req-6832ac88-2977-4f0a-90c4-1e430e0a956c tempest-VolumesActionsTest-1624866909 tempest-VolumesActionsTest-1624866909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:15:45.586679 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-53765958-6b57-4825-8178-42ddbde68395 req-6832ac88-2977-4f0a-90c4-1e430e0a956c tempest-VolumesActionsTest-1624866909 tempest-VolumesActionsTest-1624866909-project] 10.222.0.36 "GET /v2.0/ports?device_id=1c796ad5-1804-44f8-82cb-c51f261fbc67 HTTP/1.1" status: 200 len: 943 time: 0.1237535 May 03 14:15:45.621236 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-cc693ca8-bf14-41d4-a7fe-beeff9b87ad9 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585126'] for port (None), before_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:15:45.722970 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-53765958-6b57-4825-8178-42ddbde68395 req-a0bbc263-45a6-4ad7-96b5-54f0335f5c3b tempest-VolumesActionsTest-1624866909 tempest-VolumesActionsTest-1624866909-project] 10.222.0.36 "GET /v2.0/security-groups?id=0e37fc03-fb0d-4798-8150-3b29211720fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351371 May 03 14:15:45.753888 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-b96fee22-950b-4b53-9710-5f7d79eb6d65 req-a8c5671f-fc17-442a-802d-1be7bed65965 tempest-VolumesNegativeTest-1947699288 tempest-VolumesNegativeTest-1947699288-project] 10.222.0.36 "GET /v2.0/security-groups?id=63996698-4298-4d37-b902-0e694331df84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4557688 May 03 14:15:45.782480 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.v2.base [req-3f5d6f8f-0acc-4c15-86b6-9025a204cbfd req-c1f30846-1873-4fa0-b237-f7f7d41d8029 service neutron] Request body: {'port': {'device_id': 'e7e7b67e-09d3-41c1-ae12-bccc0250bf15', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83979'}} {{(pid=103469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 14:15:45.817414 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.db.db_base_plugin_common [None req-cc693ca8-bf14-41d4-a7fe-beeff9b87ad9 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] Allocated IP 172.27.3.130 (e0cd7c6d-9919-41eb-b035-2bfb3175faa2/4f18d5d6-ed18-48e7-a335-d8ef216f5f78/6100c9b5-0475-48f5-b8a3-a3715ad811cb) {{(pid=103470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 14:15:45.834804 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-6bb6351b-268e-460c-9e20-62965317d9a4 tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] Publish callbacks [] for floatingip (7b44dc07-fd83-49a6-a292-824776a5bdd5), precommit_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:15:45.898489 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-3f5d6f8f-0acc-4c15-86b6-9025a204cbfd req-c1f30846-1873-4fa0-b237-f7f7d41d8029 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585126'] for port (8f5f3dd4-72ca-405e-a1bf-0c912fa37aab), before_update {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:15:45.969659 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-6bb6351b-268e-460c-9e20-62965317d9a4 tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585126'] for port (a272a38e-851f-4b76-9fdf-0a04d0eb3ea9), before_update {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:15:46.197633 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-cc693ca8-bf14-41d4-a7fe-beeff9b87ad9 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] Publish callbacks [] for port (6100c9b5-0475-48f5-b8a3-a3715ad811cb), precommit_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:15:46.238782 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-cc693ca8-bf14-41d4-a7fe-beeff9b87ad9 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786920821396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7524599'] for port (6100c9b5-0475-48f5-b8a3-a3715ad811cb), after_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:15:46.278531 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc693ca8-bf14-41d4-a7fe-beeff9b87ad9 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] Network e0cd7c6d-9919-41eb-b035-2bfb3175faa2 is already hosted by enough agents. {{(pid=103470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 14:15:46.294743 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.scheduler.base_scheduler [None req-cc693ca8-bf14-41d4-a7fe-beeff9b87ad9 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] Resources bound (agent type, host, resource id): {{(pid=103470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 14:15:46.299485 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc693ca8-bf14-41d4-a7fe-beeff9b87ad9 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] Received port after_create {{(pid=103470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 14:15:46.302090 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc693ca8-bf14-41d4-a7fe-beeff9b87ad9 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] Pushing event updated for resources: {'Port': ['ID=6100c9b5-0475-48f5-b8a3-a3715ad811cb,revision_number=1']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:15:46.412790 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a7547c-7208-40ca-a40b-f3378c2907dd req-8832a3a6-41b2-46e4-805e-15f5db362d87 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:15:46.414393 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-f9a7547c-7208-40ca-a40b-f3378c2907dd req-8832a3a6-41b2-46e4-805e-15f5db362d87 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] 10.222.0.36 "GET /v2.0/ports?device_id=117976ba-33e4-4830-a66f-0cd354096c9b HTTP/1.1" status: 200 len: 945 time: 0.0851912 May 03 14:15:46.421567 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-6bb6351b-268e-460c-9e20-62965317d9a4 tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] Publish callbacks [] for port (a272a38e-851f-4b76-9fdf-0a04d0eb3ea9), precommit_update {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:15:46.448701 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-6bb6351b-268e-460c-9e20-62965317d9a4 tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786921284783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786920821414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786920821432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6178150'] for port (a272a38e-851f-4b76-9fdf-0a04d0eb3ea9), after_update {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:15:46.549046 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.notifiers.nova [req-3f5d6f8f-0acc-4c15-86b6-9025a204cbfd req-c1f30846-1873-4fa0-b237-f7f7d41d8029 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f5f3dd4-72ca-405e-a1bf-0c912fa37aab {{(pid=103469) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 14:15:46.562481 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb6351b-268e-460c-9e20-62965317d9a4 tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] Pushing event updated for resources: {'Port': ['ID=a272a38e-851f-4b76-9fdf-0a04d0eb3ea9,revision_number=2']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:15:46.566310 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-3f5d6f8f-0acc-4c15-86b6-9025a204cbfd req-c1f30846-1873-4fa0-b237-f7f7d41d8029 service neutron] Publish callbacks [] for port (8f5f3dd4-72ca-405e-a1bf-0c912fa37aab), precommit_update {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:15:46.572515 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-cc693ca8-bf14-41d4-a7fe-beeff9b87ad9 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] Publish callbacks [] for floatingip (aa4708a8-2d79-48da-afb0-8e73cd88978d), precommit_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:15:46.580286 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-f9a7547c-7208-40ca-a40b-f3378c2907dd req-848d501a-23ce-49da-8d8d-c91b3084ab45 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] 10.222.0.36 "GET /v2.0/security-groups?id=5256d9b7-303d-41e8-9beb-13271ea5bfe5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1530423 May 03 14:15:46.596304 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-6bb6351b-268e-460c-9e20-62965317d9a4 tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1700089'] for floatingip (7b44dc07-fd83-49a6-a292-824776a5bdd5), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:15:46.603268 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.db.provisioning_blocks [req-3f5d6f8f-0acc-4c15-86b6-9025a204cbfd req-c1f30846-1873-4fa0-b237-f7f7d41d8029 service neutron] Transition to ACTIVE for port object 8f5f3dd4-72ca-405e-a1bf-0c912fa37aab will not be triggered until provisioned by entity L2. {{(pid=103469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 03 14:15:46.636391 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-cc693ca8-bf14-41d4-a7fe-beeff9b87ad9 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585126'] for port (6100c9b5-0475-48f5-b8a3-a3715ad811cb), before_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:15:46.662809 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-3f5d6f8f-0acc-4c15-86b6-9025a204cbfd req-c1f30846-1873-4fa0-b237-f7f7d41d8029 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786921284783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786920821414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786920821432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6178150'] for port (8f5f3dd4-72ca-405e-a1bf-0c912fa37aab), after_update {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:15:46.843437 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.db.l3_db [None req-6bb6351b-268e-460c-9e20-62965317d9a4 tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] Floating IP 7b44dc07-fd83-49a6-a292-824776a5bdd5 associated. External IP: 172.27.3.31, port: 39a4e1c4-19b9-4ef0-a572-0e58d3c8ff6e. May 03 14:15:46.849235 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f30846-1873-4fa0-b237-f7f7d41d8029 service neutron] Pushing event updated for resources: {'Port': ['ID=8f5f3dd4-72ca-405e-a1bf-0c912fa37aab,revision_number=2']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:15:46.987430 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-cc693ca8-bf14-41d4-a7fe-beeff9b87ad9 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] Publish callbacks [] for port (6100c9b5-0475-48f5-b8a3-a3715ad811cb), precommit_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:15:47.001812 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-cc693ca8-bf14-41d4-a7fe-beeff9b87ad9 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786921284783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786920821414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786920821432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7524494'] for port (6100c9b5-0475-48f5-b8a3-a3715ad811cb), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:15:47.023335 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5a6971-4d36-4a70-a421-53ca27dd18a6 req-2c8b22f8-7763-48e0-b4ef-2c749d14e2dd tempest-VolumesNegativeTest-1947699288 tempest-VolumesNegativeTest-1947699288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:15:47.024836 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-5c5a6971-4d36-4a70-a421-53ca27dd18a6 req-2c8b22f8-7763-48e0-b4ef-2c749d14e2dd tempest-VolumesNegativeTest-1947699288 tempest-VolumesNegativeTest-1947699288-project] 10.222.0.36 "GET /v2.0/ports?device_id=e7e7b67e-09d3-41c1-ae12-bccc0250bf15 HTTP/1.1" status: 200 len: 947 time: 0.1274569 May 03 14:15:47.025452 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf2b46c-29f2-47f1-90c5-26013b3582ff req-c9f5ae06-357f-48a3-90fe-d5f8f1bcb487 tempest-VolumesActionsTest-1624866909 tempest-VolumesActionsTest-1624866909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:15:47.032838 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-2cf2b46c-29f2-47f1-90c5-26013b3582ff req-c9f5ae06-357f-48a3-90fe-d5f8f1bcb487 tempest-VolumesActionsTest-1624866909 tempest-VolumesActionsTest-1624866909-project] 10.222.0.36 "GET /v2.0/ports?device_id=1c796ad5-1804-44f8-82cb-c51f261fbc67 HTTP/1.1" status: 200 len: 943 time: 0.1221530 May 03 14:15:47.121798 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-cc693ca8-bf14-41d4-a7fe-beeff9b87ad9 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1700089'] for floatingip (aa4708a8-2d79-48da-afb0-8e73cd88978d), after_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:15:47.148807 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.managers [req-3f5d6f8f-0acc-4c15-86b6-9025a204cbfd req-c1f30846-1873-4fa0-b237-f7f7d41d8029 service neutron] Attempting to bind port 8f5f3dd4-72ca-405e-a1bf-0c912fa37aab on host hv-cinder-83979 for vnic_type normal with profile {{(pid=103469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 03 14:15:47.149459 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.managers [req-3f5d6f8f-0acc-4c15-86b6-9025a204cbfd req-c1f30846-1873-4fa0-b237-f7f7d41d8029 service neutron] Attempting to bind port 8f5f3dd4-72ca-405e-a1bf-0c912fa37aab by drivers openvswitch,hyperv on host hv-cinder-83979 at level 0 using segments [{'id': 'fa00a673-360a-4642-a555-913f68028dc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '87ba7924-2d4a-470c-8bdf-56cd17730f9a'}] {{(pid=103469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 03 14:15:47.149637 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f5d6f8f-0acc-4c15-86b6-9025a204cbfd req-c1f30846-1873-4fa0-b237-f7f7d41d8029 service neutron] Attempting to bind port 8f5f3dd4-72ca-405e-a1bf-0c912fa37aab on network 87ba7924-2d4a-470c-8bdf-56cd17730f9a {{(pid=103469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 14:15:47.158662 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-2cf2b46c-29f2-47f1-90c5-26013b3582ff req-75a614bb-b2f2-499c-952c-770d90bb5991 tempest-VolumesActionsTest-1624866909 tempest-VolumesActionsTest-1624866909-project] 10.222.0.36 "GET /v2.0/security-groups?id=0e37fc03-fb0d-4798-8150-3b29211720fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247697 May 03 14:15:47.164740 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f5d6f8f-0acc-4c15-86b6-9025a204cbfd req-c1f30846-1873-4fa0-b237-f7f7d41d8029 service neutron] Port 8f5f3dd4-72ca-405e-a1bf-0c912fa37aab on network 87ba7924-2d4a-470c-8bdf-56cd17730f9a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83979 {{(pid=103469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 03 14:15:47.164740 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f5d6f8f-0acc-4c15-86b6-9025a204cbfd req-c1f30846-1873-4fa0-b237-f7f7d41d8029 service neutron] Attempting to bind port 8f5f3dd4-72ca-405e-a1bf-0c912fa37aab on network 87ba7924-2d4a-470c-8bdf-56cd17730f9a {{(pid=103469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 14:15:47.165125 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc693ca8-bf14-41d4-a7fe-beeff9b87ad9 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] Pushing event updated for resources: {'Port': ['ID=6100c9b5-0475-48f5-b8a3-a3715ad811cb,revision_number=2']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:15:47.172304 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f5d6f8f-0acc-4c15-86b6-9025a204cbfd req-c1f30846-1873-4fa0-b237-f7f7d41d8029 service neutron] Checking agent: {'id': 'e81ee3ce-91e9-46ba-a5c7-9619c95b22a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83979', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 14, 11, 7), 'started_at': datetime.datetime(2022, 5, 3, 14, 11, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 14, 15, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 03 14:15:47.172638 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f5d6f8f-0acc-4c15-86b6-9025a204cbfd req-c1f30846-1873-4fa0-b237-f7f7d41d8029 service neutron] Checking segment: {'id': 'fa00a673-360a-4642-a555-913f68028dc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '87ba7924-2d4a-470c-8bdf-56cd17730f9a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 14:15:47.173021 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f5d6f8f-0acc-4c15-86b6-9025a204cbfd req-c1f30846-1873-4fa0-b237-f7f7d41d8029 service neutron] Bound using segment: {'id': 'fa00a673-360a-4642-a555-913f68028dc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '87ba7924-2d4a-470c-8bdf-56cd17730f9a'} {{(pid=103469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 03 14:15:47.174084 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.managers [req-3f5d6f8f-0acc-4c15-86b6-9025a204cbfd req-c1f30846-1873-4fa0-b237-f7f7d41d8029 service neutron] Bound port: 8f5f3dd4-72ca-405e-a1bf-0c912fa37aab, host: hv-cinder-83979, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa00a673-360a-4642-a555-913f68028dc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '87ba7924-2d4a-470c-8bdf-56cd17730f9a'}}] {{(pid=103469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 03 14:15:47.174084 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-3f5d6f8f-0acc-4c15-86b6-9025a204cbfd req-c1f30846-1873-4fa0-b237-f7f7d41d8029 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585126'] for port (8f5f3dd4-72ca-405e-a1bf-0c912fa37aab), before_update {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:15:47.178070 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-cc693ca8-bf14-41d4-a7fe-beeff9b87ad9 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218734'] for floatingip (None), before_response {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:15:47.178070 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [None req-cc693ca8-bf14-41d4-a7fe-beeff9b87ad9 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8337061 May 03 14:15:47.189334 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-5c5a6971-4d36-4a70-a421-53ca27dd18a6 req-8cfbd965-a52f-46b5-a5c4-92755c6d3342 tempest-VolumesNegativeTest-1947699288 tempest-VolumesNegativeTest-1947699288-project] 10.222.0.36 "GET /v2.0/security-groups?id=63996698-4298-4d37-b902-0e694331df84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411643 May 03 14:15:47.317337 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.db.agents_db [None req-22b75db3-e88f-46e7-98cb-691740c6eaf9 None None] Agent healthcheck: found 6 active agents {{(pid=103472) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 03 14:15:47.448274 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-6d59ec24-170b-4b38-b1f6-608646c24fe8 req-aa0cacca-1d66-45eb-a7c1-6cdbee2044d9 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--198127974&fields=id&tenant_id=4e31890e50da4bcab23b81eee1c9a2d7 HTTP/1.1" status: 200 len: 267 time: 0.0632083 May 03 14:15:47.583995 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d59ec24-170b-4b38-b1f6-608646c24fe8 req-696f079d-b9b4-4edc-b599-4ff492665591 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:15:47.585916 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-6d59ec24-170b-4b38-b1f6-608646c24fe8 req-696f079d-b9b4-4edc-b599-4ff492665591 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] 10.222.0.36 "GET /v2.0/networks?id=ed744a5b-777c-4bee-b278-dee1b499d8aa HTTP/1.1" status: 200 len: 819 time: 0.1357160 May 03 14:15:47.601918 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-6d59ec24-170b-4b38-b1f6-608646c24fe8 req-2ae315fc-7c3c-4367-9df4-f523c1173d3a tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] 10.222.0.36 "GET /v2.0/quotas/4e31890e50da4bcab23b81eee1c9a2d7 HTTP/1.1" status: 200 len: 375 time: 0.0099318 May 03 14:15:47.670901 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-6d59ec24-170b-4b38-b1f6-608646c24fe8 req-44195a14-1ba1-437c-8906-23c0dddda0cc tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=4e31890e50da4bcab23b81eee1c9a2d7&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0630014 May 03 14:15:47.677225 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.db [req-3f5d6f8f-0acc-4c15-86b6-9025a204cbfd req-c1f30846-1873-4fa0-b237-f7f7d41d8029 service neutron] For port 8f5f3dd4-72ca-405e-a1bf-0c912fa37aab, host hv-cinder-83979, cleared binding levels {{(pid=103469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 14:15:47.728718 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.db [req-3f5d6f8f-0acc-4c15-86b6-9025a204cbfd req-c1f30846-1873-4fa0-b237-f7f7d41d8029 service neutron] For port 8f5f3dd4-72ca-405e-a1bf-0c912fa37aab, host hv-cinder-83979, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=8f5f3dd4-72ca-405e-a1bf-0c912fa37aab,segment=NetworkSegment(fa00a673-360a-4642-a555-913f68028dc5),segment_id=fa00a673-360a-4642-a555-913f68028dc5)] {{(pid=103469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 14:15:47.739398 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bb6351b-268e-460c-9e20-62965317d9a4 tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] Router 38b5ff34-9c6b-4825-b6f1-12ef2b3dd6b5 has already been hosted by L3 agent 2583ee88-9503-4370-b6e4-0a676865815e {{(pid=103469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 14:15:47.750151 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fe90bc-e196-4c5d-9474-fe9e3eb4ec9b req-40ee5a94-188a-4c42-8744-805e94ec5da0 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:15:47.751641 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-a1fe90bc-e196-4c5d-9474-fe9e3eb4ec9b req-40ee5a94-188a-4c42-8744-805e94ec5da0 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] 10.222.0.36 "GET /v2.0/ports?device_id=117976ba-33e4-4830-a66f-0cd354096c9b HTTP/1.1" status: 200 len: 945 time: 0.0821869 May 03 14:15:47.755133 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-3f5d6f8f-0acc-4c15-86b6-9025a204cbfd req-c1f30846-1873-4fa0-b237-f7f7d41d8029 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786921284783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786920821414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786920821432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6178150'] for port (8f5f3dd4-72ca-405e-a1bf-0c912fa37aab), after_update {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:15:47.787856 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-6d59ec24-170b-4b38-b1f6-608646c24fe8 req-1eee9cd0-46c9-47e1-a023-07c8d7b76e4d service neutron] 10.222.0.36 "GET /v2.0/networks/ed744a5b-777c-4bee-b278-dee1b499d8aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987670 May 03 14:15:47.814795 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5d6f8f-0acc-4c15-86b6-9025a204cbfd req-c1f30846-1873-4fa0-b237-f7f7d41d8029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:15:47.815414 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-3f5d6f8f-0acc-4c15-86b6-9025a204cbfd req-c1f30846-1873-4fa0-b237-f7f7d41d8029 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218734'] for port (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:15:47.816812 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-3f5d6f8f-0acc-4c15-86b6-9025a204cbfd req-c1f30846-1873-4fa0-b237-f7f7d41d8029 service neutron] 10.222.0.26 "PUT /v2.0/ports/8f5f3dd4-72ca-405e-a1bf-0c912fa37aab HTTP/1.1" status: 200 len: 1097 time: 2.0435460 May 03 14:15:47.819488 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7e7b67e-09d3-41c1-ae12-bccc0250bf15', 'tag': '8f5f3dd4-72ca-405e-a1bf-0c912fa37aab'}] {{(pid=103469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 14:15:47.828300 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68fe64b6b3a70a2f5f611128c103f52e8e68dc233ccb418b63396cbb83134719" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb60237b-c350-49c7-94fb-b19beb0ebdad" -d '{"events": [{"name": "network-changed", "server_uuid": "e7e7b67e-09d3-41c1-ae12-bccc0250bf15", "tag": "8f5f3dd4-72ca-405e-a1bf-0c912fa37aab"}]}' {{(pid=103469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 14:15:47.925401 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-6d59ec24-170b-4b38-b1f6-608646c24fe8 req-0644123b-fe38-4464-872b-7c5508deec42 service neutron] 10.222.0.36 "GET /v2.0/networks/ed744a5b-777c-4bee-b278-dee1b499d8aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296616 May 03 14:15:48.037123 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bb6351b-268e-460c-9e20-62965317d9a4 tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] Notify agent at l3_agent.dv-cinder-839793-5-iscsi the message routers_updated {{(pid=103469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 14:15:48.038967 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f30846-1873-4fa0-b237-f7f7d41d8029 service neutron] Pushing event updated for resources: {'Port': ['ID=8f5f3dd4-72ca-405e-a1bf-0c912fa37aab,revision_number=3']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:15:48.048088 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42d80b1d-491f-4c1c-b24d-d0729c8478ce None None] Sync routers for ids ['38b5ff34-9c6b-4825-b6f1-12ef2b3dd6b5'] in dv-cinder-839793-5-iscsi {{(pid=103472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 14:15:48.077881 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42d80b1d-491f-4c1c-b24d-d0729c8478ce None None] Routers {'38b5ff34-9c6b-4825-b6f1-12ef2b3dd6b5'} bound to L3 agent in host dv-cinder-839793-5-iscsi {{(pid=103472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 14:15:48.078871 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.db.l3_hamode_db [None req-42d80b1d-491f-4c1c-b24d-d0729c8478ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-03T14:04:39Z,description=,heartbeat_timestamp=2022-05-03T14:15:39Z,host='dv-cinder-839793-5-iscsi',id=2583ee88-9503-4370-b6e4-0a676865815e,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T14:04:39Z,topic='l3_agent')) {'router_ids': ['38b5ff34-9c6b-4825-b6f1-12ef2b3dd6b5'], 'active': True} {{(pid=103472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:15:48.102052 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-a1fe90bc-e196-4c5d-9474-fe9e3eb4ec9b req-feb0f5a7-47f8-4f81-a83c-eff59193ffc3 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] 10.222.0.36 "GET /v2.0/security-groups?id=5256d9b7-303d-41e8-9beb-13271ea5bfe5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3412480 May 03 14:15:48.114485 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5d6f8f-0acc-4c15-86b6-9025a204cbfd req-5f7d9ac8-9f7b-4955-8c14-4a1776cb442d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:15:48.120481 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-3f5d6f8f-0acc-4c15-86b6-9025a204cbfd req-5f7d9ac8-9f7b-4955-8c14-4a1776cb442d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f943511aa73d4418851276f1e21c42a4&device_id=e7e7b67e-09d3-41c1-ae12-bccc0250bf15 HTTP/1.1" status: 200 len: 1131 time: 0.2293446 May 03 14:15:48.126826 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-6bb6351b-268e-460c-9e20-62965317d9a4 tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218734'] for floatingip (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:15:48.194630 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-6bb6351b-268e-460c-9e20-62965317d9a4 tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.5633776 May 03 14:15:48.210080 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 May 2022 14:15:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5de7d6eb-7e3d-4765-ae87-58661c8c2b48 x-openstack-request-id: req-5de7d6eb-7e3d-4765-ae87-58661c8c2b48 {{(pid=103469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 14:15:48.210080 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7e7b67e-09d3-41c1-ae12-bccc0250bf15", "tag": "8f5f3dd4-72ca-405e-a1bf-0c912fa37aab", "status": "completed", "code": 200}]} {{(pid=103469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 14:15:48.210080 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-5de7d6eb-7e3d-4765-ae87-58661c8c2b48 {{(pid=103469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 14:15:48.210782 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5de7d6eb-7e3d-4765-ae87-58661c8c2b48'] response: {'name': 'network-changed', 'server_uuid': 'e7e7b67e-09d3-41c1-ae12-bccc0250bf15', 'tag': '8f5f3dd4-72ca-405e-a1bf-0c912fa37aab', 'status': 'completed', 'code': 200} May 03 14:15:48.239792 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.db.l3_dvr_db [None req-42d80b1d-491f-4c1c-b24d-d0729c8478ce None None] Set router 38b5ff34-9c6b-4825-b6f1-12ef2b3dd6b5 gateway port host: dv-cinder-839793-5-iscsi {{(pid=103472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 14:15:48.263294 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-3f5d6f8f-0acc-4c15-86b6-9025a204cbfd req-c69fa0d3-d301-4f69-a87a-a5d58c44d047 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.32&port_id=8f5f3dd4-72ca-405e-a1bf-0c912fa37aab HTTP/1.1" status: 200 len: 217 time: 0.0749075 May 03 14:15:48.265556 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-7bbf5585-8361-492a-8ea8-53bfd9b1b754 req-c02db213-14f9-4676-b88a-d494a1715274 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] 10.222.0.36 "GET /v2.0/ports?device_id=2ee19045-222a-44c1-abc1-2205c8a96ab9 HTTP/1.1" status: 200 len: 210 time: 0.0784345 May 03 14:15:48.364966 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5d6f8f-0acc-4c15-86b6-9025a204cbfd req-7a8c7dba-1e4b-478b-8678-796879f4efc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:15:48.367287 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-3f5d6f8f-0acc-4c15-86b6-9025a204cbfd req-7a8c7dba-1e4b-478b-8678-796879f4efc4 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=0090f365-b053-4a3a-8cf2-bf1dc5e85b9d HTTP/1.1" status: 200 len: 843 time: 0.0848513 May 03 14:15:48.382402 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc778fad-14bb-47b9-864b-d298031aa1ec req-ab61e983-a694-4a0f-8853-33d541cf97a9 tempest-VolumesActionsTest-1624866909 tempest-VolumesActionsTest-1624866909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:15:48.384101 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-cc778fad-14bb-47b9-864b-d298031aa1ec req-ab61e983-a694-4a0f-8853-33d541cf97a9 tempest-VolumesActionsTest-1624866909 tempest-VolumesActionsTest-1624866909-project] 10.222.0.36 "GET /v2.0/ports?device_id=1c796ad5-1804-44f8-82cb-c51f261fbc67 HTTP/1.1" status: 200 len: 943 time: 0.0850968 May 03 14:15:48.453255 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-cc778fad-14bb-47b9-864b-d298031aa1ec req-2e85531e-edbb-4748-904d-56555e1cbe7d tempest-VolumesActionsTest-1624866909 tempest-VolumesActionsTest-1624866909-project] 10.222.0.36 "GET /v2.0/security-groups?id=0e37fc03-fb0d-4798-8150-3b29211720fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566328 May 03 14:15:48.470393 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5d6f8f-0acc-4c15-86b6-9025a204cbfd req-21ca7772-c004-4995-8e4a-87cb72d3ed29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:15:48.471926 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-3f5d6f8f-0acc-4c15-86b6-9025a204cbfd req-21ca7772-c004-4995-8e4a-87cb72d3ed29 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=87ba7924-2d4a-470c-8bdf-56cd17730f9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0479944 May 03 14:15:48.478075 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89b4e52-cac7-4afe-a72b-bc53d87ce033 req-e9b1cc13-3ab6-4133-a79e-01e866f9515a tempest-VolumesNegativeTest-1947699288 tempest-VolumesNegativeTest-1947699288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:15:48.481088 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-d89b4e52-cac7-4afe-a72b-bc53d87ce033 req-e9b1cc13-3ab6-4133-a79e-01e866f9515a tempest-VolumesNegativeTest-1947699288 tempest-VolumesNegativeTest-1947699288-project] 10.222.0.36 "GET /v2.0/ports?device_id=e7e7b67e-09d3-41c1-ae12-bccc0250bf15 HTTP/1.1" status: 200 len: 947 time: 0.0909927 May 03 14:15:48.558241 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.db.l3_hamode_db [None req-42d80b1d-491f-4c1c-b24d-d0729c8478ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38b5ff34-9c6b-4825-b6f1-12ef2b3dd6b5', 'name': 'tempest-TestVolumeBootPattern-301482067-router', 'tenant_id': '593f1ab9823f41ffa40d6155bebaca54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2', 'external_fixed_ips': [{'subnet_id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'ip_address': '172.27.3.104'}], 'enable_snat': True}, 'gw_port_id': '951b1801-b758-4644-b768-c5a6c2003c89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T14:14:30Z', 'updated_at': '2022-05-03T14:14:37Z', 'revision_number': 4, 'project_id': '593f1ab9823f41ffa40d6155bebaca54', 'gw_port': {'id': '951b1801-b758-4644-b768-c5a6c2003c89', 'name': '', 'network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:9c:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38b5ff34-9c6b-4825-b6f1-12ef2b3dd6b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'ip_address': '172.27.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:14:31Z', 'updated_at': '2022-05-03T14:14:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-5-iscsi', '_floatingips': [{'id': '7b44dc07-fd83-49a6-a292-824776a5bdd5', 'tenant_id': '593f1ab9823f41ffa40d6155bebaca54', 'floating_ip_address': '172.27.3.31', 'floating_network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2', 'router_id': '38b5ff34-9c6b-4825-b6f1-12ef2b3dd6b5', 'port_id': '39a4e1c4-19b9-4ef0-a572-0e58d3c8ff6e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 485, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f560d97d-2acd-47bd-966f-19197466eba2', 'mac_address': 'fa:16:3e:13:d0:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '671baf8c-6ef9-44cb-81eb-b3d3532c0fd5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T14:15:45Z', 'updated_at': '2022-05-03T14:15:45Z', 'revision_number': 0, 'project_id': '593f1ab9823f41ffa40d6155bebaca54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c234afb0-9699-490a-b237-8617dbb75553', 'name': '', 'network_id': 'f560d97d-2acd-47bd-966f-19197466eba2', 'tenant_id': '593f1ab9823f41ffa40d6155bebaca54', 'mac_address': 'fa:16:3e:2e:54:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38b5ff34-9c6b-4825-b6f1-12ef2b3dd6b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'e8cbf221-f4fe-47a8-93ac-36f15595da79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:14:35Z', 'updated_at': '2022-05-03T14:14:46Z', 'revision_number': 5, 'project_id': '593f1ab9823f41ffa40d6155bebaca54', 'subnets': [{'id': 'e8cbf221-f4fe-47a8-93ac-36f15595da79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-5-iscsi', False) {} {{(pid=103472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:15:48.586846 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42d80b1d-491f-4c1c-b24d-d0729c8478ce None None] Checking router: 38b5ff34-9c6b-4825-b6f1-12ef2b3dd6b5 for host: dv-cinder-839793-5-iscsi {{(pid=103472) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 14:15:48.590007 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-d89b4e52-cac7-4afe-a72b-bc53d87ce033 req-0b323d34-182e-49d7-bf82-6133e25d0209 tempest-VolumesNegativeTest-1947699288 tempest-VolumesNegativeTest-1947699288-project] 10.222.0.36 "GET /v2.0/security-groups?id=63996698-4298-4d37-b902-0e694331df84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994430 May 03 14:15:48.598539 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42d80b1d-491f-4c1c-b24d-d0729c8478ce None None] Routers {'38b5ff34-9c6b-4825-b6f1-12ef2b3dd6b5'} bound to L3 agent in host dv-cinder-839793-5-iscsi {{(pid=103472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 14:15:48.599360 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.db.l3_hamode_db [None req-42d80b1d-491f-4c1c-b24d-d0729c8478ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-03T14:04:39Z,description=,heartbeat_timestamp=2022-05-03T14:15:39Z,host='dv-cinder-839793-5-iscsi',id=2583ee88-9503-4370-b6e4-0a676865815e,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T14:04:39Z,topic='l3_agent')) {'router_ids': ['38b5ff34-9c6b-4825-b6f1-12ef2b3dd6b5'], 'active': True} {{(pid=103472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:15:48.609011 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-3f5d6f8f-0acc-4c15-86b6-9025a204cbfd req-a62cd0c8-c804-49dc-8fa8-a355d6ef5e6f service neutron] 10.222.0.26 "GET /v2.0/networks/87ba7924-2d4a-470c-8bdf-56cd17730f9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264718 May 03 14:15:48.711342 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.db.l3_dvr_db [None req-42d80b1d-491f-4c1c-b24d-d0729c8478ce None None] Set router 38b5ff34-9c6b-4825-b6f1-12ef2b3dd6b5 gateway port host: dv-cinder-839793-5-iscsi {{(pid=103472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 14:15:48.806750 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-3f5d6f8f-0acc-4c15-86b6-9025a204cbfd req-0200e124-b4b5-4f6b-bbb6-7905c5c83bf8 service neutron] 10.222.0.26 "GET /v2.0/networks/87ba7924-2d4a-470c-8bdf-56cd17730f9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912311 May 03 14:15:48.917268 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.rpc [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Device 35652df9-c011-49b6-aebf-3c8ac46780fe details requested by agent hyperv_hv-cinder-83979 with host hv-cinder-83979 {{(pid=103471) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 03 14:15:48.949818 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.db.l3_hamode_db [None req-42d80b1d-491f-4c1c-b24d-d0729c8478ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38b5ff34-9c6b-4825-b6f1-12ef2b3dd6b5', 'name': 'tempest-TestVolumeBootPattern-301482067-router', 'tenant_id': '593f1ab9823f41ffa40d6155bebaca54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2', 'external_fixed_ips': [{'subnet_id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'ip_address': '172.27.3.104'}], 'enable_snat': True}, 'gw_port_id': '951b1801-b758-4644-b768-c5a6c2003c89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T14:14:30Z', 'updated_at': '2022-05-03T14:14:37Z', 'revision_number': 4, 'project_id': '593f1ab9823f41ffa40d6155bebaca54', 'gw_port': {'id': '951b1801-b758-4644-b768-c5a6c2003c89', 'name': '', 'network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:9c:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38b5ff34-9c6b-4825-b6f1-12ef2b3dd6b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'ip_address': '172.27.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:14:31Z', 'updated_at': '2022-05-03T14:14:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-5-iscsi', '_floatingips': [{'id': '7b44dc07-fd83-49a6-a292-824776a5bdd5', 'tenant_id': '593f1ab9823f41ffa40d6155bebaca54', 'floating_ip_address': '172.27.3.31', 'floating_network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2', 'router_id': '38b5ff34-9c6b-4825-b6f1-12ef2b3dd6b5', 'port_id': '39a4e1c4-19b9-4ef0-a572-0e58d3c8ff6e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 485, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f560d97d-2acd-47bd-966f-19197466eba2', 'mac_address': 'fa:16:3e:13:d0:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '671baf8c-6ef9-44cb-81eb-b3d3532c0fd5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T14:15:45Z', 'updated_at': '2022-05-03T14:15:45Z', 'revision_number': 0, 'project_id': '593f1ab9823f41ffa40d6155bebaca54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c234afb0-9699-490a-b237-8617dbb75553', 'name': '', 'network_id': 'f560d97d-2acd-47bd-966f-19197466eba2', 'tenant_id': '593f1ab9823f41ffa40d6155bebaca54', 'mac_address': 'fa:16:3e:2e:54:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38b5ff34-9c6b-4825-b6f1-12ef2b3dd6b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'e8cbf221-f4fe-47a8-93ac-36f15595da79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:14:35Z', 'updated_at': '2022-05-03T14:14:46Z', 'revision_number': 5, 'project_id': '593f1ab9823f41ffa40d6155bebaca54', 'subnets': [{'id': 'e8cbf221-f4fe-47a8-93ac-36f15595da79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-5-iscsi', False) {} {{(pid=103472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:15:48.981133 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42d80b1d-491f-4c1c-b24d-d0729c8478ce None None] The sync data for ids ['38b5ff34-9c6b-4825-b6f1-12ef2b3dd6b5'] in dv-cinder-839793-5-iscsi is: [{'id': '38b5ff34-9c6b-4825-b6f1-12ef2b3dd6b5', 'name': 'tempest-TestVolumeBootPattern-301482067-router', 'tenant_id': '593f1ab9823f41ffa40d6155bebaca54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2', 'external_fixed_ips': [{'subnet_id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'ip_address': '172.27.3.104'}], 'enable_snat': True}, 'gw_port_id': '951b1801-b758-4644-b768-c5a6c2003c89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T14:14:30Z', 'updated_at': '2022-05-03T14:14:37Z', 'revision_number': 4, 'project_id': '593f1ab9823f41ffa40d6155bebaca54', 'gw_port': {'id': '951b1801-b758-4644-b768-c5a6c2003c89', 'name': '', 'network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:9c:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38b5ff34-9c6b-4825-b6f1-12ef2b3dd6b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'ip_address': '172.27.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:14:31Z', 'updated_at': '2022-05-03T14:14:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-5-iscsi', '_floatingips': [{'id': '7b44dc07-fd83-49a6-a292-824776a5bdd5', 'tenant_id': '593f1ab9823f41ffa40d6155bebaca54', 'floating_ip_address': '172.27.3.31', 'floating_network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2', 'router_id': '38b5ff34-9c6b-4825-b6f1-12ef2b3dd6b5', 'port_id': '39a4e1c4-19b9-4ef0-a572-0e58d3c8ff6e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 485, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f560d97d-2acd-47bd-966f-19197466eba2', 'mac_address': 'fa:16:3e:13:d0:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '671baf8c-6ef9-44cb-81eb-b3d3532c0fd5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T14:15:45Z', 'updated_at': '2022-05-03T14:15:45Z', 'revision_number': 0, 'project_id': '593f1ab9823f41ffa40d6155bebaca54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c234afb0-9699-490a-b237-8617dbb75553', 'name': '', 'network_id': 'f560d97d-2acd-47bd-966f-19197466eba2', 'tenant_id': '593f1ab9823f41ffa40d6155bebaca54', 'mac_address': 'fa:16:3e:2e:54:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38b5ff34-9c6b-4825-b6f1-12ef2b3dd6b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'e8cbf221-f4fe-47a8-93ac-36f15595da79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:14:35Z', 'updated_at': '2022-05-03T14:14:46Z', 'revision_number': 5, 'project_id': '593f1ab9823f41ffa40d6155bebaca54', 'subnets': [{'id': 'e8cbf221-f4fe-47a8-93ac-36f15595da79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 14:15:49.019056 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.db [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] For port 35652df9-c011-49b6-aebf-3c8ac46780fe, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=35652df9-c011-49b6-aebf-3c8ac46780fe,segment=NetworkSegment(4be1416b-9363-4244-b679-4004fdfa6b44),segment_id=4be1416b-9363-4244-b679-4004fdfa6b44)] {{(pid=103471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 14:15:49.030743 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.rpc [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Returning: {'device': '35652df9-c011-49b6-aebf-3c8ac46780fe', 'network_id': '27b794d9-b670-411c-9a0a-80863d6faaf1', 'port_id': '35652df9-c011-49b6-aebf-3c8ac46780fe', 'mac_address': 'fa:16:3e:65:47:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 233, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c578e165-fcac-4048-b331-804311f4219b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103471) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 03 14:15:49.068754 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Current status of the port 35652df9-c011-49b6-aebf-3c8ac46780fe is: DOWN; New status is: BUILD {{(pid=103471) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 14:15:49.069144 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585126'] for port (35652df9-c011-49b6-aebf-3c8ac46780fe), before_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:15:49.082896 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.notifiers.nova [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35652df9-c011-49b6-aebf-3c8ac46780fe {{(pid=103471) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 14:15:49.108177 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.db [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] For port 35652df9-c011-49b6-aebf-3c8ac46780fe, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=35652df9-c011-49b6-aebf-3c8ac46780fe,segment=NetworkSegment(4be1416b-9363-4244-b679-4004fdfa6b44),segment_id=4be1416b-9363-4244-b679-4004fdfa6b44)] {{(pid=103471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 14:15:49.113505 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786921284783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786920821414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786920821432'] for port (35652df9-c011-49b6-aebf-3c8ac46780fe), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:15:49.165839 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Pushing event updated for resources: {'Port': ['ID=35652df9-c011-49b6-aebf-3c8ac46780fe,revision_number=4']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:15:49.197684 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc79364d-605f-47a0-b6d4-d62ec9cbfabd None None] New status for floating IP 7b44dc07-fd83-49a6-a292-824776a5bdd5: ACTIVE {{(pid=103471) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 03 14:15:49.223547 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6addd23-a643-400b-8ce1-b639a371502e req-eaea5651-fee1-4cc8-b5d4-4e1f494b5a31 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:15:49.225036 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-b6addd23-a643-400b-8ce1-b639a371502e req-eaea5651-fee1-4cc8-b5d4-4e1f494b5a31 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] 10.222.0.36 "GET /v2.0/ports?device_id=117976ba-33e4-4830-a66f-0cd354096c9b HTTP/1.1" status: 200 len: 945 time: 0.0538392 May 03 14:15:49.274887 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-b6addd23-a643-400b-8ce1-b639a371502e req-79207704-dac5-425b-b646-3e95a3393f04 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] 10.222.0.36 "GET /v2.0/security-groups?id=5256d9b7-303d-41e8-9beb-13271ea5bfe5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439878 May 03 14:15:49.370778 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-e8ffcbb2-df97-4ddc-b8d2-72981c57e54b req-5956fffe-7619-4ca1-bda4-8afa1c6f7e49 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] 10.222.0.36 "GET /v2.0/ports?device_id=2ee19045-222a-44c1-abc1-2205c8a96ab9 HTTP/1.1" status: 200 len: 210 time: 0.0342236 May 03 14:15:49.455548 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.db [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] get_ports_and_sgs() called for port_ids ['35652df9-c011-49b6-aebf-3c8ac46780fe'] {{(pid=103471) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 03 14:15:49.570882 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d2e075-4bd5-4e4f-853f-e45e0fa0e752 req-1b982315-1d17-4708-b9c5-1b12e2b54654 tempest-VolumesActionsTest-1624866909 tempest-VolumesActionsTest-1624866909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:15:49.572400 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-67d2e075-4bd5-4e4f-853f-e45e0fa0e752 req-1b982315-1d17-4708-b9c5-1b12e2b54654 tempest-VolumesActionsTest-1624866909 tempest-VolumesActionsTest-1624866909-project] 10.222.0.36 "GET /v2.0/ports?device_id=1c796ad5-1804-44f8-82cb-c51f261fbc67 HTTP/1.1" status: 200 len: 944 time: 0.0497851 May 03 14:15:49.625778 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-67d2e075-4bd5-4e4f-853f-e45e0fa0e752 req-8b99635c-65d2-4c37-bcd8-d697397ba743 tempest-VolumesActionsTest-1624866909 tempest-VolumesActionsTest-1624866909-project] 10.222.0.36 "GET /v2.0/security-groups?id=0e37fc03-fb0d-4798-8150-3b29211720fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460792 May 03 14:15:49.723419 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1918f2b-af14-4639-9fb9-10e032603663 req-d5e9bbba-5d22-431a-a4ca-7cc4ba8d1e00 tempest-VolumesNegativeTest-1947699288 tempest-VolumesNegativeTest-1947699288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:15:49.724907 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-f1918f2b-af14-4639-9fb9-10e032603663 req-d5e9bbba-5d22-431a-a4ca-7cc4ba8d1e00 tempest-VolumesNegativeTest-1947699288 tempest-VolumesNegativeTest-1947699288-project] 10.222.0.36 "GET /v2.0/ports?device_id=e7e7b67e-09d3-41c1-ae12-bccc0250bf15 HTTP/1.1" status: 200 len: 947 time: 0.0555000 May 03 14:15:49.776092 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-f1918f2b-af14-4639-9fb9-10e032603663 req-94bf0356-92ba-4c31-8d13-68dc7a57645b tempest-VolumesNegativeTest-1947699288 tempest-VolumesNegativeTest-1947699288-project] 10.222.0.36 "GET /v2.0/security-groups?id=63996698-4298-4d37-b902-0e694331df84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430748 May 03 14:15:50.146337 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6ccff4-6ce5-428b-9676-08a51b6ea025 req-937a2879-6f3c-4e7d-81f3-419c21e24c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:15:50.147935 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-ef6ccff4-6ce5-428b-9676-08a51b6ea025 req-937a2879-6f3c-4e7d-81f3-419c21e24c50 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8a5fa41c00a84a80ac2b2c0cc1ef74d8&device_id=117976ba-33e4-4830-a66f-0cd354096c9b HTTP/1.1" status: 200 len: 1129 time: 0.0684891 May 03 14:15:50.165169 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb60237b-c350-49c7-94fb-b19beb0ebdad req-a982b6d5-2374-41df-b3c4-c99dbd37b083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:15:50.166627 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-cb60237b-c350-49c7-94fb-b19beb0ebdad req-a982b6d5-2374-41df-b3c4-c99dbd37b083 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f943511aa73d4418851276f1e21c42a4&device_id=e7e7b67e-09d3-41c1-ae12-bccc0250bf15 HTTP/1.1" status: 200 len: 1131 time: 0.0563507 May 03 14:15:50.211421 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '671baf8c-6ef9-44cb-81eb-b3d3532c0fd5', 'tag': '39a4e1c4-19b9-4ef0-a572-0e58d3c8ff6e'}] {{(pid=103469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 14:15:50.213803 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68fe64b6b3a70a2f5f611128c103f52e8e68dc233ccb418b63396cbb83134719" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-105445a5-033d-4cd3-bfc5-ceb0aedac9e3" -d '{"events": [{"name": "network-changed", "server_uuid": "671baf8c-6ef9-44cb-81eb-b3d3532c0fd5", "tag": "39a4e1c4-19b9-4ef0-a572-0e58d3c8ff6e"}]}' {{(pid=103469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 14:15:50.260960 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 May 2022 14:15:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afaa1e0a-fe99-4d77-aa76-f5f6ed637496 x-openstack-request-id: req-afaa1e0a-fe99-4d77-aa76-f5f6ed637496 {{(pid=103469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 14:15:50.261253 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "671baf8c-6ef9-44cb-81eb-b3d3532c0fd5", "tag": "39a4e1c4-19b9-4ef0-a572-0e58d3c8ff6e", "status": "completed", "code": 200}]} {{(pid=103469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 14:15:50.261529 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-afaa1e0a-fe99-4d77-aa76-f5f6ed637496 {{(pid=103469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 14:15:50.261931 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.notifiers.nova [-] Nova event matching ['req-afaa1e0a-fe99-4d77-aa76-f5f6ed637496'] response: {'name': 'network-changed', 'server_uuid': '671baf8c-6ef9-44cb-81eb-b3d3532c0fd5', 'tag': '39a4e1c4-19b9-4ef0-a572-0e58d3c8ff6e', 'status': 'completed', 'code': 200} May 03 14:15:50.320250 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6ccff4-6ce5-428b-9676-08a51b6ea025 req-c7d4acf1-1bf3-46fc-a1cb-c5f60f98c280 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:15:50.321786 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-ef6ccff4-6ce5-428b-9676-08a51b6ea025 req-c7d4acf1-1bf3-46fc-a1cb-c5f60f98c280 service neutron] 10.222.0.26 "GET /v2.0/networks?id=1672c90c-dee1-453a-a1dd-749ff902086f HTTP/1.1" status: 200 len: 918 time: 0.1657593 May 03 14:15:50.331330 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb60237b-c350-49c7-94fb-b19beb0ebdad req-5e1e374a-890b-4ec4-ac15-95d47e91899e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:15:50.332731 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-cb60237b-c350-49c7-94fb-b19beb0ebdad req-5e1e374a-890b-4ec4-ac15-95d47e91899e service neutron] 10.222.0.26 "GET /v2.0/networks?id=87ba7924-2d4a-470c-8bdf-56cd17730f9a HTTP/1.1" status: 200 len: 870 time: 0.1557229 May 03 14:15:50.407726 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a584ff-cf93-4f85-aedc-55dfcffab89b req-69a60a5d-b3d4-44c3-ae08-03e4fbdf3c03 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:15:50.409225 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-e9a584ff-cf93-4f85-aedc-55dfcffab89b req-69a60a5d-b3d4-44c3-ae08-03e4fbdf3c03 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] 10.222.0.36 "GET /v2.0/ports?device_id=117976ba-33e4-4830-a66f-0cd354096c9b HTTP/1.1" status: 200 len: 945 time: 0.0562215 May 03 14:15:50.458817 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-e9a584ff-cf93-4f85-aedc-55dfcffab89b req-15c59151-aced-4483-88f9-e08398b772cb tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] 10.222.0.36 "GET /v2.0/security-groups?id=5256d9b7-303d-41e8-9beb-13271ea5bfe5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437484 May 03 14:15:50.479588 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-477f4237-d339-495c-a8fe-449025263f7a req-74e9939b-72e8-4474-9fd1-11df7f7b8cd6 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] 10.222.0.36 "GET /v2.0/ports?device_id=2ee19045-222a-44c1-abc1-2205c8a96ab9 HTTP/1.1" status: 200 len: 210 time: 0.0281482 May 03 14:15:50.603756 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-cb60237b-c350-49c7-94fb-b19beb0ebdad req-42b0f038-4ab5-48a2-bd58-ec190a2dd856 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.32&port_id=8f5f3dd4-72ca-405e-a1bf-0c912fa37aab HTTP/1.1" status: 200 len: 217 time: 0.0776649 May 03 14:15:50.678672 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105445a5-033d-4cd3-bfc5-ceb0aedac9e3 req-dee36475-754e-44c7-89d5-48c2bb631135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:15:50.680290 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-105445a5-033d-4cd3-bfc5-ceb0aedac9e3 req-dee36475-754e-44c7-89d5-48c2bb631135 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=593f1ab9823f41ffa40d6155bebaca54&device_id=671baf8c-6ef9-44cb-81eb-b3d3532c0fd5 HTTP/1.1" status: 200 len: 1130 time: 0.1236296 May 03 14:15:50.686215 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-ef6ccff4-6ce5-428b-9676-08a51b6ea025 req-4f7c3e90-fb7b-4f3d-9a3d-7e798a20b4af service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7bbb1028-4390-491f-bf7e-9db68148370c HTTP/1.1" status: 200 len: 1000 time: 0.1687779 May 03 14:15:50.693799 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb60237b-c350-49c7-94fb-b19beb0ebdad req-a9758c0e-a83c-4ae3-a9bd-1782d789774c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:15:50.695215 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-cb60237b-c350-49c7-94fb-b19beb0ebdad req-a9758c0e-a83c-4ae3-a9bd-1782d789774c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=0090f365-b053-4a3a-8cf2-bf1dc5e85b9d HTTP/1.1" status: 200 len: 843 time: 0.0744276 May 03 14:15:50.720745 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d59ec24-170b-4b38-b1f6-608646c24fe8 req-ea37d9e1-25f1-47cd-9edc-6baba8e8f993 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:15:50.722889 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-6d59ec24-170b-4b38-b1f6-608646c24fe8 req-ea37d9e1-25f1-47cd-9edc-6baba8e8f993 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] 10.222.0.26 "GET /v2.0/networks?id=ed744a5b-777c-4bee-b278-dee1b499d8aa HTTP/1.1" status: 200 len: 819 time: 0.1257601 May 03 14:15:50.793890 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-6d59ec24-170b-4b38-b1f6-608646c24fe8 req-86ceff0b-3592-4688-bc74-d831878d8e38 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4e31890e50da4bcab23b81eee1c9a2d7 HTTP/1.1" status: 200 len: 379 time: 0.0575163 May 03 14:15:50.802115 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.v2.base [req-6d59ec24-170b-4b38-b1f6-608646c24fe8 req-090d3e7d-b63c-4c70-9c3d-13a7f19b895e tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] Request body: {'port': {'device_id': '2ee19045-222a-44c1-abc1-2205c8a96ab9', 'network_id': 'ed744a5b-777c-4bee-b278-dee1b499d8aa', 'admin_state_up': True, 'tenant_id': '4e31890e50da4bcab23b81eee1c9a2d7', 'security_groups': ['73aeffe4-e624-496a-985c-4db7b0aaf14d']}} {{(pid=103470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 14:15:50.837813 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c36a02e-0f64-4ea8-a34b-dddedfb7d76f req-0e0d4730-c9ec-43fb-80c1-f500f670aab1 tempest-VolumesActionsTest-1624866909 tempest-VolumesActionsTest-1624866909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:15:50.839297 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-8c36a02e-0f64-4ea8-a34b-dddedfb7d76f req-0e0d4730-c9ec-43fb-80c1-f500f670aab1 tempest-VolumesActionsTest-1624866909 tempest-VolumesActionsTest-1624866909-project] 10.222.0.36 "GET /v2.0/ports?device_id=1c796ad5-1804-44f8-82cb-c51f261fbc67 HTTP/1.1" status: 200 len: 944 time: 0.1396446 May 03 14:15:50.845853 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb60237b-c350-49c7-94fb-b19beb0ebdad req-857498f5-e9a6-4feb-8d39-a87fa98ee43a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:15:50.847275 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-cb60237b-c350-49c7-94fb-b19beb0ebdad req-857498f5-e9a6-4feb-8d39-a87fa98ee43a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=87ba7924-2d4a-470c-8bdf-56cd17730f9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.1195467 May 03 14:15:50.891131 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6ccff4-6ce5-428b-9676-08a51b6ea025 req-96fc1847-a4b5-46cb-972d-0385c23f79a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:15:50.892550 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-ef6ccff4-6ce5-428b-9676-08a51b6ea025 req-96fc1847-a4b5-46cb-972d-0385c23f79a2 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9797d54b-d4ac-4959-9119-15649c917e44 HTTP/1.1" status: 200 len: 856 time: 0.1636701 May 03 14:15:50.935107 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebf448c-61e5-4198-9b00-1709ba1bf7e4 req-9234bbac-6e87-4216-bdad-27efcee9bdc5 tempest-VolumesNegativeTest-1947699288 tempest-VolumesNegativeTest-1947699288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:15:50.936558 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-4ebf448c-61e5-4198-9b00-1709ba1bf7e4 req-9234bbac-6e87-4216-bdad-27efcee9bdc5 tempest-VolumesNegativeTest-1947699288 tempest-VolumesNegativeTest-1947699288-project] 10.222.0.36 "GET /v2.0/ports?device_id=e7e7b67e-09d3-41c1-ae12-bccc0250bf15 HTTP/1.1" status: 200 len: 947 time: 0.0638018 May 03 14:15:50.966569 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.rpc [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Device 35652df9-c011-49b6-aebf-3c8ac46780fe up at agent hyperv_hv-cinder-83979 {{(pid=103471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 14:15:50.978203 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105445a5-033d-4cd3-bfc5-ceb0aedac9e3 req-139e4d12-2b4d-4b4b-806a-6e8da6098261 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:15:50.979701 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-105445a5-033d-4cd3-bfc5-ceb0aedac9e3 req-139e4d12-2b4d-4b4b-806a-6e8da6098261 service neutron] 10.222.0.26 "GET /v2.0/networks?id=f560d97d-2acd-47bd-966f-19197466eba2 HTTP/1.1" status: 200 len: 912 time: 0.2498527 May 03 14:15:50.984754 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d59ec24-170b-4b38-b1f6-608646c24fe8 req-090d3e7d-b63c-4c70-9c3d-13a7f19b895e tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] Made reservation on behalf of 4e31890e50da4bcab23b81eee1c9a2d7 for: {'port': 1} {{(pid=103470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 14:15:50.988167 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [req-6d59ec24-170b-4b38-b1f6-608646c24fe8 req-090d3e7d-b63c-4c70-9c3d-13a7f19b895e tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585126'] for port (None), before_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:15:51.011976 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-8c36a02e-0f64-4ea8-a34b-dddedfb7d76f req-f9e5329a-1368-444d-8860-efc3047bc013 tempest-VolumesActionsTest-1624866909 tempest-VolumesActionsTest-1624866909-project] 10.222.0.36 "GET /v2.0/security-groups?id=0e37fc03-fb0d-4798-8150-3b29211720fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609163 May 03 14:15:51.015872 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-4ebf448c-61e5-4198-9b00-1709ba1bf7e4 req-49640c72-e71c-4d3c-ba38-8235400d3439 tempest-VolumesNegativeTest-1947699288 tempest-VolumesNegativeTest-1947699288-project] 10.222.0.36 "GET /v2.0/security-groups?id=63996698-4298-4d37-b902-0e694331df84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716720 May 03 14:15:51.020782 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.provisioning_blocks [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Provisioning for port 35652df9-c011-49b6-aebf-3c8ac46780fe completed by entity L2. {{(pid=103471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 03 14:15:51.037041 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.provisioning_blocks [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Provisioning complete for port 35652df9-c011-49b6-aebf-3c8ac46780fe triggered by entity L2. {{(pid=103471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 14:15:51.037770 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749148'] for port (35652df9-c011-49b6-aebf-3c8ac46780fe), provisioning_complete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:15:51.056041 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6ccff4-6ce5-428b-9676-08a51b6ea025 req-f6ba6197-3eff-4928-92d4-acc40d612ace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:15:51.057576 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-ef6ccff4-6ce5-428b-9676-08a51b6ea025 req-f6ba6197-3eff-4928-92d4-acc40d612ace service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1672c90c-dee1-453a-a1dd-749ff902086f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1399872 May 03 14:15:51.135296 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-105445a5-033d-4cd3-bfc5-ceb0aedac9e3 req-79605c60-c2bb-4adf-b78f-9f262cd65dfb service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=39a4e1c4-19b9-4ef0-a572-0e58d3c8ff6e HTTP/1.1" status: 200 len: 1001 time: 0.1417859 May 03 14:15:51.147224 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Current status of the port 35652df9-c011-49b6-aebf-3c8ac46780fe is: BUILD; New status is: ACTIVE {{(pid=103471) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 14:15:51.147539 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585126'] for port (35652df9-c011-49b6-aebf-3c8ac46780fe), before_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:15:51.155209 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.db.db_base_plugin_common [req-6d59ec24-170b-4b38-b1f6-608646c24fe8 req-090d3e7d-b63c-4c70-9c3d-13a7f19b895e tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] Allocated IP 172.20.0.8 (ed744a5b-777c-4bee-b278-dee1b499d8aa/a87b0fb7-75d3-4b90-b91b-05349e630701/3967916d-d634-4c8c-8ca9-d6057259b079) {{(pid=103470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 14:15:51.174265 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c796ad5-1804-44f8-82cb-c51f261fbc67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35652df9-c011-49b6-aebf-3c8ac46780fe'}] {{(pid=103471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 14:15:51.177569 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}258de9d1a1c653a46c94c94b096b8a314ffaed5fb8c929df022c823a20d863ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-990d7aaf-2a6e-4193-800b-67ccec6287ca" -d '{"events": [{"server_uuid": "1c796ad5-1804-44f8-82cb-c51f261fbc67", "name": "network-vif-plugged", "status": "completed", "tag": "35652df9-c011-49b6-aebf-3c8ac46780fe"}]}' {{(pid=103471) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 14:15:51.192229 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.db [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] For port 35652df9-c011-49b6-aebf-3c8ac46780fe, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=35652df9-c011-49b6-aebf-3c8ac46780fe,segment=NetworkSegment(4be1416b-9363-4244-b679-4004fdfa6b44),segment_id=4be1416b-9363-4244-b679-4004fdfa6b44)] {{(pid=103471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 14:15:51.200169 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786921284783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786920821414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786920821432'] for port (35652df9-c011-49b6-aebf-3c8ac46780fe), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:15:51.201354 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.rpc [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Device 7bbb1028-4390-491f-bf7e-9db68148370c no longer exists at agent hyperv_hv-cinder-83979 {{(pid=103471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 03 14:15:51.204678 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-cb60237b-c350-49c7-94fb-b19beb0ebdad req-f6d02fd8-8a9f-4308-a227-b067b4081bb2 service neutron] 10.222.0.26 "GET /v2.0/networks/87ba7924-2d4a-470c-8bdf-56cd17730f9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2858715 May 03 14:15:51.275888 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105445a5-033d-4cd3-bfc5-ceb0aedac9e3 req-b499b189-0b58-4982-a278-1cdf0410f5ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:15:51.277452 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-105445a5-033d-4cd3-bfc5-ceb0aedac9e3 req-b499b189-0b58-4982-a278-1cdf0410f5ac service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e8cbf221-f4fe-47a8-93ac-36f15595da79 HTTP/1.1" status: 200 len: 850 time: 0.1333613 May 03 14:15:51.278234 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 May 2022 14:15:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eef433c3-9951-4738-a9b3-db9c44718613 x-openstack-request-id: req-eef433c3-9951-4738-a9b3-db9c44718613 {{(pid=103471) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 14:15:51.278874 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c796ad5-1804-44f8-82cb-c51f261fbc67", "name": "network-vif-plugged", "status": "completed", "tag": "35652df9-c011-49b6-aebf-3c8ac46780fe", "code": 200}]} {{(pid=103471) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 14:15:51.279425 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-eef433c3-9951-4738-a9b3-db9c44718613 {{(pid=103471) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 14:15:51.280030 dv-cinder-839793-5-iscsi neutron-server[103471]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eef433c3-9951-4738-a9b3-db9c44718613'] response: {'server_uuid': '1c796ad5-1804-44f8-82cb-c51f261fbc67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35652df9-c011-49b6-aebf-3c8ac46780fe', 'code': 200} May 03 14:15:51.308188 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Pushing event updated for resources: {'Port': ['ID=35652df9-c011-49b6-aebf-3c8ac46780fe,revision_number=5']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:15:51.319616 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-ef6ccff4-6ce5-428b-9676-08a51b6ea025 req-885afc22-7dfd-456b-8198-7e1e8ab42675 service neutron] 10.222.0.26 "GET /v2.0/networks/1672c90c-dee1-453a-a1dd-749ff902086f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2343247 May 03 14:15:51.353483 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Current status of the port 7bbb1028-4390-491f-bf7e-9db68148370c is: ACTIVE; New status is: DOWN {{(pid=103471) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 14:15:51.354503 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585126'] for port (7bbb1028-4390-491f-bf7e-9db68148370c), before_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:15:51.379676 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105445a5-033d-4cd3-bfc5-ceb0aedac9e3 req-30c2c1fb-7e7b-490d-969e-a61ab3382035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:15:51.381242 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-105445a5-033d-4cd3-bfc5-ceb0aedac9e3 req-30c2c1fb-7e7b-490d-969e-a61ab3382035 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f560d97d-2acd-47bd-966f-19197466eba2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0741625 May 03 14:15:51.386803 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [req-6d59ec24-170b-4b38-b1f6-608646c24fe8 req-090d3e7d-b63c-4c70-9c3d-13a7f19b895e tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] Publish callbacks [] for port (3967916d-d634-4c8c-8ca9-d6057259b079), precommit_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:15:51.393514 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.db [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] For port 7bbb1028-4390-491f-bf7e-9db68148370c, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=7bbb1028-4390-491f-bf7e-9db68148370c,segment=NetworkSegment(67863d8e-3b7d-4783-aeb0-1e512a0dd290),segment_id=67863d8e-3b7d-4783-aeb0-1e512a0dd290)] {{(pid=103471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 14:15:51.400734 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786921284783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786920821414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786920821432'] for port (7bbb1028-4390-491f-bf7e-9db68148370c), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:15:51.428461 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.wsgi [-] (103470) accepted ('10.222.0.26', 58905) {{(pid=103470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:15:51.444874 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-cb60237b-c350-49c7-94fb-b19beb0ebdad req-06a375a7-7ce4-44eb-815d-6410779eb88c service neutron] 10.222.0.26 "GET /v2.0/networks/87ba7924-2d4a-470c-8bdf-56cd17730f9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2327616 May 03 14:15:51.452453 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Pushing event updated for resources: {'Port': ['ID=7bbb1028-4390-491f-bf7e-9db68148370c,revision_number=8']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:15:51.471647 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [req-6d59ec24-170b-4b38-b1f6-608646c24fe8 req-090d3e7d-b63c-4c70-9c3d-13a7f19b895e tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786920821396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7524599'] for port (3967916d-d634-4c8c-8ca9-d6057259b079), after_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:15:51.511993 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f017ac-7965-44f3-8316-c8769bc6a774 req-8a1b4b37-b9ce-4752-a6a7-9612d725b07a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:15:51.513952 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-d4f017ac-7965-44f3-8316-c8769bc6a774 req-8a1b4b37-b9ce-4752-a6a7-9612d725b07a service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=1c796ad5-1804-44f8-82cb-c51f261fbc67 HTTP/1.1" status: 200 len: 1129 time: 0.0834486 May 03 14:15:51.514054 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-ef6ccff4-6ce5-428b-9676-08a51b6ea025 req-c75ff335-61bf-492d-af4b-90fad32bb2c6 service neutron] 10.222.0.26 "GET /v2.0/networks/1672c90c-dee1-453a-a1dd-749ff902086f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1729379 May 03 14:15:51.533047 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-105445a5-033d-4cd3-bfc5-ceb0aedac9e3 req-7c75d029-8479-46dd-8cc2-2b25dbeabcb6 service neutron] 10.222.0.26 "GET /v2.0/networks/f560d97d-2acd-47bd-966f-19197466eba2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411021 May 03 14:15:51.535152 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d59ec24-170b-4b38-b1f6-608646c24fe8 req-090d3e7d-b63c-4c70-9c3d-13a7f19b895e tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] Network ed744a5b-777c-4bee-b278-dee1b499d8aa is already hosted by enough agents. {{(pid=103470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 14:15:51.548810 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.scheduler.base_scheduler [req-6d59ec24-170b-4b38-b1f6-608646c24fe8 req-090d3e7d-b63c-4c70-9c3d-13a7f19b895e tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] Resources bound (agent type, host, resource id): {{(pid=103470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 14:15:51.558299 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d59ec24-170b-4b38-b1f6-608646c24fe8 req-090d3e7d-b63c-4c70-9c3d-13a7f19b895e tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] Received port after_create {{(pid=103470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 14:15:51.595186 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090d3e7d-b63c-4c70-9c3d-13a7f19b895e tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] Pushing event updated for resources: {'Port': ['ID=3967916d-d634-4c8c-8ca9-d6057259b079,revision_number=1']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:15:51.664950 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d59ec24-170b-4b38-b1f6-608646c24fe8 req-090d3e7d-b63c-4c70-9c3d-13a7f19b895e tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:15:51.665640 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [req-6d59ec24-170b-4b38-b1f6-608646c24fe8 req-090d3e7d-b63c-4c70-9c3d-13a7f19b895e tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599744'] for port (None), before_response {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:15:51.670578 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-d4f017ac-7965-44f3-8316-c8769bc6a774 req-a4e4439b-9e9b-41fd-8cb1-5d1402a8ee8b service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=0e37fc03-fb0d-4798-8150-3b29211720fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472685 May 03 14:15:51.676949 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cde443-5918-4b92-a909-c152c6543838 req-5814a07c-82fc-4599-b920-b0247fbbcda4 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:15:51.678818 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-f8cde443-5918-4b92-a909-c152c6543838 req-5814a07c-82fc-4599-b920-b0247fbbcda4 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] 10.222.0.36 "GET /v2.0/ports?device_id=117976ba-33e4-4830-a66f-0cd354096c9b HTTP/1.1" status: 200 len: 943 time: 0.1262178 May 03 14:15:51.707317 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-6d59ec24-170b-4b38-b1f6-608646c24fe8 req-090d3e7d-b63c-4c70-9c3d-13a7f19b895e tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9090271 May 03 14:15:51.740745 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-f8cde443-5918-4b92-a909-c152c6543838 req-e4c08dce-72b0-4a93-9c96-3a3e5539e7dc tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] 10.222.0.36 "GET /v2.0/security-groups?id=5256d9b7-303d-41e8-9beb-13271ea5bfe5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559022 May 03 14:15:51.861930 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.provisioning_blocks [None req-5b3126db-49c7-4186-aca9-a7756bdc72cc None None] Provisioning complete for port 3967916d-d634-4c8c-8ca9-d6057259b079 triggered by entity DHCP. {{(pid=103471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 14:15:51.862420 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-5b3126db-49c7-4186-aca9-a7756bdc72cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749148'] for port (3967916d-d634-4c8c-8ca9-d6057259b079), provisioning_complete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:15:51.900026 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [None req-5b3126db-49c7-4186-aca9-a7756bdc72cc None None] Port 3967916d-d634-4c8c-8ca9-d6057259b079 cannot update to ACTIVE because it is not bound. {{(pid=103471) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 03 14:15:51.906019 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb792d1-d77b-4894-85db-32c83f0f72c2 req-6fd730c1-3ede-4159-a55f-e2e34f45ba98 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:15:51.907553 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-dbb792d1-d77b-4894-85db-32c83f0f72c2 req-6fd730c1-3ede-4159-a55f-e2e34f45ba98 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] 10.222.0.36 "GET /v2.0/ports?device_id=2ee19045-222a-44c1-abc1-2205c8a96ab9 HTTP/1.1" status: 200 len: 931 time: 0.0548627 May 03 14:15:51.929563 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-105445a5-033d-4cd3-bfc5-ceb0aedac9e3 req-4f16dabb-afd0-47a2-850c-9f4f351fbfb6 service neutron] 10.222.0.26 "GET /v2.0/networks/f560d97d-2acd-47bd-966f-19197466eba2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3906450 May 03 14:15:51.961054 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-dbb792d1-d77b-4894-85db-32c83f0f72c2 req-ff7fff9c-7dc5-45af-a49a-ab16396f35dc tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] 10.222.0.36 "GET /v2.0/security-groups?id=73aeffe4-e624-496a-985c-4db7b0aaf14d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478592 May 03 14:15:52.136709 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b468a95-e733-4dda-872f-797e6d219cdc req-1f0b4fe5-94cd-4a7a-8aa8-75762fbcc6c9 tempest-VolumesActionsTest-1624866909 tempest-VolumesActionsTest-1624866909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:15:52.138440 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-2b468a95-e733-4dda-872f-797e6d219cdc req-1f0b4fe5-94cd-4a7a-8aa8-75762fbcc6c9 tempest-VolumesActionsTest-1624866909 tempest-VolumesActionsTest-1624866909-project] 10.222.0.36 "GET /v2.0/ports?device_id=1c796ad5-1804-44f8-82cb-c51f261fbc67 HTTP/1.1" status: 200 len: 945 time: 0.0474966 May 03 14:15:52.146131 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385137d1-ca04-41e3-87ab-aa21954db5d5 req-586145d8-9051-44c5-ad1d-ee11ca68e590 tempest-VolumesNegativeTest-1947699288 tempest-VolumesNegativeTest-1947699288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:15:52.147728 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-385137d1-ca04-41e3-87ab-aa21954db5d5 req-586145d8-9051-44c5-ad1d-ee11ca68e590 tempest-VolumesNegativeTest-1947699288 tempest-VolumesNegativeTest-1947699288-project] 10.222.0.36 "GET /v2.0/ports?device_id=e7e7b67e-09d3-41c1-ae12-bccc0250bf15 HTTP/1.1" status: 200 len: 947 time: 0.0469811 May 03 14:15:52.189515 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-2b468a95-e733-4dda-872f-797e6d219cdc req-17d6b08e-ff41-4bc8-b6f2-6e33a4bf4ec6 tempest-VolumesActionsTest-1624866909 tempest-VolumesActionsTest-1624866909-project] 10.222.0.36 "GET /v2.0/security-groups?id=0e37fc03-fb0d-4798-8150-3b29211720fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451474 May 03 14:15:52.196392 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-385137d1-ca04-41e3-87ab-aa21954db5d5 req-4babad4f-c23a-4506-95d6-93d82991c98c tempest-VolumesNegativeTest-1947699288 tempest-VolumesNegativeTest-1947699288-project] 10.222.0.36 "GET /v2.0/security-groups?id=63996698-4298-4d37-b902-0e694331df84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432699 May 03 14:15:52.864132 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a358a0ec-3ca5-437c-a4aa-4294e013db76 req-c8c867c7-b83a-4ce9-b958-3ec67c4a25b8 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:15:52.865605 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-a358a0ec-3ca5-437c-a4aa-4294e013db76 req-c8c867c7-b83a-4ce9-b958-3ec67c4a25b8 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] 10.222.0.36 "GET /v2.0/ports?device_id=117976ba-33e4-4830-a66f-0cd354096c9b HTTP/1.1" status: 200 len: 943 time: 0.0469005 May 03 14:15:52.913098 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-a358a0ec-3ca5-437c-a4aa-4294e013db76 req-168a3a8e-774c-47d2-86e0-73f21d0ce9e9 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] 10.222.0.36 "GET /v2.0/security-groups?id=5256d9b7-303d-41e8-9beb-13271ea5bfe5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419831 May 03 14:15:52.935632 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.rpc [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Device 8f5f3dd4-72ca-405e-a1bf-0c912fa37aab details requested by agent hyperv_hv-cinder-83979 with host hv-cinder-83979 {{(pid=103471) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 03 14:15:53.039594 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.db [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] For port 8f5f3dd4-72ca-405e-a1bf-0c912fa37aab, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=8f5f3dd4-72ca-405e-a1bf-0c912fa37aab,segment=NetworkSegment(fa00a673-360a-4642-a555-913f68028dc5),segment_id=fa00a673-360a-4642-a555-913f68028dc5)] {{(pid=103471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 14:15:53.052375 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.rpc [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Returning: {'device': '8f5f3dd4-72ca-405e-a1bf-0c912fa37aab', 'network_id': '87ba7924-2d4a-470c-8bdf-56cd17730f9a', 'port_id': '8f5f3dd4-72ca-405e-a1bf-0c912fa37aab', 'mac_address': 'fa:16:3e:49:bb:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 219, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0090f365-b053-4a3a-8cf2-bf1dc5e85b9d', 'ip_address': '192.168.233.32'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103471) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 03 14:15:53.075025 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d49a67b-0d0f-416f-82b8-8206b201ac65 req-fb28f974-ffc4-4cb3-9126-97c326c0767c tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:15:53.077364 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-2d49a67b-0d0f-416f-82b8-8206b201ac65 req-fb28f974-ffc4-4cb3-9126-97c326c0767c tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] 10.222.0.36 "GET /v2.0/ports?device_id=2ee19045-222a-44c1-abc1-2205c8a96ab9 HTTP/1.1" status: 200 len: 931 time: 0.0479908 May 03 14:15:53.090478 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Current status of the port 8f5f3dd4-72ca-405e-a1bf-0c912fa37aab is: DOWN; New status is: BUILD {{(pid=103471) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 14:15:53.091351 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585126'] for port (8f5f3dd4-72ca-405e-a1bf-0c912fa37aab), before_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:15:53.103845 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.notifiers.nova [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f5f3dd4-72ca-405e-a1bf-0c912fa37aab {{(pid=103471) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 14:15:53.125158 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.db [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] For port 8f5f3dd4-72ca-405e-a1bf-0c912fa37aab, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=8f5f3dd4-72ca-405e-a1bf-0c912fa37aab,segment=NetworkSegment(fa00a673-360a-4642-a555-913f68028dc5),segment_id=fa00a673-360a-4642-a555-913f68028dc5)] {{(pid=103471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 14:15:53.125835 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-2d49a67b-0d0f-416f-82b8-8206b201ac65 req-e515ad34-2489-46b7-bdf6-c7e6e4049b4a tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] 10.222.0.36 "GET /v2.0/security-groups?id=73aeffe4-e624-496a-985c-4db7b0aaf14d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421190 May 03 14:15:53.130857 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786921284783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786920821414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786920821432'] for port (8f5f3dd4-72ca-405e-a1bf-0c912fa37aab), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:15:53.180697 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Pushing event updated for resources: {'Port': ['ID=8f5f3dd4-72ca-405e-a1bf-0c912fa37aab,revision_number=4']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:15:53.281867 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '117976ba-33e4-4830-a66f-0cd354096c9b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7bbb1028-4390-491f-bf7e-9db68148370c'}] {{(pid=103471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 14:15:53.284635 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}258de9d1a1c653a46c94c94b096b8a314ffaed5fb8c929df022c823a20d863ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dce9662-77d8-41d4-8cb8-3bef334fd5e1" -d '{"events": [{"server_uuid": "117976ba-33e4-4830-a66f-0cd354096c9b", "name": "network-vif-unplugged", "status": "completed", "tag": "7bbb1028-4390-491f-bf7e-9db68148370c"}]}' {{(pid=103471) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 14:15:53.309657 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05709cdc-976b-48f3-888e-fc4046660456 req-9b15630f-aa8b-4bfb-8b1f-a04c70c765f7 tempest-VolumesActionsTest-1624866909 tempest-VolumesActionsTest-1624866909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:15:53.311380 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-05709cdc-976b-48f3-888e-fc4046660456 req-9b15630f-aa8b-4bfb-8b1f-a04c70c765f7 tempest-VolumesActionsTest-1624866909 tempest-VolumesActionsTest-1624866909-project] 10.222.0.36 "GET /v2.0/ports?device_id=1c796ad5-1804-44f8-82cb-c51f261fbc67 HTTP/1.1" status: 200 len: 945 time: 0.0531168 May 03 14:15:53.321517 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe215d20-d7b2-4ffd-87aa-e67e0d59dc8f req-aefabe9b-545f-4123-b8c3-7c71119627f0 tempest-VolumesNegativeTest-1947699288 tempest-VolumesNegativeTest-1947699288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:15:53.322992 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-fe215d20-d7b2-4ffd-87aa-e67e0d59dc8f req-aefabe9b-545f-4123-b8c3-7c71119627f0 tempest-VolumesNegativeTest-1947699288 tempest-VolumesNegativeTest-1947699288-project] 10.222.0.36 "GET /v2.0/ports?device_id=e7e7b67e-09d3-41c1-ae12-bccc0250bf15 HTTP/1.1" status: 200 len: 948 time: 0.0557492 May 03 14:15:53.364795 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-05709cdc-976b-48f3-888e-fc4046660456 req-52c0be4e-48c2-4f52-a494-95cc5012dc46 tempest-VolumesActionsTest-1624866909 tempest-VolumesActionsTest-1624866909-project] 10.222.0.36 "GET /v2.0/security-groups?id=0e37fc03-fb0d-4798-8150-3b29211720fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476274 May 03 14:15:53.384910 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-fe215d20-d7b2-4ffd-87aa-e67e0d59dc8f req-9b9bd570-832f-4760-9fa6-f29a633fb99e tempest-VolumesNegativeTest-1947699288 tempest-VolumesNegativeTest-1947699288-project] 10.222.0.36 "GET /v2.0/security-groups?id=63996698-4298-4d37-b902-0e694331df84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557876 May 03 14:15:53.392923 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.v2.base [req-6d59ec24-170b-4b38-b1f6-608646c24fe8 req-da25fbd2-35ed-47ab-9d6e-baf2fff404f6 service neutron] Request body: {'port': {'device_id': '2ee19045-222a-44c1-abc1-2205c8a96ab9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83979'}} {{(pid=103470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 14:15:53.422772 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 03 May 2022 14:15:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8b11c08-ed5e-45d8-a014-3765cea88961 x-openstack-request-id: req-d8b11c08-ed5e-45d8-a014-3765cea88961 {{(pid=103471) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 14:15:53.423069 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "117976ba-33e4-4830-a66f-0cd354096c9b", "name": "network-vif-unplugged", "status": "completed", "tag": "7bbb1028-4390-491f-bf7e-9db68148370c", "code": 200}]} {{(pid=103471) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 14:15:53.423324 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d8b11c08-ed5e-45d8-a014-3765cea88961 {{(pid=103471) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 14:15:53.423724 dv-cinder-839793-5-iscsi neutron-server[103471]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d8b11c08-ed5e-45d8-a014-3765cea88961'] response: {'server_uuid': '117976ba-33e4-4830-a66f-0cd354096c9b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7bbb1028-4390-491f-bf7e-9db68148370c', 'code': 200} May 03 14:15:53.459460 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [req-6d59ec24-170b-4b38-b1f6-608646c24fe8 req-da25fbd2-35ed-47ab-9d6e-baf2fff404f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585126'] for port (3967916d-d634-4c8c-8ca9-d6057259b079), before_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:15:53.475793 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.db [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] get_ports_and_sgs() called for port_ids ['8f5f3dd4-72ca-405e-a1bf-0c912fa37aab'] {{(pid=103471) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 03 14:15:53.728523 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.notifiers.nova [req-6d59ec24-170b-4b38-b1f6-608646c24fe8 req-da25fbd2-35ed-47ab-9d6e-baf2fff404f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3967916d-d634-4c8c-8ca9-d6057259b079 {{(pid=103470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 14:15:53.737710 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [req-6d59ec24-170b-4b38-b1f6-608646c24fe8 req-da25fbd2-35ed-47ab-9d6e-baf2fff404f6 service neutron] Publish callbacks [] for port (3967916d-d634-4c8c-8ca9-d6057259b079), precommit_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:15:53.758093 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.db.provisioning_blocks [req-6d59ec24-170b-4b38-b1f6-608646c24fe8 req-da25fbd2-35ed-47ab-9d6e-baf2fff404f6 service neutron] Transition to ACTIVE for port object 3967916d-d634-4c8c-8ca9-d6057259b079 will not be triggered until provisioned by entity L2. {{(pid=103470) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 03 14:15:53.764764 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [req-6d59ec24-170b-4b38-b1f6-608646c24fe8 req-da25fbd2-35ed-47ab-9d6e-baf2fff404f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786921284783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786920821414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786920821432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7524494'] for port (3967916d-d634-4c8c-8ca9-d6057259b079), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:15:53.815792 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da25fbd2-35ed-47ab-9d6e-baf2fff404f6 service neutron] Pushing event updated for resources: {'Port': ['ID=3967916d-d634-4c8c-8ca9-d6057259b079,revision_number=2']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:15:53.890606 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.managers [req-6d59ec24-170b-4b38-b1f6-608646c24fe8 req-da25fbd2-35ed-47ab-9d6e-baf2fff404f6 service neutron] Attempting to bind port 3967916d-d634-4c8c-8ca9-d6057259b079 on host hv-cinder-83979 for vnic_type normal with profile {{(pid=103470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 03 14:15:53.891290 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.managers [req-6d59ec24-170b-4b38-b1f6-608646c24fe8 req-da25fbd2-35ed-47ab-9d6e-baf2fff404f6 service neutron] Attempting to bind port 3967916d-d634-4c8c-8ca9-d6057259b079 by drivers openvswitch,hyperv on host hv-cinder-83979 at level 0 using segments [{'id': '1c54dd20-bf4d-49bf-9498-4e1d488f7c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'ed744a5b-777c-4bee-b278-dee1b499d8aa'}] {{(pid=103470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 03 14:15:53.891290 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d59ec24-170b-4b38-b1f6-608646c24fe8 req-da25fbd2-35ed-47ab-9d6e-baf2fff404f6 service neutron] Attempting to bind port 3967916d-d634-4c8c-8ca9-d6057259b079 on network ed744a5b-777c-4bee-b278-dee1b499d8aa {{(pid=103470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 14:15:53.895795 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d59ec24-170b-4b38-b1f6-608646c24fe8 req-da25fbd2-35ed-47ab-9d6e-baf2fff404f6 service neutron] Port 3967916d-d634-4c8c-8ca9-d6057259b079 on network ed744a5b-777c-4bee-b278-dee1b499d8aa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83979 {{(pid=103470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 03 14:15:53.896142 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d59ec24-170b-4b38-b1f6-608646c24fe8 req-da25fbd2-35ed-47ab-9d6e-baf2fff404f6 service neutron] Attempting to bind port 3967916d-d634-4c8c-8ca9-d6057259b079 on network ed744a5b-777c-4bee-b278-dee1b499d8aa {{(pid=103470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 14:15:53.901061 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d59ec24-170b-4b38-b1f6-608646c24fe8 req-da25fbd2-35ed-47ab-9d6e-baf2fff404f6 service neutron] Checking agent: {'id': 'e81ee3ce-91e9-46ba-a5c7-9619c95b22a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83979', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 14, 11, 7), 'started_at': datetime.datetime(2022, 5, 3, 14, 11, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 14, 15, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 03 14:15:53.901429 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d59ec24-170b-4b38-b1f6-608646c24fe8 req-da25fbd2-35ed-47ab-9d6e-baf2fff404f6 service neutron] Checking segment: {'id': '1c54dd20-bf4d-49bf-9498-4e1d488f7c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'ed744a5b-777c-4bee-b278-dee1b499d8aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 14:15:53.901813 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d59ec24-170b-4b38-b1f6-608646c24fe8 req-da25fbd2-35ed-47ab-9d6e-baf2fff404f6 service neutron] Bound using segment: {'id': '1c54dd20-bf4d-49bf-9498-4e1d488f7c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'ed744a5b-777c-4bee-b278-dee1b499d8aa'} {{(pid=103470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 03 14:15:53.902243 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.managers [req-6d59ec24-170b-4b38-b1f6-608646c24fe8 req-da25fbd2-35ed-47ab-9d6e-baf2fff404f6 service neutron] Bound port: 3967916d-d634-4c8c-8ca9-d6057259b079, host: hv-cinder-83979, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c54dd20-bf4d-49bf-9498-4e1d488f7c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'ed744a5b-777c-4bee-b278-dee1b499d8aa'}}] {{(pid=103470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 03 14:15:53.902608 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [req-6d59ec24-170b-4b38-b1f6-608646c24fe8 req-da25fbd2-35ed-47ab-9d6e-baf2fff404f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585126'] for port (3967916d-d634-4c8c-8ca9-d6057259b079), before_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:15:53.971351 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [req-6d59ec24-170b-4b38-b1f6-608646c24fe8 req-da25fbd2-35ed-47ab-9d6e-baf2fff404f6 service neutron] For port 3967916d-d634-4c8c-8ca9-d6057259b079, host hv-cinder-83979, cleared binding levels {{(pid=103470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 14:15:53.975200 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [req-6d59ec24-170b-4b38-b1f6-608646c24fe8 req-da25fbd2-35ed-47ab-9d6e-baf2fff404f6 service neutron] For port 3967916d-d634-4c8c-8ca9-d6057259b079, host hv-cinder-83979, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=3967916d-d634-4c8c-8ca9-d6057259b079,segment=NetworkSegment(1c54dd20-bf4d-49bf-9498-4e1d488f7c61),segment_id=1c54dd20-bf4d-49bf-9498-4e1d488f7c61)] {{(pid=103470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 14:15:53.985227 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [req-6d59ec24-170b-4b38-b1f6-608646c24fe8 req-da25fbd2-35ed-47ab-9d6e-baf2fff404f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786921284783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786920821414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786920821432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7524494'] for port (3967916d-d634-4c8c-8ca9-d6057259b079), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:15:54.028099 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d59ec24-170b-4b38-b1f6-608646c24fe8 req-da25fbd2-35ed-47ab-9d6e-baf2fff404f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:15:54.028842 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [req-6d59ec24-170b-4b38-b1f6-608646c24fe8 req-da25fbd2-35ed-47ab-9d6e-baf2fff404f6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599744'] for port (None), before_response {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:15:54.030266 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-6d59ec24-170b-4b38-b1f6-608646c24fe8 req-da25fbd2-35ed-47ab-9d6e-baf2fff404f6 service neutron] 10.222.0.26 "PUT /v2.0/ports/3967916d-d634-4c8c-8ca9-d6057259b079 HTTP/1.1" status: 200 len: 1093 time: 0.6432517 May 03 14:15:54.030703 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ee19045-222a-44c1-abc1-2205c8a96ab9', 'tag': '3967916d-d634-4c8c-8ca9-d6057259b079'}] {{(pid=103470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 14:15:54.032948 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b59263cb8594a65023f6f3ef61310cdc9305c5272296d99e8ebfdd94dfc5ab3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62ea9502-5acd-4c02-a4f8-94eabe7f2be2" -d '{"events": [{"name": "network-changed", "server_uuid": "2ee19045-222a-44c1-abc1-2205c8a96ab9", "tag": "3967916d-d634-4c8c-8ca9-d6057259b079"}]}' {{(pid=103470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 14:15:54.046000 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bd7363-0bea-494a-8512-84ee211ab87f req-fad0b500-845c-4f79-a96d-e3869b25d1fd tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:15:54.055194 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-a0bd7363-0bea-494a-8512-84ee211ab87f req-fad0b500-845c-4f79-a96d-e3869b25d1fd tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] 10.222.0.36 "GET /v2.0/ports?device_id=117976ba-33e4-4830-a66f-0cd354096c9b HTTP/1.1" status: 200 len: 943 time: 0.0583751 May 03 14:15:54.064648 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da25fbd2-35ed-47ab-9d6e-baf2fff404f6 service neutron] Pushing event updated for resources: {'Port': ['ID=3967916d-d634-4c8c-8ca9-d6057259b079,revision_number=3']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:15:54.079299 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 May 2022 14:15:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3adcd848-ef61-419e-8bed-32c33811cfff x-openstack-request-id: req-3adcd848-ef61-419e-8bed-32c33811cfff {{(pid=103470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 14:15:54.079582 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ee19045-222a-44c1-abc1-2205c8a96ab9", "tag": "3967916d-d634-4c8c-8ca9-d6057259b079", "status": "completed", "code": 200}]} {{(pid=103470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 14:15:54.079832 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-3adcd848-ef61-419e-8bed-32c33811cfff {{(pid=103470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 14:15:54.080232 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3adcd848-ef61-419e-8bed-32c33811cfff'] response: {'name': 'network-changed', 'server_uuid': '2ee19045-222a-44c1-abc1-2205c8a96ab9', 'tag': '3967916d-d634-4c8c-8ca9-d6057259b079', 'status': 'completed', 'code': 200} May 03 14:15:54.121636 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-a0bd7363-0bea-494a-8512-84ee211ab87f req-77e8d70d-c2b0-4d7d-b6cf-9a3b706b82d9 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] 10.222.0.36 "GET /v2.0/security-groups?id=5256d9b7-303d-41e8-9beb-13271ea5bfe5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540392 May 03 14:15:54.250021 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ac0727-cffa-4bea-8878-1b172bc1b16b req-47bf9310-96dd-4a7c-b6eb-6f0950d99861 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:15:54.251555 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-05ac0727-cffa-4bea-8878-1b172bc1b16b req-47bf9310-96dd-4a7c-b6eb-6f0950d99861 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] 10.222.0.36 "GET /v2.0/ports?device_id=2ee19045-222a-44c1-abc1-2205c8a96ab9 HTTP/1.1" status: 200 len: 943 time: 0.0534117 May 03 14:15:54.306709 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-05ac0727-cffa-4bea-8878-1b172bc1b16b req-42ac8f30-ef07-4af0-90b2-d672b672d938 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] 10.222.0.36 "GET /v2.0/security-groups?id=73aeffe4-e624-496a-985c-4db7b0aaf14d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490496 May 03 14:15:54.429858 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ea9502-5acd-4c02-a4f8-94eabe7f2be2 req-0248679f-eeb2-438d-a1a9-df5a76e537fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:15:54.432625 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-62ea9502-5acd-4c02-a4f8-94eabe7f2be2 req-0248679f-eeb2-438d-a1a9-df5a76e537fc service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4e31890e50da4bcab23b81eee1c9a2d7&device_id=2ee19045-222a-44c1-abc1-2205c8a96ab9 HTTP/1.1" status: 200 len: 1127 time: 0.0599473 May 03 14:15:54.493963 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754ee0c6-40fa-4231-a56c-a0b0731a05a6 req-7029cf38-5680-454c-a585-3095dd23a853 tempest-VolumesActionsTest-1624866909 tempest-VolumesActionsTest-1624866909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:15:54.495584 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-754ee0c6-40fa-4231-a56c-a0b0731a05a6 req-7029cf38-5680-454c-a585-3095dd23a853 tempest-VolumesActionsTest-1624866909 tempest-VolumesActionsTest-1624866909-project] 10.222.0.36 "GET /v2.0/ports?device_id=1c796ad5-1804-44f8-82cb-c51f261fbc67 HTTP/1.1" status: 200 len: 945 time: 0.0559244 May 03 14:15:54.547139 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-754ee0c6-40fa-4231-a56c-a0b0731a05a6 req-7df6bd84-cd62-410f-a657-cf3d7a879697 tempest-VolumesActionsTest-1624866909 tempest-VolumesActionsTest-1624866909-project] 10.222.0.36 "GET /v2.0/security-groups?id=0e37fc03-fb0d-4798-8150-3b29211720fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454490 May 03 14:15:54.692937 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bc6679-ca28-4a3f-a3bf-02ed55d380a9 req-0dd62cf7-90d7-4550-9919-358602a25c82 tempest-VolumesNegativeTest-1947699288 tempest-VolumesNegativeTest-1947699288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:15:54.694440 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-b3bc6679-ca28-4a3f-a3bf-02ed55d380a9 req-0dd62cf7-90d7-4550-9919-358602a25c82 tempest-VolumesNegativeTest-1947699288 tempest-VolumesNegativeTest-1947699288-project] 10.222.0.36 "GET /v2.0/ports?device_id=e7e7b67e-09d3-41c1-ae12-bccc0250bf15 HTTP/1.1" status: 200 len: 948 time: 0.0933707 May 03 14:15:54.699655 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ea9502-5acd-4c02-a4f8-94eabe7f2be2 req-32aff1bb-46fe-47e5-a432-83ce1cba0388 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:15:54.701117 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-62ea9502-5acd-4c02-a4f8-94eabe7f2be2 req-32aff1bb-46fe-47e5-a432-83ce1cba0388 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=4e31890e50da4bcab23b81eee1c9a2d7&shared=False HTTP/1.1" status: 200 len: 920 time: 0.2330070 May 03 14:15:54.709156 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.wsgi [req-46499391-ad5c-4a6b-a406-ccb9919343bf req-91b1cc0a-1d11-4a5c-9973-e99c45b03591 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103469) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 03 14:15:54.710248 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-46499391-ad5c-4a6b-a406-ccb9919343bf req-91b1cc0a-1d11-4a5c-9973-e99c45b03591 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0055215 May 03 14:15:54.753120 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-b3bc6679-ca28-4a3f-a3bf-02ed55d380a9 req-522e1ef6-b05a-4be2-b4d3-e22b0f51d2f7 tempest-VolumesNegativeTest-1947699288 tempest-VolumesNegativeTest-1947699288-project] 10.222.0.36 "GET /v2.0/security-groups?id=63996698-4298-4d37-b902-0e694331df84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508802 May 03 14:15:54.870363 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fe9ae1-d420-4b70-8560-4d0f21c1f26a req-1018a935-e31d-4a93-9911-c43b9ac14c31 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:15:54.872052 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-f9fe9ae1-d420-4b70-8560-4d0f21c1f26a req-1018a935-e31d-4a93-9911-c43b9ac14c31 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] 10.222.0.36 "GET /v2.0/ports?device_id=117976ba-33e4-4830-a66f-0cd354096c9b HTTP/1.1" status: 200 len: 943 time: 0.0473108 May 03 14:15:54.919566 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-f9fe9ae1-d420-4b70-8560-4d0f21c1f26a req-01926d82-6e46-414b-bd23-a8e421be1eec tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] 10.222.0.36 "GET /v2.0/security-groups?id=5256d9b7-303d-41e8-9beb-13271ea5bfe5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413556 May 03 14:15:54.947126 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.rpc [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Device 8f5f3dd4-72ca-405e-a1bf-0c912fa37aab up at agent hyperv_hv-cinder-83979 {{(pid=103471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 14:15:54.993390 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.provisioning_blocks [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Provisioning for port 8f5f3dd4-72ca-405e-a1bf-0c912fa37aab completed by entity L2. {{(pid=103471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 03 14:15:55.001173 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.provisioning_blocks [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Provisioning complete for port 8f5f3dd4-72ca-405e-a1bf-0c912fa37aab triggered by entity L2. {{(pid=103471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 14:15:55.001582 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749148'] for port (8f5f3dd4-72ca-405e-a1bf-0c912fa37aab), provisioning_complete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:15:55.084834 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Current status of the port 8f5f3dd4-72ca-405e-a1bf-0c912fa37aab is: BUILD; New status is: ACTIVE {{(pid=103471) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 14:15:55.085253 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585126'] for port (8f5f3dd4-72ca-405e-a1bf-0c912fa37aab), before_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:15:55.123138 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.db [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] For port 8f5f3dd4-72ca-405e-a1bf-0c912fa37aab, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=8f5f3dd4-72ca-405e-a1bf-0c912fa37aab,segment=NetworkSegment(fa00a673-360a-4642-a555-913f68028dc5),segment_id=fa00a673-360a-4642-a555-913f68028dc5)] {{(pid=103471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 14:15:55.128035 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786921284783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786920821414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786920821432'] for port (8f5f3dd4-72ca-405e-a1bf-0c912fa37aab), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:15:55.175861 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Pushing event updated for resources: {'Port': ['ID=8f5f3dd4-72ca-405e-a1bf-0c912fa37aab,revision_number=5']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:15:55.179855 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.36', 46894) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:15:55.265931 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-3438f373-ad4c-44a8-9437-398bd83793a5 req-e22ceae2-f036-49f1-8670-985dfab7654e service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=117976ba-33e4-4830-a66f-0cd354096c9b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0849171 May 03 14:15:55.274956 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.wsgi [req-3438f373-ad4c-44a8-9437-398bd83793a5 req-49eb1067-98ca-4359-9b42-26807bcbff1f service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103469) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 03 14:15:55.275830 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-3438f373-ad4c-44a8-9437-398bd83793a5 req-49eb1067-98ca-4359-9b42-26807bcbff1f service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0050330 May 03 14:15:55.373353 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.36', 46904) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:15:55.425251 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7e7b67e-09d3-41c1-ae12-bccc0250bf15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f5f3dd4-72ca-405e-a1bf-0c912fa37aab'}] {{(pid=103471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 14:15:55.429991 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}258de9d1a1c653a46c94c94b096b8a314ffaed5fb8c929df022c823a20d863ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-456071ca-091c-4706-8d1a-cdd97a3a91cd" -d '{"events": [{"server_uuid": "e7e7b67e-09d3-41c1-ae12-bccc0250bf15", "name": "network-vif-plugged", "status": "completed", "tag": "8f5f3dd4-72ca-405e-a1bf-0c912fa37aab"}]}' {{(pid=103471) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 14:15:55.469221 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 May 2022 14:15:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3da8becb-4762-41bb-9d8c-5ba9eb6445b8 x-openstack-request-id: req-3da8becb-4762-41bb-9d8c-5ba9eb6445b8 {{(pid=103471) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 14:15:55.469872 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7e7b67e-09d3-41c1-ae12-bccc0250bf15", "name": "network-vif-plugged", "status": "completed", "tag": "8f5f3dd4-72ca-405e-a1bf-0c912fa37aab", "code": 200}]} {{(pid=103471) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 14:15:55.472366 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-3da8becb-4762-41bb-9d8c-5ba9eb6445b8 {{(pid=103471) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 14:15:55.473143 dv-cinder-839793-5-iscsi neutron-server[103471]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3da8becb-4762-41bb-9d8c-5ba9eb6445b8'] response: {'server_uuid': 'e7e7b67e-09d3-41c1-ae12-bccc0250bf15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f5f3dd4-72ca-405e-a1bf-0c912fa37aab', 'code': 200} May 03 14:15:55.499447 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edceae4-06d7-4726-bac9-0d171c073569 req-47d22940-965e-4e9a-b983-37030feba67f tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:15:55.500997 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-4edceae4-06d7-4726-bac9-0d171c073569 req-47d22940-965e-4e9a-b983-37030feba67f tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] 10.222.0.36 "GET /v2.0/ports?device_id=2ee19045-222a-44c1-abc1-2205c8a96ab9 HTTP/1.1" status: 200 len: 943 time: 0.0923779 May 03 14:15:55.527916 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3438f373-ad4c-44a8-9437-398bd83793a5 req-f3ca0967-63e9-413e-93c8-a3f60885cc57 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:15:55.529894 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-3438f373-ad4c-44a8-9437-398bd83793a5 req-f3ca0967-63e9-413e-93c8-a3f60885cc57 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] 10.222.0.36 "GET /v2.0/ports/7bbb1028-4390-491f-bf7e-9db68148370c HTTP/1.1" status: 200 len: 940 time: 0.1551402 May 03 14:15:55.575803 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-4edceae4-06d7-4726-bac9-0d171c073569 req-171471f3-b958-4976-abe7-4168f79658d5 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] 10.222.0.36 "GET /v2.0/security-groups?id=73aeffe4-e624-496a-985c-4db7b0aaf14d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639784 May 03 14:15:55.681684 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9de7075-2813-4cea-b84f-125e59844a6c req-3e8bb208-df0c-4725-aa02-a5d07da2b43d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:15:55.683174 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-a9de7075-2813-4cea-b84f-125e59844a6c req-3e8bb208-df0c-4725-aa02-a5d07da2b43d service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=e7e7b67e-09d3-41c1-ae12-bccc0250bf15 HTTP/1.1" status: 200 len: 1133 time: 0.0403757 May 03 14:15:55.731505 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b28722e-9564-4ea9-8ee9-815d755ce8e1 req-d4be8f61-14bb-4a27-8c63-46db82241ddc tempest-VolumesActionsTest-1624866909 tempest-VolumesActionsTest-1624866909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:15:55.733317 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-2b28722e-9564-4ea9-8ee9-815d755ce8e1 req-d4be8f61-14bb-4a27-8c63-46db82241ddc tempest-VolumesActionsTest-1624866909 tempest-VolumesActionsTest-1624866909-project] 10.222.0.36 "GET /v2.0/ports?device_id=1c796ad5-1804-44f8-82cb-c51f261fbc67 HTTP/1.1" status: 200 len: 945 time: 0.0913553 May 03 14:15:55.738258 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-a9de7075-2813-4cea-b84f-125e59844a6c req-58e12f4c-dabf-4138-bba5-94559d72064d service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=63996698-4298-4d37-b902-0e694331df84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477786 May 03 14:15:55.755693 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ea9502-5acd-4c02-a4f8-94eabe7f2be2 req-006ad8d5-6c6e-47ea-a65a-4f4fb72c77bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:15:55.757280 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-62ea9502-5acd-4c02-a4f8-94eabe7f2be2 req-006ad8d5-6c6e-47ea-a65a-4f4fb72c77bc service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4925675 May 03 14:15:55.789722 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-2b28722e-9564-4ea9-8ee9-815d755ce8e1 req-ccdd2598-7d23-4d45-a444-7098e5f10792 tempest-VolumesActionsTest-1624866909 tempest-VolumesActionsTest-1624866909-project] 10.222.0.36 "GET /v2.0/security-groups?id=0e37fc03-fb0d-4798-8150-3b29211720fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505376 May 03 14:15:55.890001 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b64c9d-3a58-4814-9317-d1f085453d9a req-b5a02fd2-a22c-4b05-957d-3ef752603722 tempest-VolumesNegativeTest-1947699288 tempest-VolumesNegativeTest-1947699288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:15:55.892061 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-d6b64c9d-3a58-4814-9317-d1f085453d9a req-b5a02fd2-a22c-4b05-957d-3ef752603722 tempest-VolumesNegativeTest-1947699288 tempest-VolumesNegativeTest-1947699288-project] 10.222.0.36 "GET /v2.0/ports?device_id=e7e7b67e-09d3-41c1-ae12-bccc0250bf15 HTTP/1.1" status: 200 len: 949 time: 0.0645792 May 03 14:15:55.945313 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-d6b64c9d-3a58-4814-9317-d1f085453d9a req-5b737241-ef5d-48c0-95ce-601a5ce41039 tempest-VolumesNegativeTest-1947699288 tempest-VolumesNegativeTest-1947699288-project] 10.222.0.36 "GET /v2.0/security-groups?id=63996698-4298-4d37-b902-0e694331df84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464261 May 03 14:15:56.088085 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807c54ec-959b-4a85-8205-b2fdd8bd0f24 req-17c42068-1360-4f54-889a-543ecd8d9cdc tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:15:56.089717 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-807c54ec-959b-4a85-8205-b2fdd8bd0f24 req-17c42068-1360-4f54-889a-543ecd8d9cdc tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] 10.222.0.36 "GET /v2.0/ports?device_id=117976ba-33e4-4830-a66f-0cd354096c9b HTTP/1.1" status: 200 len: 943 time: 0.0887837 May 03 14:15:56.093245 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d59ec24-170b-4b38-b1f6-608646c24fe8 req-447c8ee9-5d58-4142-a443-f3ae7b6d933b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:15:56.094820 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-6d59ec24-170b-4b38-b1f6-608646c24fe8 req-447c8ee9-5d58-4142-a443-f3ae7b6d933b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4e31890e50da4bcab23b81eee1c9a2d7&device_id=2ee19045-222a-44c1-abc1-2205c8a96ab9 HTTP/1.1" status: 200 len: 1127 time: 0.0616775 May 03 14:15:56.153721 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-6d59ec24-170b-4b38-b1f6-608646c24fe8 req-20e29f11-11ce-4751-838b-11df2640dd64 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3967916d-d634-4c8c-8ca9-d6057259b079 HTTP/1.1" status: 200 len: 217 time: 0.0463948 May 03 14:15:56.214169 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-807c54ec-959b-4a85-8205-b2fdd8bd0f24 req-dcef5d07-c533-476e-9bc5-b670b0982404 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] 10.222.0.36 "GET /v2.0/security-groups?id=5256d9b7-303d-41e8-9beb-13271ea5bfe5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1141715 May 03 14:15:56.222809 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d59ec24-170b-4b38-b1f6-608646c24fe8 req-548fd216-3607-40cd-acca-6b25d16560ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:15:56.224209 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-6d59ec24-170b-4b38-b1f6-608646c24fe8 req-548fd216-3607-40cd-acca-6b25d16560ac service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a87b0fb7-75d3-4b90-b91b-05349e630701 HTTP/1.1" status: 200 len: 858 time: 0.0585530 May 03 14:15:56.555558 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e2356b-d2ed-4725-9c8b-b2274c0ba642 req-837204f0-ace8-49ff-99d8-a2158d3d3bc9 tempest-VolumesActionsTest-1624866909 tempest-VolumesActionsTest-1624866909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:15:56.556932 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-c9e2356b-d2ed-4725-9c8b-b2274c0ba642 req-837204f0-ace8-49ff-99d8-a2158d3d3bc9 tempest-VolumesActionsTest-1624866909 tempest-VolumesActionsTest-1624866909-project] 10.222.0.36 "GET /v2.0/ports?device_id=1c796ad5-1804-44f8-82cb-c51f261fbc67 HTTP/1.1" status: 200 len: 945 time: 0.0549045 May 03 14:15:56.604559 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-c9e2356b-d2ed-4725-9c8b-b2274c0ba642 req-3f773412-5741-4af2-ace8-869c6e40436c tempest-VolumesActionsTest-1624866909 tempest-VolumesActionsTest-1624866909-project] 10.222.0.36 "GET /v2.0/security-groups?id=0e37fc03-fb0d-4798-8150-3b29211720fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418546 May 03 14:15:56.689420 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d59ec24-170b-4b38-b1f6-608646c24fe8 req-9d3c2a1c-bcc6-47ee-94dd-d4c06d298088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:15:56.690586 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-6d59ec24-170b-4b38-b1f6-608646c24fe8 req-9d3c2a1c-bcc6-47ee-94dd-d4c06d298088 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ed744a5b-777c-4bee-b278-dee1b499d8aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0422072 May 03 14:15:56.698268 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c29253-e681-42fe-9f0b-c258cca65db1 req-e5751647-995c-4c56-8a9d-c4d3532a41a9 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:15:56.699812 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-37c29253-e681-42fe-9f0b-c258cca65db1 req-e5751647-995c-4c56-8a9d-c4d3532a41a9 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] 10.222.0.36 "GET /v2.0/ports?device_id=2ee19045-222a-44c1-abc1-2205c8a96ab9 HTTP/1.1" status: 200 len: 943 time: 0.0515511 May 03 14:15:56.750300 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-37c29253-e681-42fe-9f0b-c258cca65db1 req-21cd0034-b330-432d-a21c-371938921295 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] 10.222.0.36 "GET /v2.0/security-groups?id=73aeffe4-e624-496a-985c-4db7b0aaf14d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440786 May 03 14:15:56.956179 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.rpc [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Device 7bbb1028-4390-491f-bf7e-9db68148370c no longer exists at agent hyperv_hv-cinder-83979 {{(pid=103471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 03 14:15:57.038175 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Current status of the port 7bbb1028-4390-491f-bf7e-9db68148370c is: DOWN; New status is: DOWN {{(pid=103471) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 14:15:57.070307 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50cba0a-1805-4ca0-88da-6ecc28ac6d95 req-4bf4212c-eb34-4bd3-972b-56fe7e69267b tempest-VolumesNegativeTest-1947699288 tempest-VolumesNegativeTest-1947699288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:15:57.071984 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-a50cba0a-1805-4ca0-88da-6ecc28ac6d95 req-4bf4212c-eb34-4bd3-972b-56fe7e69267b tempest-VolumesNegativeTest-1947699288 tempest-VolumesNegativeTest-1947699288-project] 10.222.0.36 "GET /v2.0/ports?device_id=e7e7b67e-09d3-41c1-ae12-bccc0250bf15 HTTP/1.1" status: 200 len: 949 time: 0.0523505 May 03 14:15:57.133953 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-a50cba0a-1805-4ca0-88da-6ecc28ac6d95 req-0ea9b28d-b6a1-40e7-be3e-974fd5dd7458 tempest-VolumesNegativeTest-1947699288 tempest-VolumesNegativeTest-1947699288-project] 10.222.0.36 "GET /v2.0/security-groups?id=63996698-4298-4d37-b902-0e694331df84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556955 May 03 14:15:57.342323 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0750d51b-c148-4c76-80c9-40f553314882 req-4d885f69-6367-4379-b506-67bcf1d03d65 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:15:57.343817 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-0750d51b-c148-4c76-80c9-40f553314882 req-4d885f69-6367-4379-b506-67bcf1d03d65 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] 10.222.0.36 "GET /v2.0/ports?device_id=117976ba-33e4-4830-a66f-0cd354096c9b HTTP/1.1" status: 200 len: 943 time: 0.0537696 May 03 14:15:57.393254 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-0750d51b-c148-4c76-80c9-40f553314882 req-4cb7cb7e-afc0-4ca2-aaa0-e0d11bb2ed24 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] 10.222.0.36 "GET /v2.0/security-groups?id=5256d9b7-303d-41e8-9beb-13271ea5bfe5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413303 May 03 14:15:57.729312 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b404cc-ec80-4918-b4f9-dc5a9f0d4860 req-dbb9e086-7cc3-4f70-b9a3-77f3b7447180 tempest-VolumesActionsTest-1624866909 tempest-VolumesActionsTest-1624866909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:15:57.730784 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-71b404cc-ec80-4918-b4f9-dc5a9f0d4860 req-dbb9e086-7cc3-4f70-b9a3-77f3b7447180 tempest-VolumesActionsTest-1624866909 tempest-VolumesActionsTest-1624866909-project] 10.222.0.36 "GET /v2.0/ports?device_id=1c796ad5-1804-44f8-82cb-c51f261fbc67 HTTP/1.1" status: 200 len: 945 time: 0.0515237 May 03 14:15:57.789928 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-71b404cc-ec80-4918-b4f9-dc5a9f0d4860 req-a06270c1-d22a-4e25-97b1-99f285f7344e tempest-VolumesActionsTest-1624866909 tempest-VolumesActionsTest-1624866909-project] 10.222.0.36 "GET /v2.0/security-groups?id=0e37fc03-fb0d-4798-8150-3b29211720fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504932 May 03 14:15:57.867790 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10d9dde-735a-4219-9e42-04270ffe28e3 req-5e042764-ce9a-499d-8970-50ae670dd847 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:15:57.869311 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-c10d9dde-735a-4219-9e42-04270ffe28e3 req-5e042764-ce9a-499d-8970-50ae670dd847 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] 10.222.0.36 "GET /v2.0/ports?device_id=2ee19045-222a-44c1-abc1-2205c8a96ab9 HTTP/1.1" status: 200 len: 943 time: 0.0500262 May 03 14:15:57.917930 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-c10d9dde-735a-4219-9e42-04270ffe28e3 req-0e583053-9f13-488d-a539-dc5126eed991 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] 10.222.0.36 "GET /v2.0/security-groups?id=73aeffe4-e624-496a-985c-4db7b0aaf14d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415461 May 03 14:15:58.260251 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eec9a24-ed8a-4808-9081-6c28df883f47 req-942c6c71-1b2d-40f0-bd42-106896f27ad7 tempest-VolumesNegativeTest-1947699288 tempest-VolumesNegativeTest-1947699288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:15:58.261937 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-9eec9a24-ed8a-4808-9081-6c28df883f47 req-942c6c71-1b2d-40f0-bd42-106896f27ad7 tempest-VolumesNegativeTest-1947699288 tempest-VolumesNegativeTest-1947699288-project] 10.222.0.36 "GET /v2.0/ports?device_id=e7e7b67e-09d3-41c1-ae12-bccc0250bf15 HTTP/1.1" status: 200 len: 949 time: 0.0552962 May 03 14:15:58.311601 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-9eec9a24-ed8a-4808-9081-6c28df883f47 req-b7dccab4-7b33-404a-9105-aabfcd3c31fe tempest-VolumesNegativeTest-1947699288 tempest-VolumesNegativeTest-1947699288-project] 10.222.0.36 "GET /v2.0/security-groups?id=63996698-4298-4d37-b902-0e694331df84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429749 May 03 14:15:58.439553 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-6d59ec24-170b-4b38-b1f6-608646c24fe8 req-3a68386e-ecb3-4cc7-9775-d3d1eee95124 service neutron] 10.222.0.26 "GET /v2.0/networks/ed744a5b-777c-4bee-b278-dee1b499d8aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1062536 May 03 14:15:58.519880 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368b51ea-b37b-4175-a89d-643331a58bd1 req-b385f955-c4f6-48f9-8f3b-29c3861b3d13 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:15:58.521432 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-368b51ea-b37b-4175-a89d-643331a58bd1 req-b385f955-c4f6-48f9-8f3b-29c3861b3d13 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] 10.222.0.36 "GET /v2.0/ports?device_id=117976ba-33e4-4830-a66f-0cd354096c9b HTTP/1.1" status: 200 len: 943 time: 0.0495927 May 03 14:15:58.573529 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-368b51ea-b37b-4175-a89d-643331a58bd1 req-a03091fb-79f1-4999-9a02-f74df545f187 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] 10.222.0.36 "GET /v2.0/security-groups?id=5256d9b7-303d-41e8-9beb-13271ea5bfe5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460451 May 03 14:15:58.917876 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e8e148-3808-4865-80dd-7b204be56e48 req-4c795fd7-4856-4595-8209-5e1fd93f42df tempest-VolumesActionsTest-1624866909 tempest-VolumesActionsTest-1624866909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:15:58.919521 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-f1e8e148-3808-4865-80dd-7b204be56e48 req-4c795fd7-4856-4595-8209-5e1fd93f42df tempest-VolumesActionsTest-1624866909 tempest-VolumesActionsTest-1624866909-project] 10.222.0.36 "GET /v2.0/ports?device_id=1c796ad5-1804-44f8-82cb-c51f261fbc67 HTTP/1.1" status: 200 len: 945 time: 0.0498757 May 03 14:15:58.971492 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-f1e8e148-3808-4865-80dd-7b204be56e48 req-12124bc1-341b-47f7-bf0f-916db94dee9a tempest-VolumesActionsTest-1624866909 tempest-VolumesActionsTest-1624866909-project] 10.222.0.36 "GET /v2.0/security-groups?id=0e37fc03-fb0d-4798-8150-3b29211720fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437992 May 03 14:15:59.081335 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93078b9b-df53-4afa-a89b-3b7b983e5e4c req-1b04517e-0a1b-498b-90ae-6a826e0d9cb4 tempest-VolumesActionsTest-1624866909 tempest-VolumesActionsTest-1624866909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:15:59.082748 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-93078b9b-df53-4afa-a89b-3b7b983e5e4c req-1b04517e-0a1b-498b-90ae-6a826e0d9cb4 tempest-VolumesActionsTest-1624866909 tempest-VolumesActionsTest-1624866909-project] 10.222.0.26 "GET /v2.0/ports?device_id=1c796ad5-1804-44f8-82cb-c51f261fbc67 HTTP/1.1" status: 200 len: 945 time: 0.0591767 May 03 14:15:59.089124 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6b182b-36dd-4f53-bcb0-5b783e4c4eeb req-ad433d74-0dcc-46ad-9282-8441ba1514e3 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:15:59.090643 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-3e6b182b-36dd-4f53-bcb0-5b783e4c4eeb req-ad433d74-0dcc-46ad-9282-8441ba1514e3 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] 10.222.0.36 "GET /v2.0/ports?device_id=2ee19045-222a-44c1-abc1-2205c8a96ab9 HTTP/1.1" status: 200 len: 943 time: 0.1020739 May 03 14:15:59.111465 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-6d59ec24-170b-4b38-b1f6-608646c24fe8 req-9e37a3ae-ca1a-4ee9-b465-993b75d48216 service neutron] 10.222.0.26 "GET /v2.0/networks/ed744a5b-777c-4bee-b278-dee1b499d8aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1017854 May 03 14:15:59.199629 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-3e6b182b-36dd-4f53-bcb0-5b783e4c4eeb req-680925b8-337b-40b3-ba7f-a417d135640a tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] 10.222.0.36 "GET /v2.0/security-groups?id=73aeffe4-e624-496a-985c-4db7b0aaf14d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1004703 May 03 14:15:59.208064 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.plugin [req-93078b9b-df53-4afa-a89b-3b7b983e5e4c req-fafc3d2d-4780-49f4-aa97-2b9a3bb38c45 tempest-VolumesActionsTest-1624866909 tempest-VolumesActionsTest-1624866909-project] Deleting port 35652df9-c011-49b6-aebf-3c8ac46780fe {{(pid=103469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 14:15:59.208468 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-93078b9b-df53-4afa-a89b-3b7b983e5e4c req-fafc3d2d-4780-49f4-aa97-2b9a3bb38c45 tempest-VolumesActionsTest-1624866909 tempest-VolumesActionsTest-1624866909-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786921277453'] for port (35652df9-c011-49b6-aebf-3c8ac46780fe), before_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:15:59.297883 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.db [req-93078b9b-df53-4afa-a89b-3b7b983e5e4c req-fafc3d2d-4780-49f4-aa97-2b9a3bb38c45 tempest-VolumesActionsTest-1624866909 tempest-VolumesActionsTest-1624866909-project] For port 35652df9-c011-49b6-aebf-3c8ac46780fe, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=35652df9-c011-49b6-aebf-3c8ac46780fe,segment=NetworkSegment(4be1416b-9363-4244-b679-4004fdfa6b44),segment_id=4be1416b-9363-4244-b679-4004fdfa6b44)] {{(pid=103469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 14:15:59.298218 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-93078b9b-df53-4afa-a89b-3b7b983e5e4c req-fafc3d2d-4780-49f4-aa97-2b9a3bb38c45 tempest-VolumesActionsTest-1624866909 tempest-VolumesActionsTest-1624866909-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1690342'] for port (35652df9-c011-49b6-aebf-3c8ac46780fe), precommit_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:15:59.314720 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.plugin [req-93078b9b-df53-4afa-a89b-3b7b983e5e4c req-fafc3d2d-4780-49f4-aa97-2b9a3bb38c45 tempest-VolumesActionsTest-1624866909 tempest-VolumesActionsTest-1624866909-project] Calling delete_port for 35652df9-c011-49b6-aebf-3c8ac46780fe owned by compute:nova {{(pid=103469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 14:15:59.425091 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff513f5-acdb-40c7-b199-68c5bed60c03 req-04ecf2c2-879e-49ec-9b8f-c51dae669810 tempest-VolumesNegativeTest-1947699288 tempest-VolumesNegativeTest-1947699288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:15:59.426593 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-4ff513f5-acdb-40c7-b199-68c5bed60c03 req-04ecf2c2-879e-49ec-9b8f-c51dae669810 tempest-VolumesNegativeTest-1947699288 tempest-VolumesNegativeTest-1947699288-project] 10.222.0.36 "GET /v2.0/ports?device_id=e7e7b67e-09d3-41c1-ae12-bccc0250bf15 HTTP/1.1" status: 200 len: 949 time: 0.0487349 May 03 14:15:59.458689 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-93078b9b-df53-4afa-a89b-3b7b983e5e4c req-fafc3d2d-4780-49f4-aa97-2b9a3bb38c45 tempest-VolumesActionsTest-1624866909 tempest-VolumesActionsTest-1624866909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786921284765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786920821405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6178079'] for port (35652df9-c011-49b6-aebf-3c8ac46780fe), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:15:59.471966 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.db [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] get_ports_and_sgs() called for port_ids ['35652df9-c011-49b6-aebf-3c8ac46780fe'] {{(pid=103471) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 03 14:15:59.479734 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-4ff513f5-acdb-40c7-b199-68c5bed60c03 req-33f8edb0-83b5-427b-af83-65e80ddedb45 tempest-VolumesNegativeTest-1947699288 tempest-VolumesNegativeTest-1947699288-project] 10.222.0.36 "GET /v2.0/security-groups?id=63996698-4298-4d37-b902-0e694331df84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472574 May 03 14:15:59.487610 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafc3d2d-4780-49f4-aa97-2b9a3bb38c45 tempest-VolumesActionsTest-1624866909 tempest-VolumesActionsTest-1624866909-project] Pushing event deleted for resources: {'Port': ['ID=35652df9-c011-49b6-aebf-3c8ac46780fe,revision_number=None']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:15:59.542510 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.db.l3_dvrscheduler_db [req-93078b9b-df53-4afa-a89b-3b7b983e5e4c req-fafc3d2d-4780-49f4-aa97-2b9a3bb38c45 tempest-VolumesActionsTest-1624866909 tempest-VolumesActionsTest-1624866909-project] No DVR routers for this DVR port 35652df9-c011-49b6-aebf-3c8ac46780fe on host hv-cinder-83979 {{(pid=103469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 14:15:59.545769 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-93078b9b-df53-4afa-a89b-3b7b983e5e4c req-fafc3d2d-4780-49f4-aa97-2b9a3bb38c45 tempest-VolumesActionsTest-1624866909 tempest-VolumesActionsTest-1624866909-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218734'] for port (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:15:59.549093 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-93078b9b-df53-4afa-a89b-3b7b983e5e4c req-fafc3d2d-4780-49f4-aa97-2b9a3bb38c45 tempest-VolumesActionsTest-1624866909 tempest-VolumesActionsTest-1624866909-project] 10.222.0.26 "DELETE /v2.0/ports/35652df9-c011-49b6-aebf-3c8ac46780fe HTTP/1.1" status: 204 len: 173 time: 0.4573586 May 03 14:15:59.549560 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c796ad5-1804-44f8-82cb-c51f261fbc67', 'name': 'network-vif-deleted', 'tag': '35652df9-c011-49b6-aebf-3c8ac46780fe'}] {{(pid=103469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 14:15:59.551817 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68fe64b6b3a70a2f5f611128c103f52e8e68dc233ccb418b63396cbb83134719" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21b7314c-d4b2-42f6-8312-2d0741159896" -d '{"events": [{"server_uuid": "1c796ad5-1804-44f8-82cb-c51f261fbc67", "name": "network-vif-deleted", "tag": "35652df9-c011-49b6-aebf-3c8ac46780fe"}]}' {{(pid=103469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 14:15:59.586938 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 May 2022 14:15:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ce87806-69f1-49cc-ac0d-1715e41b416c x-openstack-request-id: req-1ce87806-69f1-49cc-ac0d-1715e41b416c {{(pid=103469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 14:15:59.587238 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c796ad5-1804-44f8-82cb-c51f261fbc67", "name": "network-vif-deleted", "tag": "35652df9-c011-49b6-aebf-3c8ac46780fe", "status": "completed", "code": 200}]} {{(pid=103469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 14:15:59.587514 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-1ce87806-69f1-49cc-ac0d-1715e41b416c {{(pid=103469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 14:15:59.587912 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1ce87806-69f1-49cc-ac0d-1715e41b416c'] response: {'server_uuid': '1c796ad5-1804-44f8-82cb-c51f261fbc67', 'name': 'network-vif-deleted', 'tag': '35652df9-c011-49b6-aebf-3c8ac46780fe', 'status': 'completed', 'code': 200} May 03 14:15:59.705925 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06324ec3-7370-46b5-9966-db247b44ca10 req-33987716-caae-45f6-8849-724895ff459e tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:15:59.707986 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-06324ec3-7370-46b5-9966-db247b44ca10 req-33987716-caae-45f6-8849-724895ff459e tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] 10.222.0.36 "GET /v2.0/ports?device_id=117976ba-33e4-4830-a66f-0cd354096c9b HTTP/1.1" status: 200 len: 943 time: 0.0556180 May 03 14:15:59.748951 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67fd344-7e00-485f-9fcf-4955ce50867e req-2609269d-2cab-4fec-af3f-538505452c75 tempest-VolumesNegativeTest-1947699288 tempest-VolumesNegativeTest-1947699288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:15:59.750593 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-b67fd344-7e00-485f-9fcf-4955ce50867e req-2609269d-2cab-4fec-af3f-538505452c75 tempest-VolumesNegativeTest-1947699288 tempest-VolumesNegativeTest-1947699288-project] 10.222.0.36 "GET /v2.0/ports?device_id=e7e7b67e-09d3-41c1-ae12-bccc0250bf15 HTTP/1.1" status: 200 len: 949 time: 0.0522122 May 03 14:15:59.755835 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-06324ec3-7370-46b5-9966-db247b44ca10 req-3cc33ce7-1935-4d61-9b0a-b2dd8442e2f9 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] 10.222.0.36 "GET /v2.0/security-groups?id=5256d9b7-303d-41e8-9beb-13271ea5bfe5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416508 May 03 14:15:59.799657 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-b67fd344-7e00-485f-9fcf-4955ce50867e req-99a502b8-f673-4f59-81ba-c59372a3410a tempest-VolumesNegativeTest-1947699288 tempest-VolumesNegativeTest-1947699288-project] 10.222.0.36 "GET /v2.0/security-groups?id=63996698-4298-4d37-b902-0e694331df84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434220 May 03 14:16:00.076293 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-48e2d678-b9e3-43e3-8de6-c44945f0f00c req-a49bf7a1-4992-436e-8303-68e7ebaf8e85 tempest-VolumesActionsTest-1624866909 tempest-VolumesActionsTest-1624866909-project] 10.222.0.36 "GET /v2.0/ports?device_id=1c796ad5-1804-44f8-82cb-c51f261fbc67 HTTP/1.1" status: 200 len: 210 time: 0.0289936 May 03 14:16:00.332484 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fb03a1-0691-42cf-a785-71b68e5bcb0f req-2dd78653-fef0-4a10-aef6-04907b0c27ad tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:16:00.334043 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-20fb03a1-0691-42cf-a785-71b68e5bcb0f req-2dd78653-fef0-4a10-aef6-04907b0c27ad tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] 10.222.0.36 "GET /v2.0/ports?device_id=2ee19045-222a-44c1-abc1-2205c8a96ab9 HTTP/1.1" status: 200 len: 943 time: 0.0574870 May 03 14:16:00.388112 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-20fb03a1-0691-42cf-a785-71b68e5bcb0f req-d518d70d-56e0-4d5a-aaf5-417423144b81 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] 10.222.0.36 "GET /v2.0/security-groups?id=73aeffe4-e624-496a-985c-4db7b0aaf14d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459309 May 03 14:16:00.883916 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4aabec9-3eb4-4d0e-9f7f-6648231c52d8 req-b134f2e9-f40b-440c-bef5-63a2c43798d5 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:16:00.885602 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-f4aabec9-3eb4-4d0e-9f7f-6648231c52d8 req-b134f2e9-f40b-440c-bef5-63a2c43798d5 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] 10.222.0.36 "GET /v2.0/ports?device_id=117976ba-33e4-4830-a66f-0cd354096c9b HTTP/1.1" status: 200 len: 943 time: 0.0493588 May 03 14:16:00.921637 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf06b211-9373-401f-becf-23caaa265f87 req-62636554-51fb-4a57-b464-709d536fb31e tempest-VolumesNegativeTest-1947699288 tempest-VolumesNegativeTest-1947699288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:16:00.923119 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-cf06b211-9373-401f-becf-23caaa265f87 req-62636554-51fb-4a57-b464-709d536fb31e tempest-VolumesNegativeTest-1947699288 tempest-VolumesNegativeTest-1947699288-project] 10.222.0.36 "GET /v2.0/ports?device_id=e7e7b67e-09d3-41c1-ae12-bccc0250bf15 HTTP/1.1" status: 200 len: 949 time: 0.0467508 May 03 14:16:00.936991 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-f4aabec9-3eb4-4d0e-9f7f-6648231c52d8 req-8762ac90-bf52-4cc3-9946-b3c728d1e146 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] 10.222.0.36 "GET /v2.0/security-groups?id=5256d9b7-303d-41e8-9beb-13271ea5bfe5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427752 May 03 14:16:00.970779 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-cf06b211-9373-401f-becf-23caaa265f87 req-a7224884-ea79-4905-8de0-944eefc39dee tempest-VolumesNegativeTest-1947699288 tempest-VolumesNegativeTest-1947699288-project] 10.222.0.36 "GET /v2.0/security-groups?id=63996698-4298-4d37-b902-0e694331df84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419738 May 03 14:16:01.193208 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-ac371b90-e350-4ac4-a413-b36a783268f5 req-d5c8803b-a8eb-4d7d-baab-9696b1909609 tempest-VolumesActionsTest-1624866909 tempest-VolumesActionsTest-1624866909-project] 10.222.0.36 "GET /v2.0/ports?device_id=1c796ad5-1804-44f8-82cb-c51f261fbc67 HTTP/1.1" status: 200 len: 210 time: 0.0366752 May 03 14:16:01.525381 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28310daa-0b25-43de-be6d-3232a3ea54c2 req-abbbcf34-13b1-4edf-a518-9b8a40c62937 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:16:01.526873 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-28310daa-0b25-43de-be6d-3232a3ea54c2 req-abbbcf34-13b1-4edf-a518-9b8a40c62937 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] 10.222.0.36 "GET /v2.0/ports?device_id=2ee19045-222a-44c1-abc1-2205c8a96ab9 HTTP/1.1" status: 200 len: 943 time: 0.0494926 May 03 14:16:01.577491 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-28310daa-0b25-43de-be6d-3232a3ea54c2 req-50b9019b-9759-4a3a-b59b-8c05d9bd9991 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] 10.222.0.36 "GET /v2.0/security-groups?id=73aeffe4-e624-496a-985c-4db7b0aaf14d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411701 May 03 14:16:02.062569 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9c9ba5-ea22-4544-946f-81d237cff0e2 req-b5c03ad1-2b7c-4e24-8a9b-1de73ba039c4 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:16:02.064206 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-eb9c9ba5-ea22-4544-946f-81d237cff0e2 req-b5c03ad1-2b7c-4e24-8a9b-1de73ba039c4 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] 10.222.0.36 "GET /v2.0/ports?device_id=117976ba-33e4-4830-a66f-0cd354096c9b HTTP/1.1" status: 200 len: 943 time: 0.0516417 May 03 14:16:02.093205 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d4e8a5-e301-4037-87b5-d3d79d89128e req-84f3531e-e77a-47b7-ada2-82d4a8c330a0 tempest-VolumesNegativeTest-1947699288 tempest-VolumesNegativeTest-1947699288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:16:02.094752 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-91d4e8a5-e301-4037-87b5-d3d79d89128e req-84f3531e-e77a-47b7-ada2-82d4a8c330a0 tempest-VolumesNegativeTest-1947699288 tempest-VolumesNegativeTest-1947699288-project] 10.222.0.36 "GET /v2.0/ports?device_id=e7e7b67e-09d3-41c1-ae12-bccc0250bf15 HTTP/1.1" status: 200 len: 949 time: 0.0537648 May 03 14:16:02.113394 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-eb9c9ba5-ea22-4544-946f-81d237cff0e2 req-d1c37464-ece3-4e8a-8e3c-8a6cbdebf9c4 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] 10.222.0.36 "GET /v2.0/security-groups?id=5256d9b7-303d-41e8-9beb-13271ea5bfe5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432656 May 03 14:16:02.142730 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-91d4e8a5-e301-4037-87b5-d3d79d89128e req-6e04ed52-1ef3-40d6-a276-c36516ca3fcc tempest-VolumesNegativeTest-1947699288 tempest-VolumesNegativeTest-1947699288-project] 10.222.0.36 "GET /v2.0/security-groups?id=63996698-4298-4d37-b902-0e694331df84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422781 May 03 14:16:02.248470 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3438f373-ad4c-44a8-9437-398bd83793a5 req-e2fc22e2-0360-4d65-b378-85ebe54fafaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:16:02.250032 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-3438f373-ad4c-44a8-9437-398bd83793a5 req-e2fc22e2-0360-4d65-b378-85ebe54fafaa service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=117976ba-33e4-4830-a66f-0cd354096c9b&tenant_id=8a5fa41c00a84a80ac2b2c0cc1ef74d8 HTTP/1.1" status: 200 len: 1127 time: 0.0715029 May 03 14:16:02.301967 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-5a57db58-1e5e-4360-ae73-344afd1f86d4 req-3468d1ad-dd1f-4608-8804-7da07cc1f52a tempest-VolumesActionsTest-1624866909 tempest-VolumesActionsTest-1624866909-project] 10.222.0.36 "GET /v2.0/ports?device_id=1c796ad5-1804-44f8-82cb-c51f261fbc67 HTTP/1.1" status: 200 len: 210 time: 0.0282557 May 03 14:16:02.591964 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3438f373-ad4c-44a8-9437-398bd83793a5 req-13c908fa-37ce-4769-9c76-774d1a81d020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:16:02.594733 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-3438f373-ad4c-44a8-9437-398bd83793a5 req-13c908fa-37ce-4769-9c76-774d1a81d020 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8a5fa41c00a84a80ac2b2c0cc1ef74d8&device_id=117976ba-33e4-4830-a66f-0cd354096c9b HTTP/1.1" status: 200 len: 1127 time: 0.0536923 May 03 14:16:02.595723 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74295eae-ba35-4ddf-b200-0f2d619619eb req-3b9c7100-99aa-46ec-8d58-12eaf8979a4f tempest-VolumesNegativeTest-1947699288 tempest-VolumesNegativeTest-1947699288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:16:02.597472 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-74295eae-ba35-4ddf-b200-0f2d619619eb req-3b9c7100-99aa-46ec-8d58-12eaf8979a4f tempest-VolumesNegativeTest-1947699288 tempest-VolumesNegativeTest-1947699288-project] 10.222.0.26 "GET /v2.0/ports?device_id=e7e7b67e-09d3-41c1-ae12-bccc0250bf15 HTTP/1.1" status: 200 len: 949 time: 0.0796289 May 03 14:16:02.755591 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f730918f-66c9-4255-9bdf-4146690832b8 req-e9e9f82a-c497-4a49-aabd-a65c21cf3a19 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:16:02.757023 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-f730918f-66c9-4255-9bdf-4146690832b8 req-e9e9f82a-c497-4a49-aabd-a65c21cf3a19 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] 10.222.0.36 "GET /v2.0/ports?device_id=2ee19045-222a-44c1-abc1-2205c8a96ab9 HTTP/1.1" status: 200 len: 943 time: 0.0874395 May 03 14:16:02.786256 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3438f373-ad4c-44a8-9437-398bd83793a5 req-11aedac4-01e9-4d21-90cf-c236b8998f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:16:02.787710 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-3438f373-ad4c-44a8-9437-398bd83793a5 req-11aedac4-01e9-4d21-90cf-c236b8998f7a service neutron] 10.222.0.26 "GET /v2.0/networks?id=1672c90c-dee1-453a-a1dd-749ff902086f HTTP/1.1" status: 200 len: 918 time: 0.1750159 May 03 14:16:02.796241 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [req-74295eae-ba35-4ddf-b200-0f2d619619eb req-a4eba283-9aaa-4d2a-8600-8f8b641d0cfd tempest-VolumesNegativeTest-1947699288 tempest-VolumesNegativeTest-1947699288-project] Deleting port 8f5f3dd4-72ca-405e-a1bf-0c912fa37aab {{(pid=103470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 14:16:02.796580 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [req-74295eae-ba35-4ddf-b200-0f2d619619eb req-a4eba283-9aaa-4d2a-8600-8f8b641d0cfd tempest-VolumesNegativeTest-1947699288 tempest-VolumesNegativeTest-1947699288-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786921277453'] for port (8f5f3dd4-72ca-405e-a1bf-0c912fa37aab), before_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:16:02.855219 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-f730918f-66c9-4255-9bdf-4146690832b8 req-dc1c2f77-6282-43cf-b710-c87b49459bb4 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] 10.222.0.36 "GET /v2.0/security-groups?id=73aeffe4-e624-496a-985c-4db7b0aaf14d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0860767 May 03 14:16:02.873870 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-3438f373-ad4c-44a8-9437-398bd83793a5 req-4a7ea2b5-197e-4cb7-bc1f-8ef05695f3f3 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7bbb1028-4390-491f-bf7e-9db68148370c HTTP/1.1" status: 200 len: 998 time: 0.0779374 May 03 14:16:02.897671 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [req-74295eae-ba35-4ddf-b200-0f2d619619eb req-a4eba283-9aaa-4d2a-8600-8f8b641d0cfd tempest-VolumesNegativeTest-1947699288 tempest-VolumesNegativeTest-1947699288-project] For port 8f5f3dd4-72ca-405e-a1bf-0c912fa37aab, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=8f5f3dd4-72ca-405e-a1bf-0c912fa37aab,segment=NetworkSegment(fa00a673-360a-4642-a555-913f68028dc5),segment_id=fa00a673-360a-4642-a555-913f68028dc5)] {{(pid=103470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 14:16:02.898037 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [req-74295eae-ba35-4ddf-b200-0f2d619619eb req-a4eba283-9aaa-4d2a-8600-8f8b641d0cfd tempest-VolumesNegativeTest-1947699288 tempest-VolumesNegativeTest-1947699288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1690342'] for port (8f5f3dd4-72ca-405e-a1bf-0c912fa37aab), precommit_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:16:02.912399 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [req-74295eae-ba35-4ddf-b200-0f2d619619eb req-a4eba283-9aaa-4d2a-8600-8f8b641d0cfd tempest-VolumesNegativeTest-1947699288 tempest-VolumesNegativeTest-1947699288-project] Calling delete_port for 8f5f3dd4-72ca-405e-a1bf-0c912fa37aab owned by compute:nova {{(pid=103470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 14:16:02.922015 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3438f373-ad4c-44a8-9437-398bd83793a5 req-34493579-10aa-4183-821f-29e56dae9386 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:16:02.923511 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-3438f373-ad4c-44a8-9437-398bd83793a5 req-34493579-10aa-4183-821f-29e56dae9386 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9797d54b-d4ac-4959-9119-15649c917e44 HTTP/1.1" status: 200 len: 856 time: 0.0437033 May 03 14:16:02.971745 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.rpc [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Device 3967916d-d634-4c8c-8ca9-d6057259b079 details requested by agent hyperv_hv-cinder-83979 with host hv-cinder-83979 {{(pid=103471) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 03 14:16:02.974971 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3438f373-ad4c-44a8-9437-398bd83793a5 req-56cff5c6-a28b-4665-9a42-e185bca269e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:16:02.975145 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.rpc [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Device 35652df9-c011-49b6-aebf-3c8ac46780fe no longer exists at agent hyperv_hv-cinder-83979 {{(pid=103471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 03 14:16:02.976694 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-3438f373-ad4c-44a8-9437-398bd83793a5 req-56cff5c6-a28b-4665-9a42-e185bca269e1 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1672c90c-dee1-453a-a1dd-749ff902086f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0460043 May 03 14:16:03.000562 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] No Port match for: 35652df9-c011-49b6-aebf-3c8ac46780fe {{(pid=103471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 03 14:16:03.000857 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.rpc [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Device 35652df9-c011-49b6-aebf-3c8ac46780fe not bound to the agent host hv-cinder-83979 {{(pid=103471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 03 14:16:03.075288 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [req-74295eae-ba35-4ddf-b200-0f2d619619eb req-a4eba283-9aaa-4d2a-8600-8f8b641d0cfd tempest-VolumesNegativeTest-1947699288 tempest-VolumesNegativeTest-1947699288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786921284765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786920821405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7524599'] for port (8f5f3dd4-72ca-405e-a1bf-0c912fa37aab), after_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:16:03.083089 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-3438f373-ad4c-44a8-9437-398bd83793a5 req-8641532c-f027-4455-9c5c-fdcf7bb5853b service neutron] 10.222.0.26 "GET /v2.0/networks/1672c90c-dee1-453a-a1dd-749ff902086f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981929 May 03 14:16:03.090889 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.db [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] get_ports_and_sgs() called for port_ids ['8f5f3dd4-72ca-405e-a1bf-0c912fa37aab'] {{(pid=103471) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 03 14:16:03.104647 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4eba283-9aaa-4d2a-8600-8f8b641d0cfd tempest-VolumesNegativeTest-1947699288 tempest-VolumesNegativeTest-1947699288-project] Pushing event deleted for resources: {'Port': ['ID=8f5f3dd4-72ca-405e-a1bf-0c912fa37aab,revision_number=None']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:16:03.131629 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.db [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] For port 3967916d-d634-4c8c-8ca9-d6057259b079, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=3967916d-d634-4c8c-8ca9-d6057259b079,segment=NetworkSegment(1c54dd20-bf4d-49bf-9498-4e1d488f7c61),segment_id=1c54dd20-bf4d-49bf-9498-4e1d488f7c61)] {{(pid=103471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 14:16:03.156021 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.rpc [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Returning: {'device': '3967916d-d634-4c8c-8ca9-d6057259b079', 'network_id': 'ed744a5b-777c-4bee-b278-dee1b499d8aa', 'port_id': '3967916d-d634-4c8c-8ca9-d6057259b079', 'mac_address': 'fa:16:3e:2d:45:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 224, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a87b0fb7-75d3-4b90-b91b-05349e630701', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103471) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 03 14:16:03.202108 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.db.l3_dvrscheduler_db [req-74295eae-ba35-4ddf-b200-0f2d619619eb req-a4eba283-9aaa-4d2a-8600-8f8b641d0cfd tempest-VolumesNegativeTest-1947699288 tempest-VolumesNegativeTest-1947699288-project] No DVR routers for this DVR port 8f5f3dd4-72ca-405e-a1bf-0c912fa37aab on host hv-cinder-83979 {{(pid=103470) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 14:16:03.205832 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Current status of the port 3967916d-d634-4c8c-8ca9-d6057259b079 is: DOWN; New status is: BUILD {{(pid=103471) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 14:16:03.206264 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585126'] for port (3967916d-d634-4c8c-8ca9-d6057259b079), before_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:16:03.215745 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [req-74295eae-ba35-4ddf-b200-0f2d619619eb req-a4eba283-9aaa-4d2a-8600-8f8b641d0cfd tempest-VolumesNegativeTest-1947699288 tempest-VolumesNegativeTest-1947699288-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218734'] for port (None), before_response {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:16:03.222953 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-74295eae-ba35-4ddf-b200-0f2d619619eb req-a4eba283-9aaa-4d2a-8600-8f8b641d0cfd tempest-VolumesNegativeTest-1947699288 tempest-VolumesNegativeTest-1947699288-project] 10.222.0.26 "DELETE /v2.0/ports/8f5f3dd4-72ca-405e-a1bf-0c912fa37aab HTTP/1.1" status: 204 len: 173 time: 0.6077130 May 03 14:16:03.223262 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7e7b67e-09d3-41c1-ae12-bccc0250bf15', 'name': 'network-vif-deleted', 'tag': '8f5f3dd4-72ca-405e-a1bf-0c912fa37aab'}] {{(pid=103470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 14:16:03.230092 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.notifiers.nova [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3967916d-d634-4c8c-8ca9-d6057259b079 {{(pid=103471) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 14:16:03.241985 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b59263cb8594a65023f6f3ef61310cdc9305c5272296d99e8ebfdd94dfc5ab3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92a079a9-3510-4bb2-9c58-9f7325dbd204" -d '{"events": [{"server_uuid": "e7e7b67e-09d3-41c1-ae12-bccc0250bf15", "name": "network-vif-deleted", "tag": "8f5f3dd4-72ca-405e-a1bf-0c912fa37aab"}]}' {{(pid=103470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 14:16:03.255824 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.db [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] For port 3967916d-d634-4c8c-8ca9-d6057259b079, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=3967916d-d634-4c8c-8ca9-d6057259b079,segment=NetworkSegment(1c54dd20-bf4d-49bf-9498-4e1d488f7c61),segment_id=1c54dd20-bf4d-49bf-9498-4e1d488f7c61)] {{(pid=103471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 14:16:03.261451 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786921284783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786920821414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786920821432'] for port (3967916d-d634-4c8c-8ca9-d6057259b079), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:16:03.286998 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-3438f373-ad4c-44a8-9437-398bd83793a5 req-2ccf515f-1a0a-4b0b-a4f4-006b3fbba96c service neutron] 10.222.0.26 "GET /v2.0/networks/1672c90c-dee1-453a-a1dd-749ff902086f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1953893 May 03 14:16:03.315918 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Pushing event updated for resources: {'Port': ['ID=3967916d-d634-4c8c-8ca9-d6057259b079,revision_number=4']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:16:03.332104 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36667f21-e574-4c86-8def-84da374ed4be req-2b7f258f-849e-45d7-9b33-f2f314dad9bc tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:16:03.340239 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-b3432c62-fb67-41ca-a817-94cc758e8ee8 req-374bc92c-415c-4a14-a460-284ca4e4b352 tempest-VolumesNegativeTest-1947699288 tempest-VolumesNegativeTest-1947699288-project] 10.222.0.36 "GET /v2.0/ports?device_id=e7e7b67e-09d3-41c1-ae12-bccc0250bf15 HTTP/1.1" status: 200 len: 210 time: 0.0925326 May 03 14:16:03.343418 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-36667f21-e574-4c86-8def-84da374ed4be req-2b7f258f-849e-45d7-9b33-f2f314dad9bc tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] 10.222.0.36 "GET /v2.0/ports?device_id=117976ba-33e4-4830-a66f-0cd354096c9b HTTP/1.1" status: 200 len: 943 time: 0.0910385 May 03 14:16:03.396392 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 May 2022 14:16:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-490075eb-3434-40aa-a0b2-7504a117fc5a x-openstack-request-id: req-490075eb-3434-40aa-a0b2-7504a117fc5a {{(pid=103470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 14:16:03.396880 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7e7b67e-09d3-41c1-ae12-bccc0250bf15", "name": "network-vif-deleted", "tag": "8f5f3dd4-72ca-405e-a1bf-0c912fa37aab", "status": "completed", "code": 200}]} {{(pid=103470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 14:16:03.397346 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-490075eb-3434-40aa-a0b2-7504a117fc5a {{(pid=103470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 14:16:03.397900 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.notifiers.nova [-] Nova event matching ['req-490075eb-3434-40aa-a0b2-7504a117fc5a'] response: {'server_uuid': 'e7e7b67e-09d3-41c1-ae12-bccc0250bf15', 'name': 'network-vif-deleted', 'tag': '8f5f3dd4-72ca-405e-a1bf-0c912fa37aab', 'status': 'completed', 'code': 200} May 03 14:16:03.419981 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-36667f21-e574-4c86-8def-84da374ed4be req-96f5c788-2075-4658-b233-812455cd618a tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] 10.222.0.36 "GET /v2.0/security-groups?id=5256d9b7-303d-41e8-9beb-13271ea5bfe5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0755870 May 03 14:16:03.697931 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.db [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] get_ports_and_sgs() called for port_ids ['3967916d-d634-4c8c-8ca9-d6057259b079'] {{(pid=103471) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 03 14:16:03.978267 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7078f933-8baf-4319-8776-2a786eb1f158 req-b697a01b-69b7-4484-9773-8d6ef57b8e80 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:16:03.987011 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-7078f933-8baf-4319-8776-2a786eb1f158 req-b697a01b-69b7-4484-9773-8d6ef57b8e80 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] 10.222.0.36 "GET /v2.0/ports?device_id=2ee19045-222a-44c1-abc1-2205c8a96ab9 HTTP/1.1" status: 200 len: 944 time: 0.0592089 May 03 14:16:04.050435 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-7078f933-8baf-4319-8776-2a786eb1f158 req-6544ec52-eb07-4caa-95c1-578a74760778 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] 10.222.0.36 "GET /v2.0/security-groups?id=73aeffe4-e624-496a-985c-4db7b0aaf14d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625248 May 03 14:16:04.551005 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540b4d92-9d07-406d-acc9-aca3b5f60741 req-07ef97a9-db11-4f6a-8040-72ee2916456b tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:16:04.552887 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-540b4d92-9d07-406d-acc9-aca3b5f60741 req-07ef97a9-db11-4f6a-8040-72ee2916456b tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] 10.222.0.36 "GET /v2.0/ports?device_id=117976ba-33e4-4830-a66f-0cd354096c9b HTTP/1.1" status: 200 len: 943 time: 0.0509696 May 03 14:16:04.610297 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-540b4d92-9d07-406d-acc9-aca3b5f60741 req-a18cc766-baca-4d72-96c3-6a73c9a14ec2 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] 10.222.0.36 "GET /v2.0/security-groups?id=5256d9b7-303d-41e8-9beb-13271ea5bfe5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506184 May 03 14:16:05.188110 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdec2a1-429f-4e3c-8713-7ceeb56adac6 req-1e4d3a10-ac56-44f7-b95e-86f2a8a92a65 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:16:05.189775 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-cfdec2a1-429f-4e3c-8713-7ceeb56adac6 req-1e4d3a10-ac56-44f7-b95e-86f2a8a92a65 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] 10.222.0.36 "GET /v2.0/ports?device_id=2ee19045-222a-44c1-abc1-2205c8a96ab9 HTTP/1.1" status: 200 len: 944 time: 0.0538583 May 03 14:16:05.247097 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-cfdec2a1-429f-4e3c-8713-7ceeb56adac6 req-001ee4c0-9f5f-4998-bbb4-63a0bbd02e38 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] 10.222.0.36 "GET /v2.0/security-groups?id=73aeffe4-e624-496a-985c-4db7b0aaf14d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516839 May 03 14:16:05.752858 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a194fefa-3814-4df7-813b-f26da2625103 req-c6f44363-c043-43bf-a360-e87b9a7d26bb tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:16:05.761530 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-a194fefa-3814-4df7-813b-f26da2625103 req-c6f44363-c043-43bf-a360-e87b9a7d26bb tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] 10.222.0.36 "GET /v2.0/ports?device_id=117976ba-33e4-4830-a66f-0cd354096c9b HTTP/1.1" status: 200 len: 943 time: 0.0703921 May 03 14:16:05.830671 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-a194fefa-3814-4df7-813b-f26da2625103 req-3afe03ce-7533-4c75-bcec-76be2dbaf822 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] 10.222.0.36 "GET /v2.0/security-groups?id=5256d9b7-303d-41e8-9beb-13271ea5bfe5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0681856 May 03 14:16:06.405072 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebe1972-a9c8-4fe3-81c7-d1ae76f0c3dc req-b5a600fb-67a2-441d-b6e6-2c110b45d874 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:16:06.406730 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-1ebe1972-a9c8-4fe3-81c7-d1ae76f0c3dc req-b5a600fb-67a2-441d-b6e6-2c110b45d874 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] 10.222.0.36 "GET /v2.0/ports?device_id=2ee19045-222a-44c1-abc1-2205c8a96ab9 HTTP/1.1" status: 200 len: 944 time: 0.0762892 May 03 14:16:06.491708 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-1ebe1972-a9c8-4fe3-81c7-d1ae76f0c3dc req-5e8d0618-ef08-4ad1-b4ee-6c8bdbbe4552 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] 10.222.0.36 "GET /v2.0/security-groups?id=73aeffe4-e624-496a-985c-4db7b0aaf14d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0741570 May 03 14:16:06.652526 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-b9ea441f-cb24-456a-b95e-fe869bf49c1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786921254184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749114'] for agent (2d0d8db6-b1c3-4022-9f9b-561ce4a4d2d8), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:16:07.001349 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311f2b75-e5ea-4d90-a569-731054892e2f req-a1874b19-6dfc-48c5-9d88-3eb49d5433ae tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:16:07.003590 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-311f2b75-e5ea-4d90-a569-731054892e2f req-a1874b19-6dfc-48c5-9d88-3eb49d5433ae tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] 10.222.0.36 "GET /v2.0/ports?device_id=117976ba-33e4-4830-a66f-0cd354096c9b HTTP/1.1" status: 200 len: 943 time: 0.0716088 May 03 14:16:07.075643 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-311f2b75-e5ea-4d90-a569-731054892e2f req-8e3e6974-5d85-40c5-98d6-01656fa78d67 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] 10.222.0.36 "GET /v2.0/security-groups?id=5256d9b7-303d-41e8-9beb-13271ea5bfe5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0662940 May 03 14:16:07.492139 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.rpc [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Device 3967916d-d634-4c8c-8ca9-d6057259b079 up at agent hyperv_hv-cinder-83979 {{(pid=103471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 14:16:07.557614 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.provisioning_blocks [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Provisioning for port 3967916d-d634-4c8c-8ca9-d6057259b079 completed by entity L2. {{(pid=103471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 03 14:16:07.566098 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.provisioning_blocks [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Provisioning complete for port 3967916d-d634-4c8c-8ca9-d6057259b079 triggered by entity L2. {{(pid=103471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 14:16:07.566752 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749148'] for port (3967916d-d634-4c8c-8ca9-d6057259b079), provisioning_complete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:16:07.621744 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f5b3b6-48f4-4d21-a768-497f40d98e22 req-da4b698c-b5f6-4b4b-824e-546dd3da7004 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:16:07.623318 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-98f5b3b6-48f4-4d21-a768-497f40d98e22 req-da4b698c-b5f6-4b4b-824e-546dd3da7004 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] 10.222.0.36 "GET /v2.0/ports?device_id=2ee19045-222a-44c1-abc1-2205c8a96ab9 HTTP/1.1" status: 200 len: 944 time: 0.0567372 May 03 14:16:07.647652 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Current status of the port 3967916d-d634-4c8c-8ca9-d6057259b079 is: BUILD; New status is: ACTIVE {{(pid=103471) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 14:16:07.648014 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585126'] for port (3967916d-d634-4c8c-8ca9-d6057259b079), before_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:16:07.670709 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ee19045-222a-44c1-abc1-2205c8a96ab9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3967916d-d634-4c8c-8ca9-d6057259b079'}] {{(pid=103471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 14:16:07.673882 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}258de9d1a1c653a46c94c94b096b8a314ffaed5fb8c929df022c823a20d863ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a44eb6e3-f8df-40ee-83bf-523997daaa51" -d '{"events": [{"server_uuid": "2ee19045-222a-44c1-abc1-2205c8a96ab9", "name": "network-vif-plugged", "status": "completed", "tag": "3967916d-d634-4c8c-8ca9-d6057259b079"}]}' {{(pid=103471) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 14:16:07.674323 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-98f5b3b6-48f4-4d21-a768-497f40d98e22 req-9856a62d-8a03-4583-87e4-ee15f31fd14d tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] 10.222.0.36 "GET /v2.0/security-groups?id=73aeffe4-e624-496a-985c-4db7b0aaf14d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446520 May 03 14:16:07.691709 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.db [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] For port 3967916d-d634-4c8c-8ca9-d6057259b079, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=3967916d-d634-4c8c-8ca9-d6057259b079,segment=NetworkSegment(1c54dd20-bf4d-49bf-9498-4e1d488f7c61),segment_id=1c54dd20-bf4d-49bf-9498-4e1d488f7c61)] {{(pid=103471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 14:16:07.697149 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786921284783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786920821414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786920821432'] for port (3967916d-d634-4c8c-8ca9-d6057259b079), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:16:07.741638 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 May 2022 14:16:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d65bd423-a803-4b60-b10f-9c8f32017e40 x-openstack-request-id: req-d65bd423-a803-4b60-b10f-9c8f32017e40 {{(pid=103471) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 14:16:07.741959 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ee19045-222a-44c1-abc1-2205c8a96ab9", "name": "network-vif-plugged", "status": "completed", "tag": "3967916d-d634-4c8c-8ca9-d6057259b079", "code": 200}]} {{(pid=103471) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 14:16:07.742281 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d65bd423-a803-4b60-b10f-9c8f32017e40 {{(pid=103471) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 14:16:07.742738 dv-cinder-839793-5-iscsi neutron-server[103471]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d65bd423-a803-4b60-b10f-9c8f32017e40'] response: {'server_uuid': '2ee19045-222a-44c1-abc1-2205c8a96ab9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3967916d-d634-4c8c-8ca9-d6057259b079', 'code': 200} May 03 14:16:07.755571 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Pushing event updated for resources: {'Port': ['ID=3967916d-d634-4c8c-8ca9-d6057259b079,revision_number=5']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:16:08.205730 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015807df-1e39-4796-b722-878ddbd68a2e req-ce668dd6-b623-4b2e-bace-a45fcadca418 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:16:08.207837 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-015807df-1e39-4796-b722-878ddbd68a2e req-ce668dd6-b623-4b2e-bace-a45fcadca418 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] 10.222.0.36 "GET /v2.0/ports?device_id=117976ba-33e4-4830-a66f-0cd354096c9b HTTP/1.1" status: 200 len: 943 time: 0.0519221 May 03 14:16:08.258689 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-015807df-1e39-4796-b722-878ddbd68a2e req-2297eb10-5455-4b2a-9136-559e8f944cf0 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] 10.222.0.36 "GET /v2.0/security-groups?id=5256d9b7-303d-41e8-9beb-13271ea5bfe5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427623 May 03 14:16:08.615230 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.wsgi [-] (103470) accepted ('10.222.0.36', 47338) {{(pid=103470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:16:08.801740 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [None req-0d82f1a6-10c6-4b12-b71f-72747f8f0198 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f943511aa73d4418851276f1e21c42a4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1852751 May 03 14:16:08.803077 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.wsgi [-] (103470) accepted ('10.222.0.36', 47348) {{(pid=103470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:16:08.876445 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51299c4-54c2-4c6c-98d6-55113f72a736 req-b4486572-dd3f-402c-82dc-3b02f72807bc tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:16:08.877941 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-79909c17-3e25-4f87-b85b-8bc66448ce58 admin admin] Publish callbacks [] for security_group (63996698-4298-4d37-b902-0e694331df84), before_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:16:08.879061 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-b51299c4-54c2-4c6c-98d6-55113f72a736 req-b4486572-dd3f-402c-82dc-3b02f72807bc tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] 10.222.0.36 "GET /v2.0/ports?device_id=2ee19045-222a-44c1-abc1-2205c8a96ab9 HTTP/1.1" status: 200 len: 945 time: 0.0794141 May 03 14:16:08.915989 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-79909c17-3e25-4f87-b85b-8bc66448ce58 admin admin] Publish callbacks [] for security_group (63996698-4298-4d37-b902-0e694331df84), precommit_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:16:08.950694 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-3e039c47-85e2-417b-8121-415d2e2bc422 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786921254184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749114'] for agent (2583ee88-9503-4370-b6e4-0a676865815e), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:16:08.958909 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-b51299c4-54c2-4c6c-98d6-55113f72a736 req-b77d78b2-358b-449e-836a-906406a79224 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] 10.222.0.36 "GET /v2.0/security-groups?id=73aeffe4-e624-496a-985c-4db7b0aaf14d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0739200 May 03 14:16:09.003536 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-79909c17-3e25-4f87-b85b-8bc66448ce58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656397'] for security_group (63996698-4298-4d37-b902-0e694331df84), after_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:16:09.006595 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-79909c17-3e25-4f87-b85b-8bc66448ce58 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:16:09.008092 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [None req-79909c17-3e25-4f87-b85b-8bc66448ce58 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/63996698-4298-4d37-b902-0e694331df84 HTTP/1.1" status: 204 len: 168 time: 0.2038097 May 03 14:16:09.016217 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79909c17-3e25-4f87-b85b-8bc66448ce58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63996698-4298-4d37-b902-0e694331df84,revision_number=None']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:16:09.025436 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79909c17-3e25-4f87-b85b-8bc66448ce58 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:16:09.026013 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79909c17-3e25-4f87-b85b-8bc66448ce58 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:16:09.026509 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79909c17-3e25-4f87-b85b-8bc66448ce58 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:16:09.026837 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79909c17-3e25-4f87-b85b-8bc66448ce58 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:16:09.027587 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79909c17-3e25-4f87-b85b-8bc66448ce58 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:16:09.028326 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79909c17-3e25-4f87-b85b-8bc66448ce58 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:16:09.029145 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79909c17-3e25-4f87-b85b-8bc66448ce58 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:16:09.029702 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79909c17-3e25-4f87-b85b-8bc66448ce58 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:16:09.030336 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79909c17-3e25-4f87-b85b-8bc66448ce58 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:16:09.031085 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79909c17-3e25-4f87-b85b-8bc66448ce58 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:16:09.031570 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79909c17-3e25-4f87-b85b-8bc66448ce58 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:16:09.032016 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79909c17-3e25-4f87-b85b-8bc66448ce58 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:16:09.032516 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79909c17-3e25-4f87-b85b-8bc66448ce58 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:16:09.033034 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79909c17-3e25-4f87-b85b-8bc66448ce58 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:16:09.035834 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79909c17-3e25-4f87-b85b-8bc66448ce58 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:16:09.084827 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786921254184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749114'] for agent (e81ee3ce-91e9-46ba-a5c7-9619c95b22a6), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:16:09.476512 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b158c1bb-ba35-4eb8-891c-a032cd72536b req-bc23a567-e512-445a-b9d2-83f91bde0c77 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:16:09.478391 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-b158c1bb-ba35-4eb8-891c-a032cd72536b req-bc23a567-e512-445a-b9d2-83f91bde0c77 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] 10.222.0.36 "GET /v2.0/ports?device_id=117976ba-33e4-4830-a66f-0cd354096c9b HTTP/1.1" status: 200 len: 943 time: 0.0831454 May 03 14:16:09.496256 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.rpc [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Device 8f5f3dd4-72ca-405e-a1bf-0c912fa37aab no longer exists at agent hyperv_hv-cinder-83979 {{(pid=103471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 03 14:16:09.547321 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] No Port match for: 8f5f3dd4-72ca-405e-a1bf-0c912fa37aab {{(pid=103471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 03 14:16:09.547952 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.rpc [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Device 8f5f3dd4-72ca-405e-a1bf-0c912fa37aab not bound to the agent host hv-cinder-83979 {{(pid=103471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 03 14:16:09.599379 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-b158c1bb-ba35-4eb8-891c-a032cd72536b req-2756ea94-f189-4bc9-b284-ea85541fb000 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] 10.222.0.36 "GET /v2.0/security-groups?id=5256d9b7-303d-41e8-9beb-13271ea5bfe5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1139414 May 03 14:16:10.170497 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bafd92-99d7-4819-b83c-3f8fe11b9937 req-87e56176-b3cc-483d-94ca-3d023e28dbd9 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:16:10.173581 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-27bafd92-99d7-4819-b83c-3f8fe11b9937 req-87e56176-b3cc-483d-94ca-3d023e28dbd9 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] 10.222.0.36 "GET /v2.0/ports?device_id=2ee19045-222a-44c1-abc1-2205c8a96ab9 HTTP/1.1" status: 200 len: 945 time: 0.1101863 May 03 14:16:10.263364 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-27bafd92-99d7-4819-b83c-3f8fe11b9937 req-07c6e4ee-d08d-4492-8309-90580c5043d0 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] 10.222.0.36 "GET /v2.0/security-groups?id=73aeffe4-e624-496a-985c-4db7b0aaf14d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0820801 May 03 14:16:10.419914 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-6b98c286-5509-41ae-9e31-4a328d4e2e3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786921254184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749114'] for agent (9772c1e2-61d8-4a11-97d8-348a0cefa431), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:16:10.464304 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef2928c-14e3-44eb-b34e-d358613f2893 req-cea1a70a-c7bf-4469-9d66-f2b6bf83053a tempest-TestMinimumBasicScenario-1557761218 tempest-TestMinimumBasicScenario-1557761218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:16:10.477825 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-7ef2928c-14e3-44eb-b34e-d358613f2893 req-cea1a70a-c7bf-4469-9d66-f2b6bf83053a tempest-TestMinimumBasicScenario-1557761218 tempest-TestMinimumBasicScenario-1557761218-project] 10.222.0.36 "GET /v2.0/ports?device_id=f49e6294-3ef2-4598-8866-1ef6698a5aee HTTP/1.1" status: 200 len: 984 time: 0.0881555 May 03 14:16:10.604568 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-7ef2928c-14e3-44eb-b34e-d358613f2893 req-0f1aec0e-8f72-4567-baa7-8bb59c02c7e8 tempest-TestMinimumBasicScenario-1557761218 tempest-TestMinimumBasicScenario-1557761218-project] 10.222.0.36 "GET /v2.0/security-groups?id=5ecd445a-dda4-4baf-94a7-7543188df186&id=f4b50e11-89f2-4740-9a3f-f760ba0dc3f2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1207476 May 03 14:16:10.816849 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2c4fe3-d248-46a3-9198-e3d7b402b399 req-d1ddf30a-7bd4-4460-b537-b1a1a92cb46b tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:16:10.825388 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-9b2c4fe3-d248-46a3-9198-e3d7b402b399 req-d1ddf30a-7bd4-4460-b537-b1a1a92cb46b tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] 10.222.0.36 "GET /v2.0/ports?device_id=117976ba-33e4-4830-a66f-0cd354096c9b HTTP/1.1" status: 200 len: 943 time: 0.0846310 May 03 14:16:10.891908 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-9b2c4fe3-d248-46a3-9198-e3d7b402b399 req-493e032c-78a2-407e-a762-f550d9af6aed tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] 10.222.0.36 "GET /v2.0/security-groups?id=5256d9b7-303d-41e8-9beb-13271ea5bfe5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650496 May 03 14:16:11.394978 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d67c48-9740-4162-ae11-28384983e24c req-c55d4d60-dae1-4d44-ae9d-70a4c7363f3e tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:16:11.403272 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-86d67c48-9740-4162-ae11-28384983e24c req-c55d4d60-dae1-4d44-ae9d-70a4c7363f3e tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] 10.222.0.36 "GET /v2.0/ports?device_id=2ee19045-222a-44c1-abc1-2205c8a96ab9 HTTP/1.1" status: 200 len: 945 time: 0.0610409 May 03 14:16:11.469518 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-86d67c48-9740-4162-ae11-28384983e24c req-0e8cfef2-b913-4aeb-b07e-ecf01c887ce9 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] 10.222.0.36 "GET /v2.0/security-groups?id=73aeffe4-e624-496a-985c-4db7b0aaf14d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0648832 May 03 14:16:11.525848 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-ece2f477-2d6d-4faa-a9a3-ecc6a9d3b5ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786921254184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749114'] for agent (5abb75e8-e954-4dc0-bed6-210d2af77b9f), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:16:11.792744 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca33f9f3-a9da-4489-83a0-1d34e8a03449 req-ebdb9a5f-b241-4a4c-b678-a203e006adc5 tempest-TestMinimumBasicScenario-1557761218 tempest-TestMinimumBasicScenario-1557761218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:16:11.801603 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-ca33f9f3-a9da-4489-83a0-1d34e8a03449 req-ebdb9a5f-b241-4a4c-b678-a203e006adc5 tempest-TestMinimumBasicScenario-1557761218 tempest-TestMinimumBasicScenario-1557761218-project] 10.222.0.36 "GET /v2.0/ports?device_id=f49e6294-3ef2-4598-8866-1ef6698a5aee HTTP/1.1" status: 200 len: 984 time: 0.0846744 May 03 14:16:11.879419 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-ca33f9f3-a9da-4489-83a0-1d34e8a03449 req-5389ec27-cc27-445b-a429-d89f0c21b843 tempest-TestMinimumBasicScenario-1557761218 tempest-TestMinimumBasicScenario-1557761218-project] 10.222.0.36 "GET /v2.0/security-groups?id=5ecd445a-dda4-4baf-94a7-7543188df186&id=f4b50e11-89f2-4740-9a3f-f760ba0dc3f2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0765646 May 03 14:16:12.088118 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c793f13-686e-46bd-9ca2-229558565137 req-62f8e747-6d08-4244-a505-8fcb926de686 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:16:12.089909 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-6c793f13-686e-46bd-9ca2-229558565137 req-62f8e747-6d08-4244-a505-8fcb926de686 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] 10.222.0.36 "GET /v2.0/ports?device_id=117976ba-33e4-4830-a66f-0cd354096c9b HTTP/1.1" status: 200 len: 943 time: 0.1035421 May 03 14:16:12.146689 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-6c793f13-686e-46bd-9ca2-229558565137 req-dddb8f63-bead-4bbe-ac9b-20eebd821663 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] 10.222.0.36 "GET /v2.0/security-groups?id=5256d9b7-303d-41e8-9beb-13271ea5bfe5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499644 May 03 14:16:12.622467 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5667df4d-f668-40ba-93fc-acd7b50661ee req-3f0b0a54-c1be-4060-a2a6-bd8015edcdb8 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:16:12.624031 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-5667df4d-f668-40ba-93fc-acd7b50661ee req-3f0b0a54-c1be-4060-a2a6-bd8015edcdb8 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] 10.222.0.36 "GET /v2.0/ports?device_id=2ee19045-222a-44c1-abc1-2205c8a96ab9 HTTP/1.1" status: 200 len: 945 time: 0.0724142 May 03 14:16:12.698575 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-5667df4d-f668-40ba-93fc-acd7b50661ee req-808495ee-0cd3-4b59-8486-afd6b699b5ac tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] 10.222.0.36 "GET /v2.0/security-groups?id=73aeffe4-e624-496a-985c-4db7b0aaf14d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0687201 May 03 14:16:13.074261 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc19b99-6a7e-45fb-8c42-728826564620 req-fd25e11c-9faa-4877-aae2-d19d40570e09 tempest-TestMinimumBasicScenario-1557761218 tempest-TestMinimumBasicScenario-1557761218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:16:13.076694 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-9bc19b99-6a7e-45fb-8c42-728826564620 req-fd25e11c-9faa-4877-aae2-d19d40570e09 tempest-TestMinimumBasicScenario-1557761218 tempest-TestMinimumBasicScenario-1557761218-project] 10.222.0.36 "GET /v2.0/ports?device_id=f49e6294-3ef2-4598-8866-1ef6698a5aee HTTP/1.1" status: 200 len: 984 time: 0.0883203 May 03 14:16:13.149852 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786921254184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749114'] for agent (43411681-d6d4-43ac-b892-434a22df3f6d), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:16:13.190594 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-9bc19b99-6a7e-45fb-8c42-728826564620 req-609ee0a1-ac7d-47de-9e35-7395545f3b13 tempest-TestMinimumBasicScenario-1557761218 tempest-TestMinimumBasicScenario-1557761218-project] 10.222.0.36 "GET /v2.0/security-groups?id=5ecd445a-dda4-4baf-94a7-7543188df186&id=f4b50e11-89f2-4740-9a3f-f760ba0dc3f2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1070926 May 03 14:16:13.338601 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daea2f50-edd6-4065-88b5-a53e1cf79651 req-14924a2c-cb7e-49c2-b338-aa534bfe3924 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:16:13.343993 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-daea2f50-edd6-4065-88b5-a53e1cf79651 req-14924a2c-cb7e-49c2-b338-aa534bfe3924 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] 10.222.0.36 "GET /v2.0/ports?device_id=117976ba-33e4-4830-a66f-0cd354096c9b HTTP/1.1" status: 200 len: 943 time: 0.0634351 May 03 14:16:13.437864 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-daea2f50-edd6-4065-88b5-a53e1cf79651 req-199db871-c362-4a42-9dd4-9c2a739ca0ec tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] 10.222.0.36 "GET /v2.0/security-groups?id=5256d9b7-303d-41e8-9beb-13271ea5bfe5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0871065 May 03 14:16:13.992322 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff054653-1b86-4bec-aa3b-388a00662d61 req-6e986db5-5efa-4b29-ad00-0715814db868 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:16:13.993879 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-ff054653-1b86-4bec-aa3b-388a00662d61 req-6e986db5-5efa-4b29-ad00-0715814db868 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] 10.222.0.36 "GET /v2.0/ports?device_id=2ee19045-222a-44c1-abc1-2205c8a96ab9 HTTP/1.1" status: 200 len: 945 time: 0.1866174 May 03 14:16:14.093487 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-ff054653-1b86-4bec-aa3b-388a00662d61 req-a86bad50-89f1-445c-b157-dc8e53a4200e tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] 10.222.0.36 "GET /v2.0/security-groups?id=73aeffe4-e624-496a-985c-4db7b0aaf14d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0929158 May 03 14:16:14.433757 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70469f8-751d-4d90-a6ea-e3ed359f2c69 req-f8a7de39-ae48-4096-a376-dcf3e945a917 tempest-TestMinimumBasicScenario-1557761218 tempest-TestMinimumBasicScenario-1557761218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:16:14.435280 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-d70469f8-751d-4d90-a6ea-e3ed359f2c69 req-f8a7de39-ae48-4096-a376-dcf3e945a917 tempest-TestMinimumBasicScenario-1557761218 tempest-TestMinimumBasicScenario-1557761218-project] 10.222.0.36 "GET /v2.0/ports?device_id=f49e6294-3ef2-4598-8866-1ef6698a5aee HTTP/1.1" status: 200 len: 984 time: 0.1045833 May 03 14:16:14.556528 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-d70469f8-751d-4d90-a6ea-e3ed359f2c69 req-5fdd89ae-b877-48cd-8eb3-7f41f9b7d95e tempest-TestMinimumBasicScenario-1557761218 tempest-TestMinimumBasicScenario-1557761218-project] 10.222.0.36 "GET /v2.0/security-groups?id=5ecd445a-dda4-4baf-94a7-7543188df186&id=f4b50e11-89f2-4740-9a3f-f760ba0dc3f2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1141367 May 03 14:16:14.608791 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c512c3-a461-4352-9460-7eda12e79080 req-e5f89792-ca59-4cb9-a9b0-e3adeb4154e6 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:16:14.610374 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-a7c512c3-a461-4352-9460-7eda12e79080 req-e5f89792-ca59-4cb9-a9b0-e3adeb4154e6 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] 10.222.0.36 "GET /v2.0/ports?device_id=117976ba-33e4-4830-a66f-0cd354096c9b HTTP/1.1" status: 200 len: 943 time: 0.0761890 May 03 14:16:14.678427 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-a7c512c3-a461-4352-9460-7eda12e79080 req-6effd164-e0d3-4b99-a213-e062959137e4 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] 10.222.0.36 "GET /v2.0/security-groups?id=5256d9b7-303d-41e8-9beb-13271ea5bfe5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617919 May 03 14:16:15.235538 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f00798-d2d9-47f0-b8b7-a5c2fdef9197 req-3a5d663a-0753-4433-94d3-2427c5d0cf3c tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:16:15.237749 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-92f00798-d2d9-47f0-b8b7-a5c2fdef9197 req-3a5d663a-0753-4433-94d3-2427c5d0cf3c tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] 10.222.0.36 "GET /v2.0/ports?device_id=2ee19045-222a-44c1-abc1-2205c8a96ab9 HTTP/1.1" status: 200 len: 945 time: 0.0710564 May 03 14:16:15.295407 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-92f00798-d2d9-47f0-b8b7-a5c2fdef9197 req-6947f3c3-0926-4313-a870-df8b526899ad tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] 10.222.0.36 "GET /v2.0/security-groups?id=73aeffe4-e624-496a-985c-4db7b0aaf14d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505416 May 03 14:16:15.698390 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a059d3da-83a5-4864-aa6c-64a883dc11b7 req-d4cd080f-152d-4109-9d46-e992a2ae24fa tempest-TestMinimumBasicScenario-1557761218 tempest-TestMinimumBasicScenario-1557761218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:16:15.708494 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-a059d3da-83a5-4864-aa6c-64a883dc11b7 req-d4cd080f-152d-4109-9d46-e992a2ae24fa tempest-TestMinimumBasicScenario-1557761218 tempest-TestMinimumBasicScenario-1557761218-project] 10.222.0.36 "GET /v2.0/ports?device_id=f49e6294-3ef2-4598-8866-1ef6698a5aee HTTP/1.1" status: 200 len: 984 time: 0.0674996 May 03 14:16:15.792787 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-a059d3da-83a5-4864-aa6c-64a883dc11b7 req-667e974e-11c0-499d-be33-13f347f3d4aa tempest-TestMinimumBasicScenario-1557761218 tempest-TestMinimumBasicScenario-1557761218-project] 10.222.0.36 "GET /v2.0/security-groups?id=5ecd445a-dda4-4baf-94a7-7543188df186&id=f4b50e11-89f2-4740-9a3f-f760ba0dc3f2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0809789 May 03 14:16:15.813039 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c699c2e5-2e72-418f-9510-c1b3efe8cc23 req-e010402d-9ee1-4dc3-85de-25715ad3c93d tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:16:15.820619 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-c699c2e5-2e72-418f-9510-c1b3efe8cc23 req-e010402d-9ee1-4dc3-85de-25715ad3c93d tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] 10.222.0.36 "GET /v2.0/ports?device_id=117976ba-33e4-4830-a66f-0cd354096c9b HTTP/1.1" status: 200 len: 943 time: 0.0690691 May 03 14:16:15.865806 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-c699c2e5-2e72-418f-9510-c1b3efe8cc23 req-323363d1-cee6-4610-b9c9-7c88b0a304de tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] 10.222.0.36 "GET /v2.0/security-groups?id=5256d9b7-303d-41e8-9beb-13271ea5bfe5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439484 May 03 14:16:16.105780 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0923ab-310e-4cad-9a04-284519b64043 req-720835d0-ec39-4d2b-9920-f2b992ad7e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:16:16.107989 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-3c0923ab-310e-4cad-9a04-284519b64043 req-720835d0-ec39-4d2b-9920-f2b992ad7e02 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1c2479422e8c413e8ee554aa4f355bca&device_id=f49e6294-3ef2-4598-8866-1ef6698a5aee HTTP/1.1" status: 200 len: 1168 time: 0.0550439 May 03 14:16:16.159926 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-b659f0b9-5dec-4ade-983b-2cb3f070cefa req-66110f46-db8e-4768-acda-22a3d2b9866b service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=ba9b5683-3cbc-4f53-803e-cd5413dfcbc0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1258440 May 03 14:16:16.274881 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b659f0b9-5dec-4ade-983b-2cb3f070cefa req-b86f2b64-715e-4c4d-b223-e98e66515fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:16:16.276394 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-b659f0b9-5dec-4ade-983b-2cb3f070cefa req-b86f2b64-715e-4c4d-b223-e98e66515fb2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4e31890e50da4bcab23b81eee1c9a2d7&device_id=ba9b5683-3cbc-4f53-803e-cd5413dfcbc0 HTTP/1.1" status: 200 len: 1129 time: 0.0550046 May 03 14:16:16.328998 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb39567-0e6f-4e9b-86a6-ece7a3aa1330 req-a366d627-7516-4b8d-869c-7aa1555fdfc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:16:16.331391 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-3eb39567-0e6f-4e9b-86a6-ece7a3aa1330 req-a366d627-7516-4b8d-869c-7aa1555fdfc6 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=2ee19045-222a-44c1-abc1-2205c8a96ab9 HTTP/1.1" status: 200 len: 1129 time: 0.0633051 May 03 14:16:16.333674 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0923ab-310e-4cad-9a04-284519b64043 req-c85a92c1-c85d-48c2-9a2b-f4e11fce6f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:16:16.335855 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-3c0923ab-310e-4cad-9a04-284519b64043 req-c85a92c1-c85d-48c2-9a2b-f4e11fce6f7c service neutron] 10.222.0.26 "GET /v2.0/networks?id=3121b82c-06ca-44d8-8e28-2f3afede7579 HTTP/1.1" status: 200 len: 916 time: 0.2192397 May 03 14:16:16.402591 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-3eb39567-0e6f-4e9b-86a6-ece7a3aa1330 req-758a6d5e-4ba3-49de-83fe-4c6fb7b694f6 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=73aeffe4-e624-496a-985c-4db7b0aaf14d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486500 May 03 14:16:16.460032 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915c64a9-2452-40f4-836d-2480de4b7f09 req-37e4ff04-9451-4b4f-9227-d3d96bc3a780 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:16:16.461891 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-915c64a9-2452-40f4-836d-2480de4b7f09 req-37e4ff04-9451-4b4f-9227-d3d96bc3a780 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] 10.222.0.36 "GET /v2.0/ports?device_id=2ee19045-222a-44c1-abc1-2205c8a96ab9 HTTP/1.1" status: 200 len: 945 time: 0.0652997 May 03 14:16:16.467126 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b659f0b9-5dec-4ade-983b-2cb3f070cefa req-a392f115-1091-4b10-9e99-438883bf60b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:16:16.468570 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-b659f0b9-5dec-4ade-983b-2cb3f070cefa req-a392f115-1091-4b10-9e99-438883bf60b3 service neutron] 10.222.0.26 "GET /v2.0/networks?id=ed744a5b-777c-4bee-b278-dee1b499d8aa HTTP/1.1" status: 200 len: 920 time: 0.1535361 May 03 14:16:16.520940 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-3c0923ab-310e-4cad-9a04-284519b64043 req-c75a324f-7268-4c97-a066-de44551d6537 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f629260d-81fd-43c7-af1b-2e47940e5d03 HTTP/1.1" status: 200 len: 1001 time: 0.1655281 May 03 14:16:16.534605 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-915c64a9-2452-40f4-836d-2480de4b7f09 req-80dfe121-8d1f-4104-924a-2233893985bd tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] 10.222.0.36 "GET /v2.0/security-groups?id=73aeffe4-e624-496a-985c-4db7b0aaf14d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626037 May 03 14:16:16.752683 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0923ab-310e-4cad-9a04-284519b64043 req-6bb28ac7-9fcf-4eb1-9897-fea80b894f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:16:16.754294 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-3c0923ab-310e-4cad-9a04-284519b64043 req-6bb28ac7-9fcf-4eb1-9897-fea80b894f61 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=084cc6e3-980b-4882-a669-82e7bd2021c7 HTTP/1.1" status: 200 len: 854 time: 0.0523489 May 03 14:16:16.758456 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-b659f0b9-5dec-4ade-983b-2cb3f070cefa req-08664733-b03c-4daf-b91c-34d15e4e0b51 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=21ad2528-42ab-4579-b7d9-353333b840fe HTTP/1.1" status: 200 len: 217 time: 0.0563796 May 03 14:16:16.813788 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0923ab-310e-4cad-9a04-284519b64043 req-fbe96b32-f266-418c-9284-e2a9443ecf96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:16:16.820392 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-3c0923ab-310e-4cad-9a04-284519b64043 req-fbe96b32-f266-418c-9284-e2a9443ecf96 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=3121b82c-06ca-44d8-8e28-2f3afede7579&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0540743 May 03 14:16:16.830723 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b659f0b9-5dec-4ade-983b-2cb3f070cefa req-aa17eabe-b24f-4a6a-8f77-80c0a1fae09b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:16:16.832182 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-b659f0b9-5dec-4ade-983b-2cb3f070cefa req-aa17eabe-b24f-4a6a-8f77-80c0a1fae09b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a87b0fb7-75d3-4b90-b91b-05349e630701 HTTP/1.1" status: 200 len: 858 time: 0.0646131 May 03 14:16:16.886325 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b659f0b9-5dec-4ade-983b-2cb3f070cefa req-44c397f7-ddc0-4d9d-8726-1c460c22b7b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:16:16.888518 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-b659f0b9-5dec-4ade-983b-2cb3f070cefa req-44c397f7-ddc0-4d9d-8726-1c460c22b7b8 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ed744a5b-777c-4bee-b278-dee1b499d8aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0476296 May 03 14:16:16.965342 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe09d352-8324-48f1-8ddc-82e67294acca req-8e3d062e-b6db-41f1-a196-bb53640a6828 tempest-TestMinimumBasicScenario-1557761218 tempest-TestMinimumBasicScenario-1557761218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:16:16.967015 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-fe09d352-8324-48f1-8ddc-82e67294acca req-8e3d062e-b6db-41f1-a196-bb53640a6828 tempest-TestMinimumBasicScenario-1557761218 tempest-TestMinimumBasicScenario-1557761218-project] 10.222.0.36 "GET /v2.0/ports?device_id=f49e6294-3ef2-4598-8866-1ef6698a5aee HTTP/1.1" status: 200 len: 984 time: 0.1003091 May 03 14:16:17.026695 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-3c0923ab-310e-4cad-9a04-284519b64043 req-f49517cd-bffd-45cf-8abf-3a39513d591b service neutron] 10.222.0.26 "GET /v2.0/networks/3121b82c-06ca-44d8-8e28-2f3afede7579?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1971376 May 03 14:16:17.046476 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def23e82-7bff-4845-bb42-8d80efb8aeb1 req-106d804d-9da4-4180-aeb5-2a0aad050fd8 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:16:17.047977 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-def23e82-7bff-4845-bb42-8d80efb8aeb1 req-106d804d-9da4-4180-aeb5-2a0aad050fd8 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] 10.222.0.36 "GET /v2.0/ports?device_id=117976ba-33e4-4830-a66f-0cd354096c9b HTTP/1.1" status: 200 len: 943 time: 0.0931103 May 03 14:16:17.059797 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-fe09d352-8324-48f1-8ddc-82e67294acca req-4e4bf5e7-df82-4b02-af8c-931354babd18 tempest-TestMinimumBasicScenario-1557761218 tempest-TestMinimumBasicScenario-1557761218-project] 10.222.0.36 "GET /v2.0/security-groups?id=5ecd445a-dda4-4baf-94a7-7543188df186&id=f4b50e11-89f2-4740-9a3f-f760ba0dc3f2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0845230 May 03 14:16:17.093331 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-b659f0b9-5dec-4ade-983b-2cb3f070cefa req-eafedd73-5a43-411b-b502-7c00b9b783b3 service neutron] 10.222.0.26 "GET /v2.0/networks/ed744a5b-777c-4bee-b278-dee1b499d8aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1974051 May 03 14:16:17.122121 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-def23e82-7bff-4845-bb42-8d80efb8aeb1 req-30314164-90de-4c08-b16c-dc58e07364b4 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] 10.222.0.36 "GET /v2.0/security-groups?id=5256d9b7-303d-41e8-9beb-13271ea5bfe5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664566 May 03 14:16:17.646320 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-b659f0b9-5dec-4ade-983b-2cb3f070cefa req-00fdc28e-7a68-4139-8eb5-5172fe4fab53 service neutron] 10.222.0.26 "GET /v2.0/networks/ed744a5b-777c-4bee-b278-dee1b499d8aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365182 May 03 14:16:17.666247 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-3c0923ab-310e-4cad-9a04-284519b64043 req-bba3974d-6a5c-47fe-a1fc-f425b4e32bc3 service neutron] 10.222.0.26 "GET /v2.0/networks/3121b82c-06ca-44d8-8e28-2f3afede7579?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1564841 May 03 14:16:17.706816 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b0313d-05e3-4d26-9146-7a5395586244 req-4f5d5510-8009-49aa-8ba0-c0b774b00019 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:16:17.708822 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-b5b0313d-05e3-4d26-9146-7a5395586244 req-4f5d5510-8009-49aa-8ba0-c0b774b00019 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] 10.222.0.36 "GET /v2.0/ports?device_id=2ee19045-222a-44c1-abc1-2205c8a96ab9 HTTP/1.1" status: 200 len: 945 time: 0.0564425 May 03 14:16:17.777229 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-b5b0313d-05e3-4d26-9146-7a5395586244 req-5055a558-f0a6-4192-9d12-a5a37b820ca7 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] 10.222.0.36 "GET /v2.0/security-groups?id=73aeffe4-e624-496a-985c-4db7b0aaf14d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623808 May 03 14:16:18.191403 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334606c6-9315-4a28-86e6-c81e94a4319c req-234c27ef-ba87-4918-8e61-bc2e6b70dd13 tempest-TestMinimumBasicScenario-1557761218 tempest-TestMinimumBasicScenario-1557761218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:16:18.193267 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-334606c6-9315-4a28-86e6-c81e94a4319c req-234c27ef-ba87-4918-8e61-bc2e6b70dd13 tempest-TestMinimumBasicScenario-1557761218 tempest-TestMinimumBasicScenario-1557761218-project] 10.222.0.36 "GET /v2.0/ports?device_id=f49e6294-3ef2-4598-8866-1ef6698a5aee HTTP/1.1" status: 200 len: 984 time: 0.0516593 May 03 14:16:18.273844 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055cd331-3d08-4661-b3b5-9615ab50b2b0 req-efafcce9-41e7-4592-b037-f8ada3f480a4 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:16:18.276521 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-055cd331-3d08-4661-b3b5-9615ab50b2b0 req-efafcce9-41e7-4592-b037-f8ada3f480a4 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] 10.222.0.36 "GET /v2.0/ports?device_id=117976ba-33e4-4830-a66f-0cd354096c9b HTTP/1.1" status: 200 len: 943 time: 0.0588975 May 03 14:16:18.287524 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-334606c6-9315-4a28-86e6-c81e94a4319c req-48a76532-a6c3-4b4c-b208-48ce14e0a310 tempest-TestMinimumBasicScenario-1557761218 tempest-TestMinimumBasicScenario-1557761218-project] 10.222.0.36 "GET /v2.0/security-groups?id=5ecd445a-dda4-4baf-94a7-7543188df186&id=f4b50e11-89f2-4740-9a3f-f760ba0dc3f2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0877585 May 03 14:16:18.341315 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-055cd331-3d08-4661-b3b5-9615ab50b2b0 req-b00ed4d5-fc07-47d0-8a5d-daf543a3c22f tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] 10.222.0.36 "GET /v2.0/security-groups?id=5256d9b7-303d-41e8-9beb-13271ea5bfe5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528898 May 03 14:16:18.923062 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b339221-d41b-442f-abb8-767157f24522 req-b8cf5bbb-1794-43b1-9e50-be47f3b3b4dc tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:16:18.930660 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-3b339221-d41b-442f-abb8-767157f24522 req-b8cf5bbb-1794-43b1-9e50-be47f3b3b4dc tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] 10.222.0.36 "GET /v2.0/ports?device_id=2ee19045-222a-44c1-abc1-2205c8a96ab9 HTTP/1.1" status: 200 len: 945 time: 0.0719173 May 03 14:16:18.985458 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-3b339221-d41b-442f-abb8-767157f24522 req-f8a66012-b39e-49ce-8316-3c9f5783d2d6 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] 10.222.0.36 "GET /v2.0/security-groups?id=73aeffe4-e624-496a-985c-4db7b0aaf14d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520205 May 03 14:16:19.462059 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37a1270-e99d-4a6a-9265-cce0949747c7 req-01f6a857-52ec-459c-8ed2-ca3cf7fd7341 tempest-TestMinimumBasicScenario-1557761218 tempest-TestMinimumBasicScenario-1557761218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:16:19.466317 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-d37a1270-e99d-4a6a-9265-cce0949747c7 req-01f6a857-52ec-459c-8ed2-ca3cf7fd7341 tempest-TestMinimumBasicScenario-1557761218 tempest-TestMinimumBasicScenario-1557761218-project] 10.222.0.36 "GET /v2.0/ports?device_id=f49e6294-3ef2-4598-8866-1ef6698a5aee HTTP/1.1" status: 200 len: 984 time: 0.0734310 May 03 14:16:19.549429 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed20d8c4-088e-471e-832f-04a4f3e33843 req-702f0c19-794f-413a-8978-b30154126ef8 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:16:19.551939 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-ed20d8c4-088e-471e-832f-04a4f3e33843 req-702f0c19-794f-413a-8978-b30154126ef8 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] 10.222.0.36 "GET /v2.0/ports?device_id=117976ba-33e4-4830-a66f-0cd354096c9b HTTP/1.1" status: 200 len: 943 time: 0.0750744 May 03 14:16:19.557551 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-d37a1270-e99d-4a6a-9265-cce0949747c7 req-087408f4-e916-42cd-8889-340f60619d6b tempest-TestMinimumBasicScenario-1557761218 tempest-TestMinimumBasicScenario-1557761218-project] 10.222.0.36 "GET /v2.0/security-groups?id=5ecd445a-dda4-4baf-94a7-7543188df186&id=f4b50e11-89f2-4740-9a3f-f760ba0dc3f2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0872440 May 03 14:16:19.615818 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-ed20d8c4-088e-471e-832f-04a4f3e33843 req-5e20df1d-8ea9-4360-b42d-30b3c8daff5b tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] 10.222.0.36 "GET /v2.0/security-groups?id=5256d9b7-303d-41e8-9beb-13271ea5bfe5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508909 May 03 14:16:20.116291 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b1940e-35f2-4cd1-bcc6-6d8876be3293 req-6a0ccfe9-01d6-45c8-adee-3511cb373223 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:16:20.123441 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-c0b1940e-35f2-4cd1-bcc6-6d8876be3293 req-6a0ccfe9-01d6-45c8-adee-3511cb373223 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] 10.222.0.36 "GET /v2.0/ports?device_id=2ee19045-222a-44c1-abc1-2205c8a96ab9 HTTP/1.1" status: 200 len: 945 time: 0.0668423 May 03 14:16:20.169833 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-c0b1940e-35f2-4cd1-bcc6-6d8876be3293 req-bf56bdb5-c70b-4c19-b25e-27985d840b2c tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] 10.222.0.36 "GET /v2.0/security-groups?id=73aeffe4-e624-496a-985c-4db7b0aaf14d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455310 May 03 14:16:20.292578 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d23f7bd-14c1-4aa6-8bbd-3872822b270d req-a8c8abc7-bcc1-4b0c-9020-0b7ca3294b75 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:16:20.294570 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-0d23f7bd-14c1-4aa6-8bbd-3872822b270d req-a8c8abc7-bcc1-4b0c-9020-0b7ca3294b75 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] 10.222.0.36 "GET /v2.0/ports?device_id=2ee19045-222a-44c1-abc1-2205c8a96ab9 HTTP/1.1" status: 200 len: 945 time: 0.0527828 May 03 14:16:20.303608 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.wsgi [-] (103470) accepted ('10.222.0.36', 47470) {{(pid=103470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:16:20.308155 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.v2.base [None req-0e9f9ffc-430e-4d6f-a89b-1b37016fb3e8 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] Request body: {'floatingip': {'port_id': '3967916d-d634-4c8c-8ca9-d6057259b079'}} {{(pid=103470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 14:16:20.347627 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-0e9f9ffc-430e-4d6f-a89b-1b37016fb3e8 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] Publish callbacks [] for floatingip (aa4708a8-2d79-48da-afb0-8e73cd88978d), before_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:16:20.764460 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c501c318-7d21-4257-aa1f-faa21ce938ee req-33f95ca2-1b41-44d3-9d73-084b2b179873 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:16:20.772444 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-c501c318-7d21-4257-aa1f-faa21ce938ee req-33f95ca2-1b41-44d3-9d73-084b2b179873 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] 10.222.0.36 "GET /v2.0/ports?device_id=117976ba-33e4-4830-a66f-0cd354096c9b HTTP/1.1" status: 200 len: 943 time: 0.0646305 May 03 14:16:20.836429 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-c501c318-7d21-4257-aa1f-faa21ce938ee req-0174f3b2-4f36-4c7d-b2da-6269d81fb1a5 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] 10.222.0.36 "GET /v2.0/security-groups?id=5256d9b7-303d-41e8-9beb-13271ea5bfe5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627136 May 03 14:16:20.911270 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c95bc6-1c07-46ce-ba68-5469f2362183 req-b23f8124-1080-4b9b-b419-fa44755d498d tempest-TestMinimumBasicScenario-1557761218 tempest-TestMinimumBasicScenario-1557761218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:16:20.912867 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-e9c95bc6-1c07-46ce-ba68-5469f2362183 req-b23f8124-1080-4b9b-b419-fa44755d498d tempest-TestMinimumBasicScenario-1557761218 tempest-TestMinimumBasicScenario-1557761218-project] 10.222.0.36 "GET /v2.0/ports?device_id=f49e6294-3ef2-4598-8866-1ef6698a5aee HTTP/1.1" status: 200 len: 984 time: 0.1076815 May 03 14:16:21.055693 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-e9c95bc6-1c07-46ce-ba68-5469f2362183 req-2f93335d-b589-42c2-9881-71bb05cc0ff5 tempest-TestMinimumBasicScenario-1557761218 tempest-TestMinimumBasicScenario-1557761218-project] 10.222.0.36 "GET /v2.0/security-groups?id=5ecd445a-dda4-4baf-94a7-7543188df186&id=f4b50e11-89f2-4740-9a3f-f760ba0dc3f2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1106594 May 03 14:16:21.181716 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-0e9f9ffc-430e-4d6f-a89b-1b37016fb3e8 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:16:21.207183 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-0e9f9ffc-430e-4d6f-a89b-1b37016fb3e8 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1700089'] for floatingip (aa4708a8-2d79-48da-afb0-8e73cd88978d), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:16:21.316524 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.db.l3_db [None req-0e9f9ffc-430e-4d6f-a89b-1b37016fb3e8 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] Floating IP aa4708a8-2d79-48da-afb0-8e73cd88978d associated. External IP: 172.27.3.130, port: 3967916d-d634-4c8c-8ca9-d6057259b079. May 03 14:16:21.558493 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e9f9ffc-430e-4d6f-a89b-1b37016fb3e8 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] Router 19ccbb16-fbf6-4309-89e5-60d4788239f2 has already been hosted by L3 agent 2583ee88-9503-4370-b6e4-0a676865815e {{(pid=103470) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 14:16:21.697385 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e9f9ffc-430e-4d6f-a89b-1b37016fb3e8 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] Notify agent at l3_agent.dv-cinder-839793-5-iscsi the message routers_updated {{(pid=103470) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 14:16:21.704757 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-0e9f9ffc-430e-4d6f-a89b-1b37016fb3e8 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218734'] for floatingip (None), before_response {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:16:21.709756 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04821d5a-333c-4c1b-b84b-adbbf75d50f8 None None] Sync routers for ids ['19ccbb16-fbf6-4309-89e5-60d4788239f2'] in dv-cinder-839793-5-iscsi {{(pid=103472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 14:16:21.720852 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04821d5a-333c-4c1b-b84b-adbbf75d50f8 None None] Routers {'19ccbb16-fbf6-4309-89e5-60d4788239f2'} bound to L3 agent in host dv-cinder-839793-5-iscsi {{(pid=103472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 14:16:21.721845 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.db.l3_hamode_db [None req-04821d5a-333c-4c1b-b84b-adbbf75d50f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-03T14:04:39Z,description=,heartbeat_timestamp=2022-05-03T14:16:09Z,host='dv-cinder-839793-5-iscsi',id=2583ee88-9503-4370-b6e4-0a676865815e,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T14:04:39Z,topic='l3_agent')) {'router_ids': ['19ccbb16-fbf6-4309-89e5-60d4788239f2'], 'active': True} {{(pid=103472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:16:21.742765 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [None req-0e9f9ffc-430e-4d6f-a89b-1b37016fb3e8 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] 10.222.0.36 "PUT /v2.0/floatingips/aa4708a8-2d79-48da-afb0-8e73cd88978d HTTP/1.1" status: 200 len: 991 time: 1.4380352 May 03 14:16:21.743772 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ee19045-222a-44c1-abc1-2205c8a96ab9', 'tag': '3967916d-d634-4c8c-8ca9-d6057259b079'}] {{(pid=103470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 14:16:21.746380 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b59263cb8594a65023f6f3ef61310cdc9305c5272296d99e8ebfdd94dfc5ab3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0707c4b4-c51a-4f0b-ae8a-4b916b9535ba" -d '{"events": [{"name": "network-changed", "server_uuid": "2ee19045-222a-44c1-abc1-2205c8a96ab9", "tag": "3967916d-d634-4c8c-8ca9-d6057259b079"}]}' {{(pid=103470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 14:16:21.801725 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 May 2022 14:16:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-639af420-37a6-41fe-a00b-74cf281dad5d x-openstack-request-id: req-639af420-37a6-41fe-a00b-74cf281dad5d {{(pid=103470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 14:16:21.802011 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ee19045-222a-44c1-abc1-2205c8a96ab9", "tag": "3967916d-d634-4c8c-8ca9-d6057259b079", "status": "completed", "code": 200}]} {{(pid=103470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 14:16:21.802275 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-639af420-37a6-41fe-a00b-74cf281dad5d {{(pid=103470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 14:16:21.802751 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.notifiers.nova [-] Nova event matching ['req-639af420-37a6-41fe-a00b-74cf281dad5d'] response: {'name': 'network-changed', 'server_uuid': '2ee19045-222a-44c1-abc1-2205c8a96ab9', 'tag': '3967916d-d634-4c8c-8ca9-d6057259b079', 'status': 'completed', 'code': 200} May 03 14:16:21.846970 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.db.l3_dvr_db [None req-04821d5a-333c-4c1b-b84b-adbbf75d50f8 None None] Set router 19ccbb16-fbf6-4309-89e5-60d4788239f2 gateway port host: dv-cinder-839793-5-iscsi {{(pid=103472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 14:16:21.978408 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e12ac58-a2b5-4e3a-9ce3-0bcec3ce23b3 req-62c4a5d8-4467-4e4c-8f8f-9c004ae40c88 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:16:21.979992 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-0e12ac58-a2b5-4e3a-9ce3-0bcec3ce23b3 req-62c4a5d8-4467-4e4c-8f8f-9c004ae40c88 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] 10.222.0.36 "GET /v2.0/ports?device_id=117976ba-33e4-4830-a66f-0cd354096c9b HTTP/1.1" status: 200 len: 943 time: 0.0519726 May 03 14:16:22.045042 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-0e12ac58-a2b5-4e3a-9ce3-0bcec3ce23b3 req-52a23fa6-e8da-48c5-8fbb-ec98b6bac8a9 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] 10.222.0.36 "GET /v2.0/security-groups?id=5256d9b7-303d-41e8-9beb-13271ea5bfe5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586944 May 03 14:16:22.181306 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f649c61-74c8-4a17-b42c-307453cf4d5a req-82c471ae-f30e-4d75-837d-d343baabd2c4 tempest-TestMinimumBasicScenario-1557761218 tempest-TestMinimumBasicScenario-1557761218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:16:22.182847 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-5f649c61-74c8-4a17-b42c-307453cf4d5a req-82c471ae-f30e-4d75-837d-d343baabd2c4 tempest-TestMinimumBasicScenario-1557761218 tempest-TestMinimumBasicScenario-1557761218-project] 10.222.0.36 "GET /v2.0/ports?device_id=f49e6294-3ef2-4598-8866-1ef6698a5aee HTTP/1.1" status: 200 len: 984 time: 0.0518713 May 03 14:16:22.225018 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.db.l3_hamode_db [None req-04821d5a-333c-4c1b-b84b-adbbf75d50f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19ccbb16-fbf6-4309-89e5-60d4788239f2', 'name': 'tempest-ServerRescueNegativeTestJSON-1452391224-router', 'tenant_id': '4e31890e50da4bcab23b81eee1c9a2d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2', 'external_fixed_ips': [{'subnet_id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'ip_address': '172.27.3.215'}], 'enable_snat': True}, 'gw_port_id': '943d0a20-0d1e-43b5-90cd-cd70d64349a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T14:13:05Z', 'updated_at': '2022-05-03T14:13:14Z', 'revision_number': 4, 'project_id': '4e31890e50da4bcab23b81eee1c9a2d7', 'gw_port': {'id': '943d0a20-0d1e-43b5-90cd-cd70d64349a2', 'name': '', 'network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:7d:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19ccbb16-fbf6-4309-89e5-60d4788239f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'ip_address': '172.27.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:13:06Z', 'updated_at': '2022-05-03T14:13:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-5-iscsi', '_floatingips': [{'id': 'aa4708a8-2d79-48da-afb0-8e73cd88978d', 'tenant_id': '4e31890e50da4bcab23b81eee1c9a2d7', 'floating_ip_address': '172.27.3.130', 'floating_network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2', 'router_id': '19ccbb16-fbf6-4309-89e5-60d4788239f2', 'port_id': '3967916d-d634-4c8c-8ca9-d6057259b079', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 487, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed744a5b-777c-4bee-b278-dee1b499d8aa', 'mac_address': 'fa:16:3e:2d:45:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ee19045-222a-44c1-abc1-2205c8a96ab9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T14:15:46Z', 'updated_at': '2022-05-03T14:16:21Z', 'revision_number': 1, 'project_id': '4e31890e50da4bcab23b81eee1c9a2d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2c69b00-6ed1-4962-8523-e3def77f90f5', 'name': '', 'network_id': 'ed744a5b-777c-4bee-b278-dee1b499d8aa', 'tenant_id': '4e31890e50da4bcab23b81eee1c9a2d7', 'mac_address': 'fa:16:3e:62:07:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19ccbb16-fbf6-4309-89e5-60d4788239f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'a87b0fb7-75d3-4b90-b91b-05349e630701', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:13:10Z', 'updated_at': '2022-05-03T14:13:24Z', 'revision_number': 5, 'project_id': '4e31890e50da4bcab23b81eee1c9a2d7', 'subnets': [{'id': 'a87b0fb7-75d3-4b90-b91b-05349e630701', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-5-iscsi', False) {} {{(pid=103472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:16:22.255953 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04821d5a-333c-4c1b-b84b-adbbf75d50f8 None None] Checking router: 19ccbb16-fbf6-4309-89e5-60d4788239f2 for host: dv-cinder-839793-5-iscsi {{(pid=103472) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 14:16:22.267333 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04821d5a-333c-4c1b-b84b-adbbf75d50f8 None None] Routers {'19ccbb16-fbf6-4309-89e5-60d4788239f2'} bound to L3 agent in host dv-cinder-839793-5-iscsi {{(pid=103472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 14:16:22.268499 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.db.l3_hamode_db [None req-04821d5a-333c-4c1b-b84b-adbbf75d50f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-03T14:04:39Z,description=,heartbeat_timestamp=2022-05-03T14:16:09Z,host='dv-cinder-839793-5-iscsi',id=2583ee88-9503-4370-b6e4-0a676865815e,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T14:04:39Z,topic='l3_agent')) {'router_ids': ['19ccbb16-fbf6-4309-89e5-60d4788239f2'], 'active': True} {{(pid=103472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:16:22.279006 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0707c4b4-c51a-4f0b-ae8a-4b916b9535ba req-98068d68-c242-445e-883d-64f58c2bcf0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:16:22.280913 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-0707c4b4-c51a-4f0b-ae8a-4b916b9535ba req-98068d68-c242-445e-883d-64f58c2bcf0f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4e31890e50da4bcab23b81eee1c9a2d7&device_id=2ee19045-222a-44c1-abc1-2205c8a96ab9 HTTP/1.1" status: 200 len: 1129 time: 0.0537944 May 03 14:16:22.286936 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-5f649c61-74c8-4a17-b42c-307453cf4d5a req-b233a594-dc9e-4c67-824b-8ed9642b15dc tempest-TestMinimumBasicScenario-1557761218 tempest-TestMinimumBasicScenario-1557761218-project] 10.222.0.36 "GET /v2.0/security-groups?id=5ecd445a-dda4-4baf-94a7-7543188df186&id=f4b50e11-89f2-4740-9a3f-f760ba0dc3f2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0944269 May 03 14:16:22.389531 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0707c4b4-c51a-4f0b-ae8a-4b916b9535ba req-acde0957-db17-4b67-94ed-6db3220d3f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:16:22.391162 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-0707c4b4-c51a-4f0b-ae8a-4b916b9535ba req-acde0957-db17-4b67-94ed-6db3220d3f66 service neutron] 10.222.0.26 "GET /v2.0/networks?id=ed744a5b-777c-4bee-b278-dee1b499d8aa HTTP/1.1" status: 200 len: 920 time: 0.0967820 May 03 14:16:22.399610 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.db.l3_dvr_db [None req-04821d5a-333c-4c1b-b84b-adbbf75d50f8 None None] Set router 19ccbb16-fbf6-4309-89e5-60d4788239f2 gateway port host: dv-cinder-839793-5-iscsi {{(pid=103472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 14:16:22.475914 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-0707c4b4-c51a-4f0b-ae8a-4b916b9535ba req-56bc01dc-92bc-4056-a61d-d5512965fdc2 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3967916d-d634-4c8c-8ca9-d6057259b079 HTTP/1.1" status: 200 len: 999 time: 0.0761366 May 03 14:16:22.551899 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0707c4b4-c51a-4f0b-ae8a-4b916b9535ba req-1330115c-9db7-4d9d-9921-82351a50cadd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:16:22.559118 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-0707c4b4-c51a-4f0b-ae8a-4b916b9535ba req-1330115c-9db7-4d9d-9921-82351a50cadd service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a87b0fb7-75d3-4b90-b91b-05349e630701 HTTP/1.1" status: 200 len: 858 time: 0.0717826 May 03 14:16:22.613733 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0707c4b4-c51a-4f0b-ae8a-4b916b9535ba req-09b1d4c0-6138-4e15-9c42-494e85141a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:16:22.616184 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-0707c4b4-c51a-4f0b-ae8a-4b916b9535ba req-09b1d4c0-6138-4e15-9c42-494e85141a8a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ed744a5b-777c-4bee-b278-dee1b499d8aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0506725 May 03 14:16:22.683738 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.db.l3_hamode_db [None req-04821d5a-333c-4c1b-b84b-adbbf75d50f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19ccbb16-fbf6-4309-89e5-60d4788239f2', 'name': 'tempest-ServerRescueNegativeTestJSON-1452391224-router', 'tenant_id': '4e31890e50da4bcab23b81eee1c9a2d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2', 'external_fixed_ips': [{'subnet_id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'ip_address': '172.27.3.215'}], 'enable_snat': True}, 'gw_port_id': '943d0a20-0d1e-43b5-90cd-cd70d64349a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T14:13:05Z', 'updated_at': '2022-05-03T14:13:14Z', 'revision_number': 4, 'project_id': '4e31890e50da4bcab23b81eee1c9a2d7', 'gw_port': {'id': '943d0a20-0d1e-43b5-90cd-cd70d64349a2', 'name': '', 'network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:7d:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19ccbb16-fbf6-4309-89e5-60d4788239f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'ip_address': '172.27.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:13:06Z', 'updated_at': '2022-05-03T14:13:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-5-iscsi', '_floatingips': [{'id': 'aa4708a8-2d79-48da-afb0-8e73cd88978d', 'tenant_id': '4e31890e50da4bcab23b81eee1c9a2d7', 'floating_ip_address': '172.27.3.130', 'floating_network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2', 'router_id': '19ccbb16-fbf6-4309-89e5-60d4788239f2', 'port_id': '3967916d-d634-4c8c-8ca9-d6057259b079', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 487, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed744a5b-777c-4bee-b278-dee1b499d8aa', 'mac_address': 'fa:16:3e:2d:45:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ee19045-222a-44c1-abc1-2205c8a96ab9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T14:15:46Z', 'updated_at': '2022-05-03T14:16:21Z', 'revision_number': 1, 'project_id': '4e31890e50da4bcab23b81eee1c9a2d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2c69b00-6ed1-4962-8523-e3def77f90f5', 'name': '', 'network_id': 'ed744a5b-777c-4bee-b278-dee1b499d8aa', 'tenant_id': '4e31890e50da4bcab23b81eee1c9a2d7', 'mac_address': 'fa:16:3e:62:07:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19ccbb16-fbf6-4309-89e5-60d4788239f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'a87b0fb7-75d3-4b90-b91b-05349e630701', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:13:10Z', 'updated_at': '2022-05-03T14:13:24Z', 'revision_number': 5, 'project_id': '4e31890e50da4bcab23b81eee1c9a2d7', 'subnets': [{'id': 'a87b0fb7-75d3-4b90-b91b-05349e630701', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-5-iscsi', False) {} {{(pid=103472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:16:22.718996 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04821d5a-333c-4c1b-b84b-adbbf75d50f8 None None] The sync data for ids ['19ccbb16-fbf6-4309-89e5-60d4788239f2'] in dv-cinder-839793-5-iscsi is: [{'id': '19ccbb16-fbf6-4309-89e5-60d4788239f2', 'name': 'tempest-ServerRescueNegativeTestJSON-1452391224-router', 'tenant_id': '4e31890e50da4bcab23b81eee1c9a2d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2', 'external_fixed_ips': [{'subnet_id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'ip_address': '172.27.3.215'}], 'enable_snat': True}, 'gw_port_id': '943d0a20-0d1e-43b5-90cd-cd70d64349a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T14:13:05Z', 'updated_at': '2022-05-03T14:13:14Z', 'revision_number': 4, 'project_id': '4e31890e50da4bcab23b81eee1c9a2d7', 'gw_port': {'id': '943d0a20-0d1e-43b5-90cd-cd70d64349a2', 'name': '', 'network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:7d:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19ccbb16-fbf6-4309-89e5-60d4788239f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'ip_address': '172.27.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:13:06Z', 'updated_at': '2022-05-03T14:13:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-5-iscsi', '_floatingips': [{'id': 'aa4708a8-2d79-48da-afb0-8e73cd88978d', 'tenant_id': '4e31890e50da4bcab23b81eee1c9a2d7', 'floating_ip_address': '172.27.3.130', 'floating_network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2', 'router_id': '19ccbb16-fbf6-4309-89e5-60d4788239f2', 'port_id': '3967916d-d634-4c8c-8ca9-d6057259b079', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 487, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed744a5b-777c-4bee-b278-dee1b499d8aa', 'mac_address': 'fa:16:3e:2d:45:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ee19045-222a-44c1-abc1-2205c8a96ab9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T14:15:46Z', 'updated_at': '2022-05-03T14:16:21Z', 'revision_number': 1, 'project_id': '4e31890e50da4bcab23b81eee1c9a2d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2c69b00-6ed1-4962-8523-e3def77f90f5', 'name': '', 'network_id': 'ed744a5b-777c-4bee-b278-dee1b499d8aa', 'tenant_id': '4e31890e50da4bcab23b81eee1c9a2d7', 'mac_address': 'fa:16:3e:62:07:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19ccbb16-fbf6-4309-89e5-60d4788239f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'a87b0fb7-75d3-4b90-b91b-05349e630701', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:13:10Z', 'updated_at': '2022-05-03T14:13:24Z', 'revision_number': 5, 'project_id': '4e31890e50da4bcab23b81eee1c9a2d7', 'subnets': [{'id': 'a87b0fb7-75d3-4b90-b91b-05349e630701', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 14:16:22.765535 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-0707c4b4-c51a-4f0b-ae8a-4b916b9535ba req-ff42e3dd-68ad-4605-aa35-735fd3a77843 service neutron] 10.222.0.26 "GET /v2.0/networks/ed744a5b-777c-4bee-b278-dee1b499d8aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367786 May 03 14:16:22.877165 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-0707c4b4-c51a-4f0b-ae8a-4b916b9535ba req-6b3d8f15-cd9d-49b7-9899-c5cafd2b17b1 service neutron] 10.222.0.26 "GET /v2.0/networks/ed744a5b-777c-4bee-b278-dee1b499d8aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038487 May 03 14:16:22.996969 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8c8e132-9bb9-4501-b2c5-661366544cc7 None None] New status for floating IP aa4708a8-2d79-48da-afb0-8e73cd88978d: ACTIVE {{(pid=103471) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 03 14:16:23.188447 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3788c8d-18d8-4199-bc55-7c40b3e19d2a req-bea756f9-f3fa-4989-9794-8ff691438d29 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:16:23.190658 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-b3788c8d-18d8-4199-bc55-7c40b3e19d2a req-bea756f9-f3fa-4989-9794-8ff691438d29 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] 10.222.0.36 "GET /v2.0/ports?device_id=117976ba-33e4-4830-a66f-0cd354096c9b HTTP/1.1" status: 200 len: 943 time: 0.0636094 May 03 14:16:23.252216 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-b3788c8d-18d8-4199-bc55-7c40b3e19d2a req-2861861a-c310-41c0-8c5b-e7c5379e223c tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] 10.222.0.36 "GET /v2.0/security-groups?id=5256d9b7-303d-41e8-9beb-13271ea5bfe5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555248 May 03 14:16:23.419983 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb656a9-991f-4382-9746-8be59b1c0031 req-c93f0719-e39b-4adb-bd6e-ca54bdedccf7 tempest-TestMinimumBasicScenario-1557761218 tempest-TestMinimumBasicScenario-1557761218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:16:23.421466 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-bcb656a9-991f-4382-9746-8be59b1c0031 req-c93f0719-e39b-4adb-bd6e-ca54bdedccf7 tempest-TestMinimumBasicScenario-1557761218 tempest-TestMinimumBasicScenario-1557761218-project] 10.222.0.36 "GET /v2.0/ports?device_id=f49e6294-3ef2-4598-8866-1ef6698a5aee HTTP/1.1" status: 200 len: 984 time: 0.0683208 May 03 14:16:23.498993 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-bcb656a9-991f-4382-9746-8be59b1c0031 req-7148d172-d7f7-4398-bba0-93b6668d4226 tempest-TestMinimumBasicScenario-1557761218 tempest-TestMinimumBasicScenario-1557761218-project] 10.222.0.36 "GET /v2.0/security-groups?id=5ecd445a-dda4-4baf-94a7-7543188df186&id=f4b50e11-89f2-4740-9a3f-f760ba0dc3f2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0673218 May 03 14:16:24.317918 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.db.agents_db [None req-22b75db3-e88f-46e7-98cb-691740c6eaf9 None None] Agent healthcheck: found 6 active agents {{(pid=103472) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 03 14:16:24.399690 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5985caf6-5721-495f-81cf-f89933a1bcf6 req-fe938820-e27a-4988-ab22-d797df237669 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:16:24.401411 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-5985caf6-5721-495f-81cf-f89933a1bcf6 req-fe938820-e27a-4988-ab22-d797df237669 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] 10.222.0.36 "GET /v2.0/ports?device_id=117976ba-33e4-4830-a66f-0cd354096c9b HTTP/1.1" status: 200 len: 943 time: 0.0498946 May 03 14:16:24.456905 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-5985caf6-5721-495f-81cf-f89933a1bcf6 req-a5d6c2cf-4366-422b-8264-b906ade790e8 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] 10.222.0.36 "GET /v2.0/security-groups?id=5256d9b7-303d-41e8-9beb-13271ea5bfe5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494914 May 03 14:16:24.618417 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2516b0ed-9e24-4b6c-a27b-7e740adc7d51 req-0bbb3289-5887-411e-88bc-8a9aa8235f9a tempest-TestMinimumBasicScenario-1557761218 tempest-TestMinimumBasicScenario-1557761218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:16:24.620061 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-2516b0ed-9e24-4b6c-a27b-7e740adc7d51 req-0bbb3289-5887-411e-88bc-8a9aa8235f9a tempest-TestMinimumBasicScenario-1557761218 tempest-TestMinimumBasicScenario-1557761218-project] 10.222.0.36 "GET /v2.0/ports?device_id=f49e6294-3ef2-4598-8866-1ef6698a5aee HTTP/1.1" status: 200 len: 984 time: 0.0537250 May 03 14:16:24.687954 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-2516b0ed-9e24-4b6c-a27b-7e740adc7d51 req-20a94245-4207-4d96-b168-fb4db35bab1b tempest-TestMinimumBasicScenario-1557761218 tempest-TestMinimumBasicScenario-1557761218-project] 10.222.0.36 "GET /v2.0/security-groups?id=5ecd445a-dda4-4baf-94a7-7543188df186&id=f4b50e11-89f2-4740-9a3f-f760ba0dc3f2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0607576 May 03 14:16:25.560475 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.rpc [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Device 7bbb1028-4390-491f-bf7e-9db68148370c details requested by agent hyperv_hv-cinder-83979 with host hv-cinder-83979 {{(pid=103471) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 03 14:16:25.595714 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f0bd85-ecc1-43a1-a774-e0c145a1ecd8 req-418463a1-f621-472c-ae23-819921c631a4 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:16:25.597306 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-f2f0bd85-ecc1-43a1-a774-e0c145a1ecd8 req-418463a1-f621-472c-ae23-819921c631a4 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] 10.222.0.36 "GET /v2.0/ports?device_id=117976ba-33e4-4830-a66f-0cd354096c9b HTTP/1.1" status: 200 len: 943 time: 0.0560772 May 03 14:16:25.645307 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-f2f0bd85-ecc1-43a1-a774-e0c145a1ecd8 req-825dcb13-62fd-4d6e-bd30-80b79519f068 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] 10.222.0.36 "GET /v2.0/security-groups?id=5256d9b7-303d-41e8-9beb-13271ea5bfe5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421457 May 03 14:16:25.663070 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.db [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] For port 7bbb1028-4390-491f-bf7e-9db68148370c, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=7bbb1028-4390-491f-bf7e-9db68148370c,segment=NetworkSegment(67863d8e-3b7d-4783-aeb0-1e512a0dd290),segment_id=67863d8e-3b7d-4783-aeb0-1e512a0dd290)] {{(pid=103471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 14:16:25.674404 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.rpc [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Returning: {'device': '7bbb1028-4390-491f-bf7e-9db68148370c', 'network_id': '1672c90c-dee1-453a-a1dd-749ff902086f', 'port_id': '7bbb1028-4390-491f-bf7e-9db68148370c', 'mac_address': 'fa:16:3e:7a:dc:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 241, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9797d54b-d4ac-4959-9119-15649c917e44', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103471) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 03 14:16:25.710948 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Current status of the port 7bbb1028-4390-491f-bf7e-9db68148370c is: DOWN; New status is: BUILD {{(pid=103471) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 14:16:25.711324 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585126'] for port (7bbb1028-4390-491f-bf7e-9db68148370c), before_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:16:25.724461 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.notifiers.nova [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7bbb1028-4390-491f-bf7e-9db68148370c {{(pid=103471) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 14:16:25.744512 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.db [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] For port 7bbb1028-4390-491f-bf7e-9db68148370c, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=7bbb1028-4390-491f-bf7e-9db68148370c,segment=NetworkSegment(67863d8e-3b7d-4783-aeb0-1e512a0dd290),segment_id=67863d8e-3b7d-4783-aeb0-1e512a0dd290)] {{(pid=103471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 14:16:25.751357 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786921284783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786920821414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786920821432'] for port (7bbb1028-4390-491f-bf7e-9db68148370c), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:16:25.801812 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Pushing event updated for resources: {'Port': ['ID=7bbb1028-4390-491f-bf7e-9db68148370c,revision_number=9']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:16:25.806105 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9eb5e7-473b-4ff0-8a7d-b0a8857ca920 req-c5679cd7-d9ed-4f94-871c-2d5128176389 tempest-TestMinimumBasicScenario-1557761218 tempest-TestMinimumBasicScenario-1557761218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:16:25.807828 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-fe9eb5e7-473b-4ff0-8a7d-b0a8857ca920 req-c5679cd7-d9ed-4f94-871c-2d5128176389 tempest-TestMinimumBasicScenario-1557761218 tempest-TestMinimumBasicScenario-1557761218-project] 10.222.0.36 "GET /v2.0/ports?device_id=f49e6294-3ef2-4598-8866-1ef6698a5aee HTTP/1.1" status: 200 len: 984 time: 0.0483849 May 03 14:16:25.808681 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:16:25.809023 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:16:25.809411 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:16:25.809766 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:16:25.810097 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:16:25.810419 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:16:25.810736 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:16:25.811202 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:16:25.811369 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:16:25.811704 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:16:25.812009 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:16:25.812344 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:16:25.812680 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:16:25.813047 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:16:25.813417 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:16:25.868797 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-fe9eb5e7-473b-4ff0-8a7d-b0a8857ca920 req-0cf6e064-856c-4313-9677-a97d06037ff6 tempest-TestMinimumBasicScenario-1557761218 tempest-TestMinimumBasicScenario-1557761218-project] 10.222.0.36 "GET /v2.0/security-groups?id=5ecd445a-dda4-4baf-94a7-7543188df186&id=f4b50e11-89f2-4740-9a3f-f760ba0dc3f2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0546443 May 03 14:16:26.098402 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.db [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] get_ports_and_sgs() called for port_ids ['7bbb1028-4390-491f-bf7e-9db68148370c'] {{(pid=103471) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 03 14:16:26.773766 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc01b52f-715d-4838-ad46-f3be4f93e4bc req-f55aab79-c448-4408-904e-324b639c53c7 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:16:26.775445 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-dc01b52f-715d-4838-ad46-f3be4f93e4bc req-f55aab79-c448-4408-904e-324b639c53c7 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] 10.222.0.36 "GET /v2.0/ports?device_id=117976ba-33e4-4830-a66f-0cd354096c9b HTTP/1.1" status: 200 len: 944 time: 0.0559425 May 03 14:16:26.829916 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-dc01b52f-715d-4838-ad46-f3be4f93e4bc req-2da09a32-5f8b-40ee-a58d-24a123a80cac tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] 10.222.0.36 "GET /v2.0/security-groups?id=5256d9b7-303d-41e8-9beb-13271ea5bfe5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459454 May 03 14:16:26.991621 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0718fa77-2b00-44eb-baf2-dfb9a177ea21 req-b33e0a48-d67f-4c26-8643-41ef8766cfc3 tempest-TestMinimumBasicScenario-1557761218 tempest-TestMinimumBasicScenario-1557761218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:16:26.993107 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-0718fa77-2b00-44eb-baf2-dfb9a177ea21 req-b33e0a48-d67f-4c26-8643-41ef8766cfc3 tempest-TestMinimumBasicScenario-1557761218 tempest-TestMinimumBasicScenario-1557761218-project] 10.222.0.36 "GET /v2.0/ports?device_id=f49e6294-3ef2-4598-8866-1ef6698a5aee HTTP/1.1" status: 200 len: 984 time: 0.0504689 May 03 14:16:27.061023 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-0718fa77-2b00-44eb-baf2-dfb9a177ea21 req-b31327cc-9327-4cd8-a8b9-90fa04891ffc tempest-TestMinimumBasicScenario-1557761218 tempest-TestMinimumBasicScenario-1557761218-project] 10.222.0.36 "GET /v2.0/security-groups?id=5ecd445a-dda4-4baf-94a7-7543188df186&id=f4b50e11-89f2-4740-9a3f-f760ba0dc3f2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0615754 May 03 14:16:27.572860 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.rpc [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Device 7bbb1028-4390-491f-bf7e-9db68148370c up at agent hyperv_hv-cinder-83979 {{(pid=103471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 14:16:27.632271 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.provisioning_blocks [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Provisioning complete for port 7bbb1028-4390-491f-bf7e-9db68148370c triggered by entity L2. {{(pid=103471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 14:16:27.632634 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749148'] for port (7bbb1028-4390-491f-bf7e-9db68148370c), provisioning_complete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:16:27.694926 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.wsgi [-] (103470) accepted ('10.222.0.36', 47604) {{(pid=103470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:16:27.713262 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Current status of the port 7bbb1028-4390-491f-bf7e-9db68148370c is: BUILD; New status is: ACTIVE {{(pid=103471) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 14:16:27.713677 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585126'] for port (7bbb1028-4390-491f-bf7e-9db68148370c), before_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:16:27.737554 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '117976ba-33e4-4830-a66f-0cd354096c9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bbb1028-4390-491f-bf7e-9db68148370c'}] {{(pid=103471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 14:16:27.739822 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}258de9d1a1c653a46c94c94b096b8a314ffaed5fb8c929df022c823a20d863ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17aad52e-59f0-40f0-8782-7204c9820dfe" -d '{"events": [{"server_uuid": "117976ba-33e4-4830-a66f-0cd354096c9b", "name": "network-vif-plugged", "status": "completed", "tag": "7bbb1028-4390-491f-bf7e-9db68148370c"}]}' {{(pid=103471) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 14:16:27.740948 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.db.db_base_plugin_v2 [None req-d16d00a3-3907-4ab5-9c08-24f05631c9ba admin admin] Deleting subnet c578e165-fcac-4048-b331-804311f4219b {{(pid=103470) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 03 14:16:27.744193 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-d16d00a3-3907-4ab5-9c08-24f05631c9ba admin admin] Publish callbacks [] for subnet (c578e165-fcac-4048-b331-804311f4219b), before_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:16:27.752810 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.db [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] For port 7bbb1028-4390-491f-bf7e-9db68148370c, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=7bbb1028-4390-491f-bf7e-9db68148370c,segment=NetworkSegment(67863d8e-3b7d-4783-aeb0-1e512a0dd290),segment_id=67863d8e-3b7d-4783-aeb0-1e512a0dd290)] {{(pid=103471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 14:16:27.758368 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786921284783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786920821414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786920821432'] for port (7bbb1028-4390-491f-bf7e-9db68148370c), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:16:27.781882 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-d16d00a3-3907-4ab5-9c08-24f05631c9ba admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5129590'] for subnet (c578e165-fcac-4048-b331-804311f4219b), precommit_delete_associations {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:16:27.787521 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 May 2022 14:16:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74270143-c262-449a-ad47-23fd5b460ec1 x-openstack-request-id: req-74270143-c262-449a-ad47-23fd5b460ec1 {{(pid=103471) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 14:16:27.787791 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "117976ba-33e4-4830-a66f-0cd354096c9b", "name": "network-vif-plugged", "status": "completed", "tag": "7bbb1028-4390-491f-bf7e-9db68148370c", "code": 200}]} {{(pid=103471) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 14:16:27.788234 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-74270143-c262-449a-ad47-23fd5b460ec1 {{(pid=103471) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 14:16:27.788610 dv-cinder-839793-5-iscsi neutron-server[103471]: INFO neutron.notifiers.nova [-] Nova event matching ['req-74270143-c262-449a-ad47-23fd5b460ec1'] response: {'server_uuid': '117976ba-33e4-4830-a66f-0cd354096c9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bbb1028-4390-491f-bf7e-9db68148370c', 'code': 200} May 03 14:16:27.816515 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Pushing event updated for resources: {'Port': ['ID=7bbb1028-4390-491f-bf7e-9db68148370c,revision_number=10']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:16:27.831770 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-d16d00a3-3907-4ab5-9c08-24f05631c9ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751950'] for subnet (c578e165-fcac-4048-b331-804311f4219b), precommit_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:16:27.891281 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-d16d00a3-3907-4ab5-9c08-24f05631c9ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7524544', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4621665'] for subnet (c578e165-fcac-4048-b331-804311f4219b), after_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:16:27.914993 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16d00a3-3907-4ab5-9c08-24f05631c9ba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c578e165-fcac-4048-b331-804311f4219b,revision_number=None']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:16:27.921000 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-d16d00a3-3907-4ab5-9c08-24f05631c9ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599744'] for subnet (None), before_response {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:16:27.926917 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [None req-d16d00a3-3907-4ab5-9c08-24f05631c9ba admin admin] 10.222.0.36 "DELETE /v2.0/subnets/c578e165-fcac-4048-b331-804311f4219b HTTP/1.1" status: 204 len: 168 time: 0.2309773 May 03 14:16:27.927508 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.wsgi [-] (103470) accepted ('10.222.0.36', 47610) {{(pid=103470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:16:27.964094 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846be949-12a3-4925-a581-f0af9defd08b req-f7c04b39-4634-4d71-8acd-04c42e1c0715 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:16:27.965654 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-846be949-12a3-4925-a581-f0af9defd08b req-f7c04b39-4634-4d71-8acd-04c42e1c0715 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] 10.222.0.36 "GET /v2.0/ports?device_id=117976ba-33e4-4830-a66f-0cd354096c9b HTTP/1.1" status: 200 len: 946 time: 0.0507696 May 03 14:16:27.997140 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-0458af78-38eb-419e-8d93-5efb75c9938e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-661340'] for network (27b794d9-b670-411c-9a0a-80863d6faaf1), before_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:16:28.012693 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-846be949-12a3-4925-a581-f0af9defd08b req-41b8d4a7-86a7-4cd2-b339-71fa9b5edea6 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] 10.222.0.36 "GET /v2.0/security-groups?id=5256d9b7-303d-41e8-9beb-13271ea5bfe5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411599 May 03 14:16:28.074216 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-0458af78-38eb-419e-8d93-5efb75c9938e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-751355', 'neutron.services.segments.db._delete_segments_for_network-8786921254202'] for network (27b794d9-b670-411c-9a0a-80863d6faaf1), precommit_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:16:28.095689 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.services.segments.db [None req-0458af78-38eb-419e-8d93-5efb75c9938e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27b794d9-b670-411c-9a0a-80863d6faaf1']}} {{(pid=103470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:16:28.105760 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.services.segments.db [None req-0458af78-38eb-419e-8d93-5efb75c9938e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4be1416b-9363-4244-b679-4004fdfa6b44') {'for_net_delete': True} {{(pid=103470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:16:28.106239 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.services.segments.db [None req-0458af78-38eb-419e-8d93-5efb75c9938e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4be1416b-9363-4244-b679-4004fdfa6b44') {} {{(pid=103470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:16:28.116268 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-0458af78-38eb-419e-8d93-5efb75c9938e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786921254723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5129613'] for segment (4be1416b-9363-4244-b679-4004fdfa6b44), before_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:16:28.130463 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-0458af78-38eb-419e-8d93-5efb75c9938e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-690795'] for segment (4be1416b-9363-4244-b679-4004fdfa6b44), precommit_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:16:28.147029 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0458af78-38eb-419e-8d93-5efb75c9938e admin admin] Releasing vlan 233 on physical network physnet1 to pool {{(pid=103470) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 03 14:16:28.147420 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-0458af78-38eb-419e-8d93-5efb75c9938e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-690795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7524522'] for segment (4be1416b-9363-4244-b679-4004fdfa6b44), after_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:16:28.149128 dv-cinder-839793-5-iscsi neutron-server[103470]: Traceback (most recent call last): May 03 14:16:28.149128 dv-cinder-839793-5-iscsi neutron-server[103470]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 03 14:16:28.149128 dv-cinder-839793-5-iscsi neutron-server[103470]: timer() May 03 14:16:28.149128 dv-cinder-839793-5-iscsi neutron-server[103470]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 14:16:28.149128 dv-cinder-839793-5-iscsi neutron-server[103470]: cb(*args, **kw) May 03 14:16:28.149128 dv-cinder-839793-5-iscsi neutron-server[103470]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 03 14:16:28.149128 dv-cinder-839793-5-iscsi neutron-server[103470]: return func(*args, **kwargs) May 03 14:16:28.149128 dv-cinder-839793-5-iscsi neutron-server[103470]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 14:16:28.149128 dv-cinder-839793-5-iscsi neutron-server[103470]: self._notify() May 03 14:16:28.149128 dv-cinder-839793-5-iscsi neutron-server[103470]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 14:16:28.149128 dv-cinder-839793-5-iscsi neutron-server[103470]: self.callback(batched_events) May 03 14:16:28.149128 dv-cinder-839793-5-iscsi neutron-server[103470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 14:16:28.149128 dv-cinder-839793-5-iscsi neutron-server[103470]: event.method(event) May 03 14:16:28.149128 dv-cinder-839793-5-iscsi neutron-server[103470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 03 14:16:28.149128 dv-cinder-839793-5-iscsi neutron-server[103470]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 14:16:28.149128 dv-cinder-839793-5-iscsi neutron-server[103470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 03 14:16:28.149128 dv-cinder-839793-5-iscsi neutron-server[103470]: aggregate_uuid = self.p_client.list_aggregates( May 03 14:16:28.149128 dv-cinder-839793-5-iscsi neutron-server[103470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 03 14:16:28.149128 dv-cinder-839793-5-iscsi neutron-server[103470]: return f(self, *a, **k) May 03 14:16:28.149128 dv-cinder-839793-5-iscsi neutron-server[103470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 03 14:16:28.149128 dv-cinder-839793-5-iscsi neutron-server[103470]: return self._get(url).json() May 03 14:16:28.149128 dv-cinder-839793-5-iscsi neutron-server[103470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 03 14:16:28.149128 dv-cinder-839793-5-iscsi neutron-server[103470]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 14:16:28.149128 dv-cinder-839793-5-iscsi neutron-server[103470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 03 14:16:28.149128 dv-cinder-839793-5-iscsi neutron-server[103470]: return self.request(url, 'GET', **kwargs) May 03 14:16:28.149128 dv-cinder-839793-5-iscsi neutron-server[103470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 03 14:16:28.149128 dv-cinder-839793-5-iscsi neutron-server[103470]: base_url = self.get_endpoint(auth, allow=allow, May 03 14:16:28.149128 dv-cinder-839793-5-iscsi neutron-server[103470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 03 14:16:28.149128 dv-cinder-839793-5-iscsi neutron-server[103470]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 14:16:28.149128 dv-cinder-839793-5-iscsi neutron-server[103470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 03 14:16:28.149128 dv-cinder-839793-5-iscsi neutron-server[103470]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 14:16:28.149128 dv-cinder-839793-5-iscsi neutron-server[103470]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 14:16:28.229698 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe9be31-8318-4010-b2b4-6c78b3c8c66b req-71c4cbbf-8919-4e18-9998-ca4b6307215b tempest-TestMinimumBasicScenario-1557761218 tempest-TestMinimumBasicScenario-1557761218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:16:28.231595 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-dbe9be31-8318-4010-b2b4-6c78b3c8c66b req-71c4cbbf-8919-4e18-9998-ca4b6307215b tempest-TestMinimumBasicScenario-1557761218 tempest-TestMinimumBasicScenario-1557761218-project] 10.222.0.36 "GET /v2.0/ports?device_id=f49e6294-3ef2-4598-8866-1ef6698a5aee HTTP/1.1" status: 200 len: 984 time: 0.0987148 May 03 14:16:28.251396 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-0458af78-38eb-419e-8d93-5efb75c9938e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-751234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1700060'] for network (27b794d9-b670-411c-9a0a-80863d6faaf1), after_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:16:28.258949 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-0458af78-38eb-419e-8d93-5efb75c9938e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599744'] for network (None), before_response {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:16:28.265102 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [None req-0458af78-38eb-419e-8d93-5efb75c9938e admin admin] 10.222.0.36 "DELETE /v2.0/networks/27b794d9-b670-411c-9a0a-80863d6faaf1 HTTP/1.1" status: 204 len: 168 time: 0.3366523 May 03 14:16:28.282918 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0458af78-38eb-419e-8d93-5efb75c9938e admin admin] Pushing event deleted for resources: {'Network': ['ID=27b794d9-b670-411c-9a0a-80863d6faaf1,revision_number=None']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:16:28.320894 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-dbe9be31-8318-4010-b2b4-6c78b3c8c66b req-cfb44868-2ab8-498c-8c69-ff74abbabd90 tempest-TestMinimumBasicScenario-1557761218 tempest-TestMinimumBasicScenario-1557761218-project] 10.222.0.36 "GET /v2.0/security-groups?id=5ecd445a-dda4-4baf-94a7-7543188df186&id=f4b50e11-89f2-4740-9a3f-f760ba0dc3f2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0829339 May 03 14:16:28.381573 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d8e7a8-9e21-49f9-9069-f28ea9acc027 req-3a444e75-8f89-4e48-b611-6e1e9e6ec544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:16:28.383382 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-d8d8e7a8-9e21-49f9-9069-f28ea9acc027 req-3a444e75-8f89-4e48-b611-6e1e9e6ec544 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=117976ba-33e4-4830-a66f-0cd354096c9b HTTP/1.1" status: 200 len: 1130 time: 0.0435779 May 03 14:16:28.436575 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.36', 47616) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:16:28.437442 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-d8d8e7a8-9e21-49f9-9069-f28ea9acc027 req-a1119568-6b08-4e64-97fc-56335f5a73b9 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=5256d9b7-303d-41e8-9beb-13271ea5bfe5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385973 May 03 14:16:28.476306 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-e941d648-0cb0-4d6f-9c27-5aaeee62d9a7 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=fe12e93e2173443ebbc6badc62f75f20&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0385976 May 03 14:16:28.478871 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.36', 47618) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:16:28.527060 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-b6028951-1073-47c2-977c-f3fcd6f9c118 admin admin] Publish callbacks [] for security_group (0e37fc03-fb0d-4798-8150-3b29211720fd), before_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:16:28.548807 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-b6028951-1073-47c2-977c-f3fcd6f9c118 admin admin] Publish callbacks [] for security_group (0e37fc03-fb0d-4798-8150-3b29211720fd), precommit_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:16:28.604229 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-b6028951-1073-47c2-977c-f3fcd6f9c118 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656397'] for security_group (0e37fc03-fb0d-4798-8150-3b29211720fd), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:16:28.606871 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-b6028951-1073-47c2-977c-f3fcd6f9c118 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:16:28.608102 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-b6028951-1073-47c2-977c-f3fcd6f9c118 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/0e37fc03-fb0d-4798-8150-3b29211720fd HTTP/1.1" status: 204 len: 168 time: 0.1283445 May 03 14:16:28.615719 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6028951-1073-47c2-977c-f3fcd6f9c118 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e37fc03-fb0d-4798-8150-3b29211720fd,revision_number=None']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:16:28.622947 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6028951-1073-47c2-977c-f3fcd6f9c118 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:16:28.623142 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6028951-1073-47c2-977c-f3fcd6f9c118 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:16:28.623484 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6028951-1073-47c2-977c-f3fcd6f9c118 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:16:28.623824 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6028951-1073-47c2-977c-f3fcd6f9c118 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:16:28.624154 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6028951-1073-47c2-977c-f3fcd6f9c118 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:16:28.624482 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6028951-1073-47c2-977c-f3fcd6f9c118 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:16:28.624825 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6028951-1073-47c2-977c-f3fcd6f9c118 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:16:28.625141 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6028951-1073-47c2-977c-f3fcd6f9c118 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:16:28.625496 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6028951-1073-47c2-977c-f3fcd6f9c118 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:16:28.625817 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6028951-1073-47c2-977c-f3fcd6f9c118 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:16:28.626139 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6028951-1073-47c2-977c-f3fcd6f9c118 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:16:28.626456 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6028951-1073-47c2-977c-f3fcd6f9c118 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:16:28.626772 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6028951-1073-47c2-977c-f3fcd6f9c118 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:16:28.627077 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6028951-1073-47c2-977c-f3fcd6f9c118 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:16:28.627401 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6028951-1073-47c2-977c-f3fcd6f9c118 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:16:29.133505 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6094a2f-6fc1-4241-bd2c-3738018dff31 req-22f7517d-05c9-4d8a-a7e9-a1d658acbf02 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:16:29.135043 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-e6094a2f-6fc1-4241-bd2c-3738018dff31 req-22f7517d-05c9-4d8a-a7e9-a1d658acbf02 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] 10.222.0.36 "GET /v2.0/ports?device_id=117976ba-33e4-4830-a66f-0cd354096c9b HTTP/1.1" status: 200 len: 946 time: 0.0475090 May 03 14:16:29.184580 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-e6094a2f-6fc1-4241-bd2c-3738018dff31 req-afcaaa57-2d71-4e44-a80e-23e753aa520f tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] 10.222.0.36 "GET /v2.0/security-groups?id=5256d9b7-303d-41e8-9beb-13271ea5bfe5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435090 May 03 14:16:29.435193 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a56d63-8f72-484c-971a-8832fa74c449 req-b195f555-41cd-48a6-a46d-88ce440f06c7 tempest-TestMinimumBasicScenario-1557761218 tempest-TestMinimumBasicScenario-1557761218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:16:29.436710 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-d0a56d63-8f72-484c-971a-8832fa74c449 req-b195f555-41cd-48a6-a46d-88ce440f06c7 tempest-TestMinimumBasicScenario-1557761218 tempest-TestMinimumBasicScenario-1557761218-project] 10.222.0.36 "GET /v2.0/ports?device_id=f49e6294-3ef2-4598-8866-1ef6698a5aee HTTP/1.1" status: 200 len: 984 time: 0.0480413 May 03 14:16:29.497894 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-d0a56d63-8f72-484c-971a-8832fa74c449 req-ec618703-348a-4b6a-b1be-27e4b1b94cd2 tempest-TestMinimumBasicScenario-1557761218 tempest-TestMinimumBasicScenario-1557761218-project] 10.222.0.36 "GET /v2.0/security-groups?id=5ecd445a-dda4-4baf-94a7-7543188df186&id=f4b50e11-89f2-4740-9a3f-f760ba0dc3f2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0547707 May 03 14:16:30.308686 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3465572d-adff-48fe-92c2-525fdfd35ffb req-9741f161-4506-49bb-8310-d66c781f099e tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:16:30.310454 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-3465572d-adff-48fe-92c2-525fdfd35ffb req-9741f161-4506-49bb-8310-d66c781f099e tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] 10.222.0.36 "GET /v2.0/ports?device_id=117976ba-33e4-4830-a66f-0cd354096c9b HTTP/1.1" status: 200 len: 946 time: 0.0500686 May 03 14:16:30.357334 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-3465572d-adff-48fe-92c2-525fdfd35ffb req-24f62abf-edac-4e50-9228-567d60ee59f8 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] 10.222.0.36 "GET /v2.0/security-groups?id=5256d9b7-303d-41e8-9beb-13271ea5bfe5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409100 May 03 14:16:30.617669 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a512897-438b-49e0-ba47-fe88fd6791dc req-7546b7db-d5b4-46bd-9230-96bac25388f4 tempest-TestMinimumBasicScenario-1557761218 tempest-TestMinimumBasicScenario-1557761218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:16:30.619145 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-9a512897-438b-49e0-ba47-fe88fd6791dc req-7546b7db-d5b4-46bd-9230-96bac25388f4 tempest-TestMinimumBasicScenario-1557761218 tempest-TestMinimumBasicScenario-1557761218-project] 10.222.0.36 "GET /v2.0/ports?device_id=f49e6294-3ef2-4598-8866-1ef6698a5aee HTTP/1.1" status: 200 len: 984 time: 0.0509348 May 03 14:16:30.683448 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-9a512897-438b-49e0-ba47-fe88fd6791dc req-3b6d4c04-b196-43fe-8d86-e172ebd2147f tempest-TestMinimumBasicScenario-1557761218 tempest-TestMinimumBasicScenario-1557761218-project] 10.222.0.36 "GET /v2.0/security-groups?id=5ecd445a-dda4-4baf-94a7-7543188df186&id=f4b50e11-89f2-4740-9a3f-f760ba0dc3f2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0582170 May 03 14:16:31.492493 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7803bbc5-a1fb-4796-b068-98938dbbe26c req-94441c36-0db1-48cd-9b83-39657ee9d9dc tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:16:31.493988 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-7803bbc5-a1fb-4796-b068-98938dbbe26c req-94441c36-0db1-48cd-9b83-39657ee9d9dc tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] 10.222.0.36 "GET /v2.0/ports?device_id=117976ba-33e4-4830-a66f-0cd354096c9b HTTP/1.1" status: 200 len: 946 time: 0.0521121 May 03 14:16:31.547092 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-7803bbc5-a1fb-4796-b068-98938dbbe26c req-a8f3b7b3-1213-4bd9-ba1a-1f7df5bc3348 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] 10.222.0.36 "GET /v2.0/security-groups?id=5256d9b7-303d-41e8-9beb-13271ea5bfe5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470614 May 03 14:16:31.813239 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9403816c-29f3-40f5-ac33-7c7a5e789458 req-07e62d39-9d85-40eb-a956-ea4b995c6f72 tempest-TestMinimumBasicScenario-1557761218 tempest-TestMinimumBasicScenario-1557761218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:16:31.814724 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-9403816c-29f3-40f5-ac33-7c7a5e789458 req-07e62d39-9d85-40eb-a956-ea4b995c6f72 tempest-TestMinimumBasicScenario-1557761218 tempest-TestMinimumBasicScenario-1557761218-project] 10.222.0.36 "GET /v2.0/ports?device_id=f49e6294-3ef2-4598-8866-1ef6698a5aee HTTP/1.1" status: 200 len: 984 time: 0.0478489 May 03 14:16:31.883417 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-9403816c-29f3-40f5-ac33-7c7a5e789458 req-c6e75370-6e14-4d52-bffa-d298d1f89feb tempest-TestMinimumBasicScenario-1557761218 tempest-TestMinimumBasicScenario-1557761218-project] 10.222.0.36 "GET /v2.0/security-groups?id=5ecd445a-dda4-4baf-94a7-7543188df186&id=f4b50e11-89f2-4740-9a3f-f760ba0dc3f2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0624804 May 03 14:16:33.012475 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f208614d-46e2-4c24-9851-1adf228dfe39 req-cd8ec9b0-955b-4a04-8592-5038880643d1 tempest-TestMinimumBasicScenario-1557761218 tempest-TestMinimumBasicScenario-1557761218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:16:33.014057 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-f208614d-46e2-4c24-9851-1adf228dfe39 req-cd8ec9b0-955b-4a04-8592-5038880643d1 tempest-TestMinimumBasicScenario-1557761218 tempest-TestMinimumBasicScenario-1557761218-project] 10.222.0.36 "GET /v2.0/ports?device_id=f49e6294-3ef2-4598-8866-1ef6698a5aee HTTP/1.1" status: 200 len: 984 time: 0.0569406 May 03 14:16:33.073783 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-f208614d-46e2-4c24-9851-1adf228dfe39 req-ce4893f4-c728-48a0-9634-1c10bcc5a4bd tempest-TestMinimumBasicScenario-1557761218 tempest-TestMinimumBasicScenario-1557761218-project] 10.222.0.36 "GET /v2.0/security-groups?id=5ecd445a-dda4-4baf-94a7-7543188df186&id=f4b50e11-89f2-4740-9a3f-f760ba0dc3f2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0536487 May 03 14:16:34.195396 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3b69ef-b2f6-43a7-ac72-d492afcffd2a req-51fb9cfd-ff40-4bdc-b996-f1f4ee1aabc5 tempest-TestMinimumBasicScenario-1557761218 tempest-TestMinimumBasicScenario-1557761218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:16:34.196899 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-0c3b69ef-b2f6-43a7-ac72-d492afcffd2a req-51fb9cfd-ff40-4bdc-b996-f1f4ee1aabc5 tempest-TestMinimumBasicScenario-1557761218 tempest-TestMinimumBasicScenario-1557761218-project] 10.222.0.36 "GET /v2.0/ports?device_id=f49e6294-3ef2-4598-8866-1ef6698a5aee HTTP/1.1" status: 200 len: 984 time: 0.0534832 May 03 14:16:34.258823 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-0c3b69ef-b2f6-43a7-ac72-d492afcffd2a req-36ce804b-87fb-4a42-b39e-50b94b2c11e5 tempest-TestMinimumBasicScenario-1557761218 tempest-TestMinimumBasicScenario-1557761218-project] 10.222.0.36 "GET /v2.0/security-groups?id=5ecd445a-dda4-4baf-94a7-7543188df186&id=f4b50e11-89f2-4740-9a3f-f760ba0dc3f2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0554996 May 03 14:16:35.379600 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e8d118-1e5f-48e5-bec1-4f1d221ddb9c req-7f10916f-f688-4690-a8c7-09b56c50c450 tempest-TestMinimumBasicScenario-1557761218 tempest-TestMinimumBasicScenario-1557761218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:16:35.381262 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-66e8d118-1e5f-48e5-bec1-4f1d221ddb9c req-7f10916f-f688-4690-a8c7-09b56c50c450 tempest-TestMinimumBasicScenario-1557761218 tempest-TestMinimumBasicScenario-1557761218-project] 10.222.0.36 "GET /v2.0/ports?device_id=f49e6294-3ef2-4598-8866-1ef6698a5aee HTTP/1.1" status: 200 len: 984 time: 0.0511243 May 03 14:16:35.449941 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-66e8d118-1e5f-48e5-bec1-4f1d221ddb9c req-e99ca02b-b869-49fd-a8a8-9d951f2ec3b8 tempest-TestMinimumBasicScenario-1557761218 tempest-TestMinimumBasicScenario-1557761218-project] 10.222.0.36 "GET /v2.0/security-groups?id=5ecd445a-dda4-4baf-94a7-7543188df186&id=f4b50e11-89f2-4740-9a3f-f760ba0dc3f2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0625517 May 03 14:16:36.575163 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bab0024-867e-4b8b-badb-628680c8cc7d req-84f6d413-86be-4b15-9e25-9c5ac3ec024b tempest-TestMinimumBasicScenario-1557761218 tempest-TestMinimumBasicScenario-1557761218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:16:36.576642 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-3bab0024-867e-4b8b-badb-628680c8cc7d req-84f6d413-86be-4b15-9e25-9c5ac3ec024b tempest-TestMinimumBasicScenario-1557761218 tempest-TestMinimumBasicScenario-1557761218-project] 10.222.0.36 "GET /v2.0/ports?device_id=f49e6294-3ef2-4598-8866-1ef6698a5aee HTTP/1.1" status: 200 len: 984 time: 0.0519168 May 03 14:16:36.640422 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-3bab0024-867e-4b8b-badb-628680c8cc7d req-0811a74d-81b0-4852-af55-ae3dd2623b6b tempest-TestMinimumBasicScenario-1557761218 tempest-TestMinimumBasicScenario-1557761218-project] 10.222.0.36 "GET /v2.0/security-groups?id=5ecd445a-dda4-4baf-94a7-7543188df186&id=f4b50e11-89f2-4740-9a3f-f760ba0dc3f2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0570340 May 03 14:16:36.652552 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-98faf851-d70f-48a9-9d16-7eb7ce8060dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786921254184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749114'] for agent (2d0d8db6-b1c3-4022-9f9b-561ce4a4d2d8), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:16:36.760111 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6524a514-fdea-4b7a-92a4-25bc17ea4062 req-89569205-1d80-4e70-8837-f42071d0e906 tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:16:36.761602 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-6524a514-fdea-4b7a-92a4-25bc17ea4062 req-89569205-1d80-4e70-8837-f42071d0e906 tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] 10.222.0.36 "GET /v2.0/ports?device_id=a99ca2ec-e8bc-4aa3-b6f6-9c0c08e0c036 HTTP/1.1" status: 200 len: 946 time: 0.0469337 May 03 14:16:36.807916 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-6524a514-fdea-4b7a-92a4-25bc17ea4062 req-f480e911-e94f-4349-bbfb-4cea0e701da6 tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] 10.222.0.36 "GET /v2.0/security-groups?id=003017ca-4389-4b0c-bb65-b60ac05fc006&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404890 May 03 14:16:37.938475 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94fab3e-cfca-46f7-888f-38d01fe8e5e0 req-aa0f38af-379a-4f68-9eca-ab8c37811426 tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:16:37.939935 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-b94fab3e-cfca-46f7-888f-38d01fe8e5e0 req-aa0f38af-379a-4f68-9eca-ab8c37811426 tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] 10.222.0.36 "GET /v2.0/ports?device_id=a99ca2ec-e8bc-4aa3-b6f6-9c0c08e0c036 HTTP/1.1" status: 200 len: 946 time: 0.0601006 May 03 14:16:37.991740 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-b94fab3e-cfca-46f7-888f-38d01fe8e5e0 req-0ff241fc-582d-423f-a69c-b800391b712c tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] 10.222.0.36 "GET /v2.0/security-groups?id=003017ca-4389-4b0c-bb65-b60ac05fc006&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460045 May 03 14:16:38.612755 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75fd535-83c5-4ddc-8d5b-bd5ef5cf6f28 req-05d44ec3-01b5-41f1-8972-a666a9dbe5b7 tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:16:38.614352 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-e75fd535-83c5-4ddc-8d5b-bd5ef5cf6f28 req-05d44ec3-01b5-41f1-8972-a666a9dbe5b7 tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] 10.222.0.26 "GET /v2.0/ports?device_id=a99ca2ec-e8bc-4aa3-b6f6-9c0c08e0c036 HTTP/1.1" status: 200 len: 946 time: 0.0504959 May 03 14:16:38.712214 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [req-e75fd535-83c5-4ddc-8d5b-bd5ef5cf6f28 req-e1487b1e-4fde-42ae-8118-a6f3c2cc0089 tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Deleting port ea1035f0-4db1-4fb1-a79e-83cc3cbe55bf {{(pid=103470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 14:16:38.712548 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [req-e75fd535-83c5-4ddc-8d5b-bd5ef5cf6f28 req-e1487b1e-4fde-42ae-8118-a6f3c2cc0089 tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786921277453'] for port (ea1035f0-4db1-4fb1-a79e-83cc3cbe55bf), before_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:16:38.817791 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [req-e75fd535-83c5-4ddc-8d5b-bd5ef5cf6f28 req-e1487b1e-4fde-42ae-8118-a6f3c2cc0089 tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] For port ea1035f0-4db1-4fb1-a79e-83cc3cbe55bf, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=ea1035f0-4db1-4fb1-a79e-83cc3cbe55bf,segment=NetworkSegment(e1835114-80bf-41da-a21b-fba78594b9dd),segment_id=e1835114-80bf-41da-a21b-fba78594b9dd)] {{(pid=103470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 14:16:38.818062 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [req-e75fd535-83c5-4ddc-8d5b-bd5ef5cf6f28 req-e1487b1e-4fde-42ae-8118-a6f3c2cc0089 tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1690342'] for port (ea1035f0-4db1-4fb1-a79e-83cc3cbe55bf), precommit_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:16:38.936782 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-60233d13-7c19-459d-a08d-abc7882a93ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786921254184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749114'] for agent (2583ee88-9503-4370-b6e4-0a676865815e), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:16:39.052339 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786921254184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749114'] for agent (e81ee3ce-91e9-46ba-a5c7-9619c95b22a6), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:16:39.121696 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2612cb25-eb7a-406f-a056-907805e9e215 req-b20766ae-9efa-4e2d-83b4-b425fce6e130 tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:16:39.123413 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-2612cb25-eb7a-406f-a056-907805e9e215 req-b20766ae-9efa-4e2d-83b4-b425fce6e130 tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] 10.222.0.36 "GET /v2.0/ports?device_id=a99ca2ec-e8bc-4aa3-b6f6-9c0c08e0c036 HTTP/1.1" status: 200 len: 946 time: 0.0488341 May 03 14:16:39.174640 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-2612cb25-eb7a-406f-a056-907805e9e215 req-59a196b8-e881-4593-a060-85d3c3155558 tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] 10.222.0.36 "GET /v2.0/security-groups?id=003017ca-4389-4b0c-bb65-b60ac05fc006&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436223 May 03 14:16:39.329726 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [req-e75fd535-83c5-4ddc-8d5b-bd5ef5cf6f28 req-e1487b1e-4fde-42ae-8118-a6f3c2cc0089 tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:16:39.330328 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [req-e75fd535-83c5-4ddc-8d5b-bd5ef5cf6f28 req-e1487b1e-4fde-42ae-8118-a6f3c2cc0089 tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1700089'] for floatingip (590cf75c-a1f9-43a4-85f9-f8e71130c8cb), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:16:39.330328 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.db.l3_db [req-e75fd535-83c5-4ddc-8d5b-bd5ef5cf6f28 req-e1487b1e-4fde-42ae-8118-a6f3c2cc0089 tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Floating IP 590cf75c-a1f9-43a4-85f9-f8e71130c8cb disassociated. External IP: 172.27.3.228, port: ea1035f0-4db1-4fb1-a79e-83cc3cbe55bf. May 03 14:16:39.330709 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [req-e75fd535-83c5-4ddc-8d5b-bd5ef5cf6f28 req-e1487b1e-4fde-42ae-8118-a6f3c2cc0089 tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Calling delete_port for ea1035f0-4db1-4fb1-a79e-83cc3cbe55bf owned by compute:nova {{(pid=103470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 14:16:39.463157 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [req-e75fd535-83c5-4ddc-8d5b-bd5ef5cf6f28 req-e1487b1e-4fde-42ae-8118-a6f3c2cc0089 tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786921284765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786920821405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7524599'] for port (ea1035f0-4db1-4fb1-a79e-83cc3cbe55bf), after_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:16:39.494380 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1487b1e-4fde-42ae-8118-a6f3c2cc0089 tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Pushing event deleted for resources: {'Port': ['ID=ea1035f0-4db1-4fb1-a79e-83cc3cbe55bf,revision_number=None']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:16:39.613049 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e75fd535-83c5-4ddc-8d5b-bd5ef5cf6f28 req-e1487b1e-4fde-42ae-8118-a6f3c2cc0089 tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Router e8428cc7-9811-4071-85c7-725df93cfce0 has already been hosted by L3 agent 2583ee88-9503-4370-b6e4-0a676865815e {{(pid=103470) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 14:16:39.734814 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e75fd535-83c5-4ddc-8d5b-bd5ef5cf6f28 req-e1487b1e-4fde-42ae-8118-a6f3c2cc0089 tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Notify agent at l3_agent.dv-cinder-839793-5-iscsi the message routers_updated {{(pid=103470) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 14:16:39.747633 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-013e289b-55d1-4434-89c8-ea45368d8683 None None] Sync routers for ids ['e8428cc7-9811-4071-85c7-725df93cfce0'] in dv-cinder-839793-5-iscsi {{(pid=103472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 14:16:39.759505 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-013e289b-55d1-4434-89c8-ea45368d8683 None None] Routers {'e8428cc7-9811-4071-85c7-725df93cfce0'} bound to L3 agent in host dv-cinder-839793-5-iscsi {{(pid=103472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 14:16:39.760478 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.db.l3_hamode_db [None req-013e289b-55d1-4434-89c8-ea45368d8683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-03T14:04:39Z,description=,heartbeat_timestamp=2022-05-03T14:16:39Z,host='dv-cinder-839793-5-iscsi',id=2583ee88-9503-4370-b6e4-0a676865815e,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T14:04:39Z,topic='l3_agent')) {'router_ids': ['e8428cc7-9811-4071-85c7-725df93cfce0'], 'active': True} {{(pid=103472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:16:39.792078 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.db.l3_dvrscheduler_db [req-e75fd535-83c5-4ddc-8d5b-bd5ef5cf6f28 req-e1487b1e-4fde-42ae-8118-a6f3c2cc0089 tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] No DVR routers for this DVR port ea1035f0-4db1-4fb1-a79e-83cc3cbe55bf on host hv-cinder-83979 {{(pid=103470) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 14:16:39.796886 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [req-e75fd535-83c5-4ddc-8d5b-bd5ef5cf6f28 req-e1487b1e-4fde-42ae-8118-a6f3c2cc0089 tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218734'] for port (None), before_response {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:16:39.802193 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-e75fd535-83c5-4ddc-8d5b-bd5ef5cf6f28 req-e1487b1e-4fde-42ae-8118-a6f3c2cc0089 tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] 10.222.0.26 "DELETE /v2.0/ports/ea1035f0-4db1-4fb1-a79e-83cc3cbe55bf HTTP/1.1" status: 204 len: 173 time: 1.1818833 May 03 14:16:39.802741 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a99ca2ec-e8bc-4aa3-b6f6-9c0c08e0c036', 'name': 'network-vif-deleted', 'tag': 'ea1035f0-4db1-4fb1-a79e-83cc3cbe55bf'}] {{(pid=103470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 14:16:39.806662 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b59263cb8594a65023f6f3ef61310cdc9305c5272296d99e8ebfdd94dfc5ab3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8b6c180-a14c-4cc3-bdcf-106b544f8831" -d '{"events": [{"server_uuid": "a99ca2ec-e8bc-4aa3-b6f6-9c0c08e0c036", "name": "network-vif-deleted", "tag": "ea1035f0-4db1-4fb1-a79e-83cc3cbe55bf"}]}' {{(pid=103470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 14:16:39.857314 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 May 2022 14:16:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42d750b3-ea11-4c1a-a260-57c2d80d94a7 x-openstack-request-id: req-42d750b3-ea11-4c1a-a260-57c2d80d94a7 {{(pid=103470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 14:16:39.857789 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a99ca2ec-e8bc-4aa3-b6f6-9c0c08e0c036", "name": "network-vif-deleted", "tag": "ea1035f0-4db1-4fb1-a79e-83cc3cbe55bf", "status": "completed", "code": 200}]} {{(pid=103470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 14:16:39.858211 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-42d750b3-ea11-4c1a-a260-57c2d80d94a7 {{(pid=103470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 14:16:39.859228 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.notifiers.nova [-] Nova event matching ['req-42d750b3-ea11-4c1a-a260-57c2d80d94a7'] response: {'server_uuid': 'a99ca2ec-e8bc-4aa3-b6f6-9c0c08e0c036', 'name': 'network-vif-deleted', 'tag': 'ea1035f0-4db1-4fb1-a79e-83cc3cbe55bf', 'status': 'completed', 'code': 200} May 03 14:16:39.882474 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.db.l3_dvr_db [None req-013e289b-55d1-4434-89c8-ea45368d8683 None None] Set router e8428cc7-9811-4071-85c7-725df93cfce0 gateway port host: dv-cinder-839793-5-iscsi {{(pid=103472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 14:16:40.007665 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.36', 47834) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:16:40.104398 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.db.l3_hamode_db [None req-013e289b-55d1-4434-89c8-ea45368d8683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8428cc7-9811-4071-85c7-725df93cfce0', 'name': 'tempest-AttachVolumeNegativeTest-1392786833-router', 'tenant_id': '453906a2a829425aac1abdfad7b441d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2', 'external_fixed_ips': [{'subnet_id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'ip_address': '172.27.3.72'}], 'enable_snat': True}, 'gw_port_id': '411354ed-274d-4270-83dd-a73b41b936ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T14:13:05Z', 'updated_at': '2022-05-03T14:13:20Z', 'revision_number': 4, 'project_id': '453906a2a829425aac1abdfad7b441d6', 'gw_port': {'id': '411354ed-274d-4270-83dd-a73b41b936ab', 'name': '', 'network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:90:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8428cc7-9811-4071-85c7-725df93cfce0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'ip_address': '172.27.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:13:07Z', 'updated_at': '2022-05-03T14:13:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-5-iscsi', '_floatingips': [{'id': 'ea74724a-a2fb-419b-88e7-3fe241707f77', 'tenant_id': '453906a2a829425aac1abdfad7b441d6', 'floating_ip_address': '172.27.3.62', 'floating_network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2', 'router_id': 'e8428cc7-9811-4071-85c7-725df93cfce0', 'port_id': '95147665-e446-4472-a616-c5c429b604f1', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 150, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '89bc2c7d-2b97-4518-b62e-d0f098e36f62', 'mac_address': 'fa:16:3e:32:91:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c69a66ae-c5d7-46a8-9f8f-2f3a59f00efb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T14:13:33Z', 'updated_at': '2022-05-03T14:14:24Z', 'revision_number': 2, 'project_id': '453906a2a829425aac1abdfad7b441d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e285b81a-5601-4a75-a305-ba94b7768a2e', 'name': '', 'network_id': '89bc2c7d-2b97-4518-b62e-d0f098e36f62', 'tenant_id': '453906a2a829425aac1abdfad7b441d6', 'mac_address': 'fa:16:3e:38:91:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8428cc7-9811-4071-85c7-725df93cfce0', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'ce824052-6a3b-4ab6-8ac7-7607bba43c53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:13:16Z', 'updated_at': '2022-05-03T14:13:34Z', 'revision_number': 5, 'project_id': '453906a2a829425aac1abdfad7b441d6', 'subnets': [{'id': 'ce824052-6a3b-4ab6-8ac7-7607bba43c53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-5-iscsi', False) {} {{(pid=103472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:16:40.120063 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-65621fcf-6ddc-4b1a-a646-76ec9f843fef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:16:40.132191 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-013e289b-55d1-4434-89c8-ea45368d8683 None None] Checking router: e8428cc7-9811-4071-85c7-725df93cfce0 for host: dv-cinder-839793-5-iscsi {{(pid=103472) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 14:16:40.141038 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-013e289b-55d1-4434-89c8-ea45368d8683 None None] Routers {'e8428cc7-9811-4071-85c7-725df93cfce0'} bound to L3 agent in host dv-cinder-839793-5-iscsi {{(pid=103472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 14:16:40.141725 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.db.l3_hamode_db [None req-013e289b-55d1-4434-89c8-ea45368d8683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-03T14:04:39Z,description=,heartbeat_timestamp=2022-05-03T14:16:39Z,host='dv-cinder-839793-5-iscsi',id=2583ee88-9503-4370-b6e4-0a676865815e,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T14:04:39Z,topic='l3_agent')) {'router_ids': ['e8428cc7-9811-4071-85c7-725df93cfce0'], 'active': True} {{(pid=103472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:16:40.195652 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-65621fcf-6ddc-4b1a-a646-76ec9f843fef admin admin] Publish callbacks [] for security_group (338282c1-e593-4b8e-a75c-5fc2b21e3e06), precommit_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:16:40.211836 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-65621fcf-6ddc-4b1a-a646-76ec9f843fef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656397'] for security_group (338282c1-e593-4b8e-a75c-5fc2b21e3e06), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:16:40.258864 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.db.l3_dvr_db [None req-013e289b-55d1-4434-89c8-ea45368d8683 None None] Set router e8428cc7-9811-4071-85c7-725df93cfce0 gateway port host: dv-cinder-839793-5-iscsi {{(pid=103472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 14:16:40.273052 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.wsgi [-] (103470) accepted ('10.222.0.36', 47840) {{(pid=103470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:16:40.277738 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-65621fcf-6ddc-4b1a-a646-76ec9f843fef admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e26e827ce3374abb9d0198b87e16c9b3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2606578 May 03 14:16:40.301442 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65621fcf-6ddc-4b1a-a646-76ec9f843fef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=338282c1-e593-4b8e-a75c-5fc2b21e3e06,revision_number=1']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:16:40.338214 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-b37b5e94-817d-4189-a1c7-e3ccf06d4ca7 req-af217eb4-197c-4a6a-9ec2-dfae366c7b6d tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] 10.222.0.36 "GET /v2.0/ports?device_id=a99ca2ec-e8bc-4aa3-b6f6-9c0c08e0c036 HTTP/1.1" status: 200 len: 210 time: 0.0473170 May 03 14:16:40.363837 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-e233da24-3b27-499b-86d3-a7b48426f175 admin admin] Publish callbacks [] for security_group (338282c1-e593-4b8e-a75c-5fc2b21e3e06), before_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:16:40.387526 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-e233da24-3b27-499b-86d3-a7b48426f175 admin admin] Publish callbacks [] for security_group (338282c1-e593-4b8e-a75c-5fc2b21e3e06), precommit_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:16:40.405792 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-6b98c286-5509-41ae-9e31-4a328d4e2e3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786921254184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749114'] for agent (9772c1e2-61d8-4a11-97d8-348a0cefa431), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:16:40.449390 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-e233da24-3b27-499b-86d3-a7b48426f175 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656397'] for security_group (338282c1-e593-4b8e-a75c-5fc2b21e3e06), after_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:16:40.452245 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-e233da24-3b27-499b-86d3-a7b48426f175 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:16:40.453770 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [None req-e233da24-3b27-499b-86d3-a7b48426f175 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/338282c1-e593-4b8e-a75c-5fc2b21e3e06 HTTP/1.1" status: 204 len: 168 time: 0.1795812 May 03 14:16:40.463491 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e233da24-3b27-499b-86d3-a7b48426f175 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=338282c1-e593-4b8e-a75c-5fc2b21e3e06,revision_number=None']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:16:40.545741 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.db.l3_hamode_db [None req-013e289b-55d1-4434-89c8-ea45368d8683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8428cc7-9811-4071-85c7-725df93cfce0', 'name': 'tempest-AttachVolumeNegativeTest-1392786833-router', 'tenant_id': '453906a2a829425aac1abdfad7b441d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2', 'external_fixed_ips': [{'subnet_id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'ip_address': '172.27.3.72'}], 'enable_snat': True}, 'gw_port_id': '411354ed-274d-4270-83dd-a73b41b936ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T14:13:05Z', 'updated_at': '2022-05-03T14:13:20Z', 'revision_number': 4, 'project_id': '453906a2a829425aac1abdfad7b441d6', 'gw_port': {'id': '411354ed-274d-4270-83dd-a73b41b936ab', 'name': '', 'network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:90:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8428cc7-9811-4071-85c7-725df93cfce0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'ip_address': '172.27.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:13:07Z', 'updated_at': '2022-05-03T14:13:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-5-iscsi', '_floatingips': [{'id': 'ea74724a-a2fb-419b-88e7-3fe241707f77', 'tenant_id': '453906a2a829425aac1abdfad7b441d6', 'floating_ip_address': '172.27.3.62', 'floating_network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2', 'router_id': 'e8428cc7-9811-4071-85c7-725df93cfce0', 'port_id': '95147665-e446-4472-a616-c5c429b604f1', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 150, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '89bc2c7d-2b97-4518-b62e-d0f098e36f62', 'mac_address': 'fa:16:3e:32:91:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c69a66ae-c5d7-46a8-9f8f-2f3a59f00efb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T14:13:33Z', 'updated_at': '2022-05-03T14:14:24Z', 'revision_number': 2, 'project_id': '453906a2a829425aac1abdfad7b441d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e285b81a-5601-4a75-a305-ba94b7768a2e', 'name': '', 'network_id': '89bc2c7d-2b97-4518-b62e-d0f098e36f62', 'tenant_id': '453906a2a829425aac1abdfad7b441d6', 'mac_address': 'fa:16:3e:38:91:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8428cc7-9811-4071-85c7-725df93cfce0', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'ce824052-6a3b-4ab6-8ac7-7607bba43c53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:13:16Z', 'updated_at': '2022-05-03T14:13:34Z', 'revision_number': 5, 'project_id': '453906a2a829425aac1abdfad7b441d6', 'subnets': [{'id': 'ce824052-6a3b-4ab6-8ac7-7607bba43c53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-5-iscsi', False) {} {{(pid=103472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:16:40.580332 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-013e289b-55d1-4434-89c8-ea45368d8683 None None] The sync data for ids ['e8428cc7-9811-4071-85c7-725df93cfce0'] in dv-cinder-839793-5-iscsi is: [{'id': 'e8428cc7-9811-4071-85c7-725df93cfce0', 'name': 'tempest-AttachVolumeNegativeTest-1392786833-router', 'tenant_id': '453906a2a829425aac1abdfad7b441d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2', 'external_fixed_ips': [{'subnet_id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'ip_address': '172.27.3.72'}], 'enable_snat': True}, 'gw_port_id': '411354ed-274d-4270-83dd-a73b41b936ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T14:13:05Z', 'updated_at': '2022-05-03T14:13:20Z', 'revision_number': 4, 'project_id': '453906a2a829425aac1abdfad7b441d6', 'gw_port': {'id': '411354ed-274d-4270-83dd-a73b41b936ab', 'name': '', 'network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:90:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8428cc7-9811-4071-85c7-725df93cfce0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'ip_address': '172.27.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:13:07Z', 'updated_at': '2022-05-03T14:13:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-5-iscsi', '_floatingips': [{'id': 'ea74724a-a2fb-419b-88e7-3fe241707f77', 'tenant_id': '453906a2a829425aac1abdfad7b441d6', 'floating_ip_address': '172.27.3.62', 'floating_network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2', 'router_id': 'e8428cc7-9811-4071-85c7-725df93cfce0', 'port_id': '95147665-e446-4472-a616-c5c429b604f1', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 150, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '89bc2c7d-2b97-4518-b62e-d0f098e36f62', 'mac_address': 'fa:16:3e:32:91:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c69a66ae-c5d7-46a8-9f8f-2f3a59f00efb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T14:13:33Z', 'updated_at': '2022-05-03T14:14:24Z', 'revision_number': 2, 'project_id': '453906a2a829425aac1abdfad7b441d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e285b81a-5601-4a75-a305-ba94b7768a2e', 'name': '', 'network_id': '89bc2c7d-2b97-4518-b62e-d0f098e36f62', 'tenant_id': '453906a2a829425aac1abdfad7b441d6', 'mac_address': 'fa:16:3e:38:91:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8428cc7-9811-4071-85c7-725df93cfce0', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'ce824052-6a3b-4ab6-8ac7-7607bba43c53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:13:16Z', 'updated_at': '2022-05-03T14:13:34Z', 'revision_number': 5, 'project_id': '453906a2a829425aac1abdfad7b441d6', 'subnets': [{'id': 'ce824052-6a3b-4ab6-8ac7-7607bba43c53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 14:16:40.812756 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc3f921f-4407-413a-8af4-65fcb66b027e None None] New status for floating IP 590cf75c-a1f9-43a4-85f9-f8e71130c8cb: DOWN {{(pid=103471) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 03 14:16:41.428988 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.36', 47848) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:16:41.485472 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-ff5549f3-4d15-4323-9131-c91b3624cfaa tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Publish callbacks [] for security_group (003017ca-4389-4b0c-bb65-b60ac05fc006), before_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:16:41.499866 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-ece2f477-2d6d-4faa-a9a3-ecc6a9d3b5ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786921254184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749114'] for agent (5abb75e8-e954-4dc0-bed6-210d2af77b9f), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:16:41.510642 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-ff5549f3-4d15-4323-9131-c91b3624cfaa tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Publish callbacks [] for security_group (003017ca-4389-4b0c-bb65-b60ac05fc006), precommit_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:16:41.560339 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-ff5549f3-4d15-4323-9131-c91b3624cfaa tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656397'] for security_group (003017ca-4389-4b0c-bb65-b60ac05fc006), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:16:41.563153 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-ff5549f3-4d15-4323-9131-c91b3624cfaa tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Publish callbacks [] for security_group (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:16:41.567010 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-ff5549f3-4d15-4323-9131-c91b3624cfaa tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] 10.222.0.36 "DELETE /v2.0/security-groups/003017ca-4389-4b0c-bb65-b60ac05fc006 HTTP/1.1" status: 204 len: 168 time: 0.1343195 May 03 14:16:41.567294 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.wsgi [-] (103470) accepted ('10.222.0.36', 47850) {{(pid=103470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:16:41.573780 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5549f3-4d15-4323-9131-c91b3624cfaa tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=003017ca-4389-4b0c-bb65-b60ac05fc006,revision_number=None']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:16:41.582185 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.api.v2.resource [None req-314ee0ce-2ac2-4389-b343-8f4b65743b83 tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] show failed (client error): The resource could not be found. May 03 14:16:41.585394 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [None req-314ee0ce-2ac2-4389-b343-8f4b65743b83 tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] 10.222.0.36 "GET /v2.0/security-groups/003017ca-4389-4b0c-bb65-b60ac05fc006 HTTP/1.1" status: 404 len: 347 time: 0.0149372 May 03 14:16:41.586804 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.wsgi [-] (103470) accepted ('10.222.0.36', 47852) {{(pid=103470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:16:41.705675 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-53e69140-f695-4bb6-acf1-7d7c07b98f3b tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Deleting port e2381112-f55e-4b1e-b44f-26e778f1968a {{(pid=103470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 14:16:41.705901 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-53e69140-f695-4bb6-acf1-7d7c07b98f3b tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786921277453'] for port (e2381112-f55e-4b1e-b44f-26e778f1968a), before_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:16:41.789256 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-53e69140-f695-4bb6-acf1-7d7c07b98f3b tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1690342'] for port (e2381112-f55e-4b1e-b44f-26e778f1968a), precommit_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:16:41.789610 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-53e69140-f695-4bb6-acf1-7d7c07b98f3b tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Publish callbacks [] for floatingip (e2381112-f55e-4b1e-b44f-26e778f1968a), precommit_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:16:41.803155 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-53e69140-f695-4bb6-acf1-7d7c07b98f3b tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Calling delete_port for e2381112-f55e-4b1e-b44f-26e778f1968a owned by network:floatingip {{(pid=103470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 14:16:41.945643 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-53e69140-f695-4bb6-acf1-7d7c07b98f3b tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786921284765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786920821405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7524599'] for port (e2381112-f55e-4b1e-b44f-26e778f1968a), after_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:16:41.971179 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e69140-f695-4bb6-acf1-7d7c07b98f3b tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Pushing event deleted for resources: {'Port': ['ID=e2381112-f55e-4b1e-b44f-26e778f1968a,revision_number=None']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:16:42.046648 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-53e69140-f695-4bb6-acf1-7d7c07b98f3b tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Publish callbacks [] for floatingip (590cf75c-a1f9-43a4-85f9-f8e71130c8cb), after_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:16:42.046648 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-53e69140-f695-4bb6-acf1-7d7c07b98f3b tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218734'] for floatingip (None), before_response {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:16:42.046648 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [None req-53e69140-f695-4bb6-acf1-7d7c07b98f3b tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] 10.222.0.36 "DELETE /v2.0/floatingips/590cf75c-a1f9-43a4-85f9-f8e71130c8cb HTTP/1.1" status: 204 len: 168 time: 0.4581168 May 03 14:16:43.141342 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786921254184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749114'] for agent (43411681-d6d4-43ac-b892-434a22df3f6d), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:16:43.705830 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.rpc [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Device ea1035f0-4db1-4fb1-a79e-83cc3cbe55bf no longer exists at agent hyperv_hv-cinder-83979 {{(pid=103471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 03 14:16:43.729204 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] No Port match for: ea1035f0-4db1-4fb1-a79e-83cc3cbe55bf {{(pid=103471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 03 14:16:43.729586 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.rpc [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Device ea1035f0-4db1-4fb1-a79e-83cc3cbe55bf not bound to the agent host hv-cinder-83979 {{(pid=103471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 03 14:16:43.773458 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a04f61c-53b8-434e-820a-dbbe42458c1e req-ed648a08-3764-4dea-be51-ad0d67de3b37 tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:16:43.774942 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-4a04f61c-53b8-434e-820a-dbbe42458c1e req-ed648a08-3764-4dea-be51-ad0d67de3b37 tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] 10.222.0.36 "GET /v2.0/ports?device_id=c69a66ae-c5d7-46a8-9f8f-2f3a59f00efb HTTP/1.1" status: 200 len: 945 time: 0.0599687 May 03 14:16:43.823863 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-4a04f61c-53b8-434e-820a-dbbe42458c1e req-eb17da74-f81a-4f51-b9d3-3f0e4ec257b8 tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] 10.222.0.36 "GET /v2.0/security-groups?id=ac69989c-0c14-4feb-99e3-645de97976bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429201 May 03 14:16:45.190536 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bad58c0-fff2-40be-b538-f7a2bfb35cf3 req-b7b3b3f7-bb85-448d-a29a-cffe36091863 tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:16:45.191918 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-8bad58c0-fff2-40be-b538-f7a2bfb35cf3 req-b7b3b3f7-bb85-448d-a29a-cffe36091863 tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] 10.222.0.36 "GET /v2.0/ports?device_id=c69a66ae-c5d7-46a8-9f8f-2f3a59f00efb HTTP/1.1" status: 200 len: 945 time: 0.2910867 May 03 14:16:45.242469 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-8bad58c0-fff2-40be-b538-f7a2bfb35cf3 req-96bc41e3-17a3-4892-a699-8e5c83110c93 tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] 10.222.0.36 "GET /v2.0/security-groups?id=ac69989c-0c14-4feb-99e3-645de97976bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423973 May 03 14:16:45.608245 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504455bb-3326-48e3-be42-582c1f59dec7 req-2e2be3db-5d94-4d60-91c2-a0c4a2494046 tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:16:45.609847 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-504455bb-3326-48e3-be42-582c1f59dec7 req-2e2be3db-5d94-4d60-91c2-a0c4a2494046 tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] 10.222.0.26 "GET /v2.0/ports?device_id=c69a66ae-c5d7-46a8-9f8f-2f3a59f00efb HTTP/1.1" status: 200 len: 945 time: 0.0673163 May 03 14:16:45.704022 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [req-504455bb-3326-48e3-be42-582c1f59dec7 req-72f5d690-67a4-444f-a38a-590866709498 tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Deleting port 95147665-e446-4472-a616-c5c429b604f1 {{(pid=103470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 14:16:45.704277 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [req-504455bb-3326-48e3-be42-582c1f59dec7 req-72f5d690-67a4-444f-a38a-590866709498 tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786921277453'] for port (95147665-e446-4472-a616-c5c429b604f1), before_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:16:45.803269 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [req-504455bb-3326-48e3-be42-582c1f59dec7 req-72f5d690-67a4-444f-a38a-590866709498 tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] For port 95147665-e446-4472-a616-c5c429b604f1, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=95147665-e446-4472-a616-c5c429b604f1,segment=NetworkSegment(e1835114-80bf-41da-a21b-fba78594b9dd),segment_id=e1835114-80bf-41da-a21b-fba78594b9dd)] {{(pid=103470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 14:16:45.803629 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [req-504455bb-3326-48e3-be42-582c1f59dec7 req-72f5d690-67a4-444f-a38a-590866709498 tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1690342'] for port (95147665-e446-4472-a616-c5c429b604f1), precommit_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:16:45.979173 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [req-504455bb-3326-48e3-be42-582c1f59dec7 req-72f5d690-67a4-444f-a38a-590866709498 tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:16:45.979556 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [req-504455bb-3326-48e3-be42-582c1f59dec7 req-72f5d690-67a4-444f-a38a-590866709498 tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1700089'] for floatingip (ea74724a-a2fb-419b-88e7-3fe241707f77), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:16:45.979867 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.db.l3_db [req-504455bb-3326-48e3-be42-582c1f59dec7 req-72f5d690-67a4-444f-a38a-590866709498 tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Floating IP ea74724a-a2fb-419b-88e7-3fe241707f77 disassociated. External IP: 172.27.3.62, port: 95147665-e446-4472-a616-c5c429b604f1. May 03 14:16:45.980204 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [req-504455bb-3326-48e3-be42-582c1f59dec7 req-72f5d690-67a4-444f-a38a-590866709498 tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Calling delete_port for 95147665-e446-4472-a616-c5c429b604f1 owned by compute:nova {{(pid=103470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 14:16:46.115016 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [req-504455bb-3326-48e3-be42-582c1f59dec7 req-72f5d690-67a4-444f-a38a-590866709498 tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786921284765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786920821405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7524599'] for port (95147665-e446-4472-a616-c5c429b604f1), after_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:16:46.149429 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f5d690-67a4-444f-a38a-590866709498 tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Pushing event deleted for resources: {'Port': ['ID=95147665-e446-4472-a616-c5c429b604f1,revision_number=None']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:16:46.267747 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.scheduler.l3_agent_scheduler [req-504455bb-3326-48e3-be42-582c1f59dec7 req-72f5d690-67a4-444f-a38a-590866709498 tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Router e8428cc7-9811-4071-85c7-725df93cfce0 has already been hosted by L3 agent 2583ee88-9503-4370-b6e4-0a676865815e {{(pid=103470) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 14:16:46.343561 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-68ed6461-1832-4c61-ad04-5ce01e56a818 req-eec6df38-faed-4276-99e4-9b2753dfeabe tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] 10.222.0.36 "GET /v2.0/ports?device_id=c69a66ae-c5d7-46a8-9f8f-2f3a59f00efb HTTP/1.1" status: 200 len: 210 time: 0.0322480 May 03 14:16:46.405461 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-504455bb-3326-48e3-be42-582c1f59dec7 req-72f5d690-67a4-444f-a38a-590866709498 tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Notify agent at l3_agent.dv-cinder-839793-5-iscsi the message routers_updated {{(pid=103470) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 14:16:46.417235 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26f531fb-289d-4a58-96ae-6c89ce370a58 None None] Sync routers for ids ['e8428cc7-9811-4071-85c7-725df93cfce0'] in dv-cinder-839793-5-iscsi {{(pid=103472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 14:16:46.428540 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26f531fb-289d-4a58-96ae-6c89ce370a58 None None] Routers {'e8428cc7-9811-4071-85c7-725df93cfce0'} bound to L3 agent in host dv-cinder-839793-5-iscsi {{(pid=103472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 14:16:46.429183 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.db.l3_hamode_db [None req-26f531fb-289d-4a58-96ae-6c89ce370a58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-03T14:04:39Z,description=,heartbeat_timestamp=2022-05-03T14:16:39Z,host='dv-cinder-839793-5-iscsi',id=2583ee88-9503-4370-b6e4-0a676865815e,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T14:04:39Z,topic='l3_agent')) {'router_ids': ['e8428cc7-9811-4071-85c7-725df93cfce0'], 'active': True} {{(pid=103472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:16:46.448870 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.db.l3_dvrscheduler_db [req-504455bb-3326-48e3-be42-582c1f59dec7 req-72f5d690-67a4-444f-a38a-590866709498 tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] No DVR routers for this DVR port 95147665-e446-4472-a616-c5c429b604f1 on host hv-cinder-83979 {{(pid=103470) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 14:16:46.451473 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [req-504455bb-3326-48e3-be42-582c1f59dec7 req-72f5d690-67a4-444f-a38a-590866709498 tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218734'] for port (None), before_response {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:16:46.454807 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-504455bb-3326-48e3-be42-582c1f59dec7 req-72f5d690-67a4-444f-a38a-590866709498 tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] 10.222.0.26 "DELETE /v2.0/ports/95147665-e446-4472-a616-c5c429b604f1 HTTP/1.1" status: 204 len: 173 time: 0.8358090 May 03 14:16:46.455258 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c69a66ae-c5d7-46a8-9f8f-2f3a59f00efb', 'name': 'network-vif-deleted', 'tag': '95147665-e446-4472-a616-c5c429b604f1'}] {{(pid=103470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 14:16:46.458433 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b59263cb8594a65023f6f3ef61310cdc9305c5272296d99e8ebfdd94dfc5ab3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16d5e9f2-01a9-40a2-8453-54f2345ec034" -d '{"events": [{"server_uuid": "c69a66ae-c5d7-46a8-9f8f-2f3a59f00efb", "name": "network-vif-deleted", "tag": "95147665-e446-4472-a616-c5c429b604f1"}]}' {{(pid=103470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 14:16:46.507414 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 May 2022 14:16:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1cdd34e-f4ab-4a07-bd25-17ae1c2a74e5 x-openstack-request-id: req-e1cdd34e-f4ab-4a07-bd25-17ae1c2a74e5 {{(pid=103470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 14:16:46.507772 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c69a66ae-c5d7-46a8-9f8f-2f3a59f00efb", "name": "network-vif-deleted", "tag": "95147665-e446-4472-a616-c5c429b604f1", "status": "completed", "code": 200}]} {{(pid=103470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 14:16:46.507983 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e1cdd34e-f4ab-4a07-bd25-17ae1c2a74e5 {{(pid=103470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 14:16:46.508352 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e1cdd34e-f4ab-4a07-bd25-17ae1c2a74e5'] response: {'server_uuid': 'c69a66ae-c5d7-46a8-9f8f-2f3a59f00efb', 'name': 'network-vif-deleted', 'tag': '95147665-e446-4472-a616-c5c429b604f1', 'status': 'completed', 'code': 200} May 03 14:16:46.656017 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.db.l3_dvr_db [None req-26f531fb-289d-4a58-96ae-6c89ce370a58 None None] Set router e8428cc7-9811-4071-85c7-725df93cfce0 gateway port host: dv-cinder-839793-5-iscsi {{(pid=103472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 14:16:46.850009 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.db.l3_hamode_db [None req-26f531fb-289d-4a58-96ae-6c89ce370a58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8428cc7-9811-4071-85c7-725df93cfce0', 'name': 'tempest-AttachVolumeNegativeTest-1392786833-router', 'tenant_id': '453906a2a829425aac1abdfad7b441d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2', 'external_fixed_ips': [{'subnet_id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'ip_address': '172.27.3.72'}], 'enable_snat': True}, 'gw_port_id': '411354ed-274d-4270-83dd-a73b41b936ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T14:13:05Z', 'updated_at': '2022-05-03T14:13:20Z', 'revision_number': 4, 'project_id': '453906a2a829425aac1abdfad7b441d6', 'gw_port': {'id': '411354ed-274d-4270-83dd-a73b41b936ab', 'name': '', 'network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:90:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8428cc7-9811-4071-85c7-725df93cfce0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'ip_address': '172.27.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:13:07Z', 'updated_at': '2022-05-03T14:13:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-5-iscsi', '_interfaces': [{'id': 'e285b81a-5601-4a75-a305-ba94b7768a2e', 'name': '', 'network_id': '89bc2c7d-2b97-4518-b62e-d0f098e36f62', 'tenant_id': '453906a2a829425aac1abdfad7b441d6', 'mac_address': 'fa:16:3e:38:91:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8428cc7-9811-4071-85c7-725df93cfce0', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'ce824052-6a3b-4ab6-8ac7-7607bba43c53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:13:16Z', 'updated_at': '2022-05-03T14:13:34Z', 'revision_number': 5, 'project_id': '453906a2a829425aac1abdfad7b441d6', 'subnets': [{'id': 'ce824052-6a3b-4ab6-8ac7-7607bba43c53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-5-iscsi', False) {} {{(pid=103472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:16:46.876131 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26f531fb-289d-4a58-96ae-6c89ce370a58 None None] Checking router: e8428cc7-9811-4071-85c7-725df93cfce0 for host: dv-cinder-839793-5-iscsi {{(pid=103472) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 14:16:46.884796 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26f531fb-289d-4a58-96ae-6c89ce370a58 None None] Routers {'e8428cc7-9811-4071-85c7-725df93cfce0'} bound to L3 agent in host dv-cinder-839793-5-iscsi {{(pid=103472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 14:16:46.885454 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.db.l3_hamode_db [None req-26f531fb-289d-4a58-96ae-6c89ce370a58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-03T14:04:39Z,description=,heartbeat_timestamp=2022-05-03T14:16:39Z,host='dv-cinder-839793-5-iscsi',id=2583ee88-9503-4370-b6e4-0a676865815e,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T14:04:39Z,topic='l3_agent')) {'router_ids': ['e8428cc7-9811-4071-85c7-725df93cfce0'], 'active': True} {{(pid=103472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:16:46.995594 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.db.l3_dvr_db [None req-26f531fb-289d-4a58-96ae-6c89ce370a58 None None] Set router e8428cc7-9811-4071-85c7-725df93cfce0 gateway port host: dv-cinder-839793-5-iscsi {{(pid=103472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 14:16:47.186736 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.db.l3_hamode_db [None req-26f531fb-289d-4a58-96ae-6c89ce370a58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8428cc7-9811-4071-85c7-725df93cfce0', 'name': 'tempest-AttachVolumeNegativeTest-1392786833-router', 'tenant_id': '453906a2a829425aac1abdfad7b441d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2', 'external_fixed_ips': [{'subnet_id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'ip_address': '172.27.3.72'}], 'enable_snat': True}, 'gw_port_id': '411354ed-274d-4270-83dd-a73b41b936ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T14:13:05Z', 'updated_at': '2022-05-03T14:13:20Z', 'revision_number': 4, 'project_id': '453906a2a829425aac1abdfad7b441d6', 'gw_port': {'id': '411354ed-274d-4270-83dd-a73b41b936ab', 'name': '', 'network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:90:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8428cc7-9811-4071-85c7-725df93cfce0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'ip_address': '172.27.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:13:07Z', 'updated_at': '2022-05-03T14:13:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-5-iscsi', '_interfaces': [{'id': 'e285b81a-5601-4a75-a305-ba94b7768a2e', 'name': '', 'network_id': '89bc2c7d-2b97-4518-b62e-d0f098e36f62', 'tenant_id': '453906a2a829425aac1abdfad7b441d6', 'mac_address': 'fa:16:3e:38:91:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8428cc7-9811-4071-85c7-725df93cfce0', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'ce824052-6a3b-4ab6-8ac7-7607bba43c53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:13:16Z', 'updated_at': '2022-05-03T14:13:34Z', 'revision_number': 5, 'project_id': '453906a2a829425aac1abdfad7b441d6', 'subnets': [{'id': 'ce824052-6a3b-4ab6-8ac7-7607bba43c53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-5-iscsi', False) {} {{(pid=103472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:16:47.216915 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26f531fb-289d-4a58-96ae-6c89ce370a58 None None] The sync data for ids ['e8428cc7-9811-4071-85c7-725df93cfce0'] in dv-cinder-839793-5-iscsi is: [{'id': 'e8428cc7-9811-4071-85c7-725df93cfce0', 'name': 'tempest-AttachVolumeNegativeTest-1392786833-router', 'tenant_id': '453906a2a829425aac1abdfad7b441d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2', 'external_fixed_ips': [{'subnet_id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'ip_address': '172.27.3.72'}], 'enable_snat': True}, 'gw_port_id': '411354ed-274d-4270-83dd-a73b41b936ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T14:13:05Z', 'updated_at': '2022-05-03T14:13:20Z', 'revision_number': 4, 'project_id': '453906a2a829425aac1abdfad7b441d6', 'gw_port': {'id': '411354ed-274d-4270-83dd-a73b41b936ab', 'name': '', 'network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:90:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8428cc7-9811-4071-85c7-725df93cfce0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'ip_address': '172.27.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:13:07Z', 'updated_at': '2022-05-03T14:13:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-5-iscsi', '_interfaces': [{'id': 'e285b81a-5601-4a75-a305-ba94b7768a2e', 'name': '', 'network_id': '89bc2c7d-2b97-4518-b62e-d0f098e36f62', 'tenant_id': '453906a2a829425aac1abdfad7b441d6', 'mac_address': 'fa:16:3e:38:91:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8428cc7-9811-4071-85c7-725df93cfce0', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'ce824052-6a3b-4ab6-8ac7-7607bba43c53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:13:16Z', 'updated_at': '2022-05-03T14:13:34Z', 'revision_number': 5, 'project_id': '453906a2a829425aac1abdfad7b441d6', 'subnets': [{'id': 'ce824052-6a3b-4ab6-8ac7-7607bba43c53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 14:16:47.444079 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.36', 47888) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:16:47.466937 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bf69193-d670-4962-a901-31844dcad1d3 None None] New status for floating IP ea74724a-a2fb-419b-88e7-3fe241707f77: DOWN {{(pid=103471) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 03 14:16:47.502825 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-b128ea05-a0ff-4645-873b-59b76581977b tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Publish callbacks [] for security_group (ac69989c-0c14-4feb-99e3-645de97976bd), before_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:16:47.525426 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-b128ea05-a0ff-4645-873b-59b76581977b tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Publish callbacks [] for security_group (ac69989c-0c14-4feb-99e3-645de97976bd), precommit_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:16:47.576225 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-b128ea05-a0ff-4645-873b-59b76581977b tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656397'] for security_group (ac69989c-0c14-4feb-99e3-645de97976bd), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:16:47.578946 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-b128ea05-a0ff-4645-873b-59b76581977b tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Publish callbacks [] for security_group (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:16:47.580102 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-b128ea05-a0ff-4645-873b-59b76581977b tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] 10.222.0.36 "DELETE /v2.0/security-groups/ac69989c-0c14-4feb-99e3-645de97976bd HTTP/1.1" status: 204 len: 168 time: 0.1341496 May 03 14:16:47.583342 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.36', 47890) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:16:47.596949 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b128ea05-a0ff-4645-873b-59b76581977b tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac69989c-0c14-4feb-99e3-645de97976bd,revision_number=None']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:16:47.603504 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.api.v2.resource [None req-bf130c4e-e4ec-43a3-a8e2-45f5fbafe829 tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] show failed (client error): The resource could not be found. May 03 14:16:47.604578 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-bf130c4e-e4ec-43a3-a8e2-45f5fbafe829 tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] 10.222.0.36 "GET /v2.0/security-groups/ac69989c-0c14-4feb-99e3-645de97976bd HTTP/1.1" status: 404 len: 347 time: 0.0203121 May 03 14:16:47.607622 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.36', 47892) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:16:47.774376 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.plugin [None req-f2f8a6e3-5ee4-44d4-bdee-2a6f68413a11 tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Deleting port 88200943-1588-4498-870c-ff912342c00f {{(pid=103469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 14:16:47.774743 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-f2f8a6e3-5ee4-44d4-bdee-2a6f68413a11 tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786921277453'] for port (88200943-1588-4498-870c-ff912342c00f), before_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:16:47.869005 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-f2f8a6e3-5ee4-44d4-bdee-2a6f68413a11 tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1690342'] for port (88200943-1588-4498-870c-ff912342c00f), precommit_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:16:47.869465 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-f2f8a6e3-5ee4-44d4-bdee-2a6f68413a11 tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Publish callbacks [] for floatingip (88200943-1588-4498-870c-ff912342c00f), precommit_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:16:47.882089 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.plugin [None req-f2f8a6e3-5ee4-44d4-bdee-2a6f68413a11 tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Calling delete_port for 88200943-1588-4498-870c-ff912342c00f owned by network:floatingip {{(pid=103469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 14:16:48.031299 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-f2f8a6e3-5ee4-44d4-bdee-2a6f68413a11 tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786921284765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786920821405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6178079'] for port (88200943-1588-4498-870c-ff912342c00f), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:16:48.058035 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f8a6e3-5ee4-44d4-bdee-2a6f68413a11 tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Pushing event deleted for resources: {'Port': ['ID=88200943-1588-4498-870c-ff912342c00f,revision_number=None']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:16:48.123354 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-f2f8a6e3-5ee4-44d4-bdee-2a6f68413a11 tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Publish callbacks [] for floatingip (ea74724a-a2fb-419b-88e7-3fe241707f77), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:16:48.126009 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-f2f8a6e3-5ee4-44d4-bdee-2a6f68413a11 tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218734'] for floatingip (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:16:48.127148 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-f2f8a6e3-5ee4-44d4-bdee-2a6f68413a11 tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] 10.222.0.36 "DELETE /v2.0/floatingips/ea74724a-a2fb-419b-88e7-3fe241707f77 HTTP/1.1" status: 204 len: 168 time: 0.5186012 May 03 14:16:48.691659 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.wsgi [-] (103470) accepted ('10.222.0.36', 47896) {{(pid=103470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:16:48.696210 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.v2.base [None req-b7463aca-4573-4560-9a99-5499c7ed6105 tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1535773256', 'description': 'tempest-description--1250124487'}} {{(pid=103470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 14:16:48.718309 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-b7463aca-4573-4560-9a99-5499c7ed6105 tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Publish callbacks [] for security_group (None), before_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:16:48.783287 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-b7463aca-4573-4560-9a99-5499c7ed6105 tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Publish callbacks [] for security_group (00032ad2-bbe0-4b3d-9a3d-596531eb694e), precommit_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:16:48.789404 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-b7463aca-4573-4560-9a99-5499c7ed6105 tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656397'] for security_group (00032ad2-bbe0-4b3d-9a3d-596531eb694e), after_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:16:48.824813 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7463aca-4573-4560-9a99-5499c7ed6105 tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Pushing event updated for resources: {'SecurityGroup': ['ID=00032ad2-bbe0-4b3d-9a3d-596531eb694e,revision_number=1']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:16:48.829027 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-b7463aca-4573-4560-9a99-5499c7ed6105 tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Publish callbacks [] for security_group (None), before_response {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:16:48.830252 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [None req-b7463aca-4573-4560-9a99-5499c7ed6105 tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1376176 May 03 14:16:48.833228 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.wsgi [-] (103470) accepted ('10.222.0.36', 47898) {{(pid=103470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:16:48.837860 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.v2.base [None req-7d61473a-fb08-41be-a8f3-7906eb7ffc03 tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Request body: {'security_group_rule': {'security_group_id': '00032ad2-bbe0-4b3d-9a3d-596531eb694e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 14:16:48.864776 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-7d61473a-fb08-41be-a8f3-7906eb7ffc03 tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Publish callbacks [] for security_group_rule (3e331937-ce71-47b0-8b6e-ec580a4608b6), before_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:16:48.921516 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-7d61473a-fb08-41be-a8f3-7906eb7ffc03 tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Publish callbacks [] for security_group_rule (3e331937-ce71-47b0-8b6e-ec580a4608b6), precommit_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:16:48.926869 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-7d61473a-fb08-41be-a8f3-7906eb7ffc03 tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656574'] for security_group_rule (3e331937-ce71-47b0-8b6e-ec580a4608b6), after_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:16:48.947760 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d61473a-fb08-41be-a8f3-7906eb7ffc03 tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e331937-ce71-47b0-8b6e-ec580a4608b6,revision_number=0']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:16:48.954232 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-7d61473a-fb08-41be-a8f3-7906eb7ffc03 tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:16:48.955209 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [None req-7d61473a-fb08-41be-a8f3-7906eb7ffc03 tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1210420 May 03 14:16:48.958031 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.36', 47900) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:16:48.962973 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.v2.base [None req-a712e2db-c64e-412e-80be-39809d2e0f08 tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Request body: {'security_group_rule': {'security_group_id': '00032ad2-bbe0-4b3d-9a3d-596531eb694e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 14:16:48.988128 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-a712e2db-c64e-412e-80be-39809d2e0f08 tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Publish callbacks [] for security_group_rule (fbba4353-d530-4152-bda2-4744b787d99c), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:16:49.043688 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-a712e2db-c64e-412e-80be-39809d2e0f08 tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Publish callbacks [] for security_group_rule (fbba4353-d530-4152-bda2-4744b787d99c), precommit_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:16:49.048881 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-a712e2db-c64e-412e-80be-39809d2e0f08 tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656574'] for security_group_rule (fbba4353-d530-4152-bda2-4744b787d99c), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:16:49.069764 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a712e2db-c64e-412e-80be-39809d2e0f08 tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fbba4353-d530-4152-bda2-4744b787d99c,revision_number=0']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:16:49.077607 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-a712e2db-c64e-412e-80be-39809d2e0f08 tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:16:49.078762 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-a712e2db-c64e-412e-80be-39809d2e0f08 tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1197319 May 03 14:16:49.081963 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.36', 47902) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:16:49.086479 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.v2.base [None req-009a7e11-888b-4468-94e2-eb31299c72dc tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Request body: {'floatingip': {'floating_network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2'}} {{(pid=103469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 14:16:49.107766 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-009a7e11-888b-4468-94e2-eb31299c72dc tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:16:49.184658 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-009a7e11-888b-4468-94e2-eb31299c72dc tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585126'] for port (None), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:16:49.291150 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.db.db_base_plugin_common [None req-009a7e11-888b-4468-94e2-eb31299c72dc tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Allocated IP 172.27.3.240 (e0cd7c6d-9919-41eb-b035-2bfb3175faa2/4f18d5d6-ed18-48e7-a335-d8ef216f5f78/1121c493-3855-4394-b419-0eabaedbee6f) {{(pid=103469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 14:16:49.393561 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-009a7e11-888b-4468-94e2-eb31299c72dc tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Publish callbacks [] for port (1121c493-3855-4394-b419-0eabaedbee6f), precommit_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:16:49.435979 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-009a7e11-888b-4468-94e2-eb31299c72dc tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786920821396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6178079'] for port (1121c493-3855-4394-b419-0eabaedbee6f), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:16:49.482123 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-009a7e11-888b-4468-94e2-eb31299c72dc tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Network e0cd7c6d-9919-41eb-b035-2bfb3175faa2 is already hosted by enough agents. {{(pid=103469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 14:16:49.485149 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.scheduler.base_scheduler [None req-009a7e11-888b-4468-94e2-eb31299c72dc tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Resources bound (agent type, host, resource id): {{(pid=103469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 14:16:49.490679 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-009a7e11-888b-4468-94e2-eb31299c72dc tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Received port after_create {{(pid=103469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 14:16:49.496236 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009a7e11-888b-4468-94e2-eb31299c72dc tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Pushing event updated for resources: {'Port': ['ID=1121c493-3855-4394-b419-0eabaedbee6f,revision_number=1']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:16:49.577611 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-009a7e11-888b-4468-94e2-eb31299c72dc tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Publish callbacks [] for floatingip (172aa0ef-8e85-4f27-837e-36b8213f700f), precommit_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:16:49.614939 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-009a7e11-888b-4468-94e2-eb31299c72dc tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585126'] for port (1121c493-3855-4394-b419-0eabaedbee6f), before_update {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:16:49.779214 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.rpc [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Device 95147665-e446-4472-a616-c5c429b604f1 no longer exists at agent hyperv_hv-cinder-83979 {{(pid=103471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 03 14:16:49.782297 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-009a7e11-888b-4468-94e2-eb31299c72dc tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Publish callbacks [] for port (1121c493-3855-4394-b419-0eabaedbee6f), precommit_update {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:16:49.789048 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-009a7e11-888b-4468-94e2-eb31299c72dc tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786921284783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786920821414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786920821432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6178150'] for port (1121c493-3855-4394-b419-0eabaedbee6f), after_update {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:16:49.802013 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] No Port match for: 95147665-e446-4472-a616-c5c429b604f1 {{(pid=103471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 03 14:16:49.802356 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.rpc [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Device 95147665-e446-4472-a616-c5c429b604f1 not bound to the agent host hv-cinder-83979 {{(pid=103471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 03 14:16:49.862755 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009a7e11-888b-4468-94e2-eb31299c72dc tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Pushing event updated for resources: {'Port': ['ID=1121c493-3855-4394-b419-0eabaedbee6f,revision_number=2']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:16:49.873260 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-009a7e11-888b-4468-94e2-eb31299c72dc tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1700089'] for floatingip (172aa0ef-8e85-4f27-837e-36b8213f700f), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:16:49.888929 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-009a7e11-888b-4468-94e2-eb31299c72dc tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218734'] for floatingip (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:16:49.890322 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-009a7e11-888b-4468-94e2-eb31299c72dc tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8073480 May 03 14:16:50.102675 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-97440a72-c02c-4665-a2d3-a9650b4f05bc req-3a84661e-b656-4dde-9b05-5d4c0f0dd5e2 tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--1535773256&fields=id&tenant_id=453906a2a829425aac1abdfad7b441d6 HTTP/1.1" status: 200 len: 267 time: 0.0486372 May 03 14:16:50.218592 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97440a72-c02c-4665-a2d3-a9650b4f05bc req-3a661970-dec4-4f17-bd64-6f99159dd1f0 tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:16:50.219924 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-97440a72-c02c-4665-a2d3-a9650b4f05bc req-3a661970-dec4-4f17-bd64-6f99159dd1f0 tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] 10.222.0.36 "GET /v2.0/networks?id=89bc2c7d-2b97-4518-b62e-d0f098e36f62 HTTP/1.1" status: 200 len: 815 time: 0.1103659 May 03 14:16:50.234585 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-97440a72-c02c-4665-a2d3-a9650b4f05bc req-d120fbe1-663d-490b-b4c6-6045925f633d tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] 10.222.0.36 "GET /v2.0/quotas/453906a2a829425aac1abdfad7b441d6 HTTP/1.1" status: 200 len: 375 time: 0.0091434 May 03 14:16:50.286263 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-97440a72-c02c-4665-a2d3-a9650b4f05bc req-50f5f0da-7229-4549-8917-12af31970271 tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=453906a2a829425aac1abdfad7b441d6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0467083 May 03 14:16:50.382182 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-97440a72-c02c-4665-a2d3-a9650b4f05bc req-0e839c03-d9ae-451c-bf48-3fd55c9193e0 service neutron] 10.222.0.36 "GET /v2.0/networks/89bc2c7d-2b97-4518-b62e-d0f098e36f62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841033 May 03 14:16:50.476309 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-97440a72-c02c-4665-a2d3-a9650b4f05bc req-6bd515d5-3733-4ffc-bc3b-8f232a280d35 service neutron] 10.222.0.36 "GET /v2.0/networks/89bc2c7d-2b97-4518-b62e-d0f098e36f62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883255 May 03 14:16:50.655405 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-719920c6-a3f5-4aa0-ad84-d227e2cdb6af req-8b2f6d41-cbf7-4afe-a09c-1f4b970f16d4 tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] 10.222.0.36 "GET /v2.0/ports?device_id=10c82547-d410-4f88-b541-ed077b046381 HTTP/1.1" status: 200 len: 210 time: 0.0279646 May 03 14:16:51.657885 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97440a72-c02c-4665-a2d3-a9650b4f05bc req-e835b035-ba00-4d19-8f7a-4f568ee53d24 tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:16:51.659334 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-97440a72-c02c-4665-a2d3-a9650b4f05bc req-e835b035-ba00-4d19-8f7a-4f568ee53d24 tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] 10.222.0.26 "GET /v2.0/networks?id=89bc2c7d-2b97-4518-b62e-d0f098e36f62 HTTP/1.1" status: 200 len: 815 time: 0.1073010 May 03 14:16:51.733169 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-97440a72-c02c-4665-a2d3-a9650b4f05bc req-2f398710-45d8-405b-9da5-c1c1b7259d96 tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=453906a2a829425aac1abdfad7b441d6 HTTP/1.1" status: 200 len: 380 time: 0.0577238 May 03 14:16:51.756067 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-5a099d9e-e2ce-40a8-99d6-ba026ecc7388 req-24be704f-fc33-46a4-8951-06a2e673aff3 tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] 10.222.0.36 "GET /v2.0/ports?device_id=10c82547-d410-4f88-b541-ed077b046381 HTTP/1.1" status: 200 len: 210 time: 0.0286427 May 03 14:16:51.811509 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.v2.base [req-97440a72-c02c-4665-a2d3-a9650b4f05bc req-dab300e6-4c2c-4220-867f-c35f56949052 tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Request body: {'port': {'device_id': '10c82547-d410-4f88-b541-ed077b046381', 'network_id': '89bc2c7d-2b97-4518-b62e-d0f098e36f62', 'admin_state_up': True, 'tenant_id': '453906a2a829425aac1abdfad7b441d6', 'security_groups': ['00032ad2-bbe0-4b3d-9a3d-596531eb694e']}} {{(pid=103470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 14:16:51.932799 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97440a72-c02c-4665-a2d3-a9650b4f05bc req-dab300e6-4c2c-4220-867f-c35f56949052 tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Made reservation on behalf of 453906a2a829425aac1abdfad7b441d6 for: {'port': 1} {{(pid=103470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 14:16:51.935997 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [req-97440a72-c02c-4665-a2d3-a9650b4f05bc req-dab300e6-4c2c-4220-867f-c35f56949052 tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585126'] for port (None), before_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:16:52.064979 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.db.db_base_plugin_common [req-97440a72-c02c-4665-a2d3-a9650b4f05bc req-dab300e6-4c2c-4220-867f-c35f56949052 tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Allocated IP 172.20.0.8 (89bc2c7d-2b97-4518-b62e-d0f098e36f62/ce824052-6a3b-4ab6-8ac7-7607bba43c53/3f17ab34-ce3d-4aef-bc36-5f81ff4ee7c3) {{(pid=103470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 14:16:52.208216 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [req-97440a72-c02c-4665-a2d3-a9650b4f05bc req-dab300e6-4c2c-4220-867f-c35f56949052 tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Publish callbacks [] for port (3f17ab34-ce3d-4aef-bc36-5f81ff4ee7c3), precommit_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:16:52.244930 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [req-97440a72-c02c-4665-a2d3-a9650b4f05bc req-dab300e6-4c2c-4220-867f-c35f56949052 tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786920821396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7524599'] for port (3f17ab34-ce3d-4aef-bc36-5f81ff4ee7c3), after_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:16:52.289703 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97440a72-c02c-4665-a2d3-a9650b4f05bc req-dab300e6-4c2c-4220-867f-c35f56949052 tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Network 89bc2c7d-2b97-4518-b62e-d0f098e36f62 is already hosted by enough agents. {{(pid=103470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 14:16:52.292618 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.scheduler.base_scheduler [req-97440a72-c02c-4665-a2d3-a9650b4f05bc req-dab300e6-4c2c-4220-867f-c35f56949052 tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Resources bound (agent type, host, resource id): {{(pid=103470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 14:16:52.296572 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.db.l3_dvrscheduler_db [req-97440a72-c02c-4665-a2d3-a9650b4f05bc req-dab300e6-4c2c-4220-867f-c35f56949052 tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Received port after_create {{(pid=103470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 14:16:52.324106 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab300e6-4c2c-4220-867f-c35f56949052 tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Pushing event updated for resources: {'Port': ['ID=3f17ab34-ce3d-4aef-bc36-5f81ff4ee7c3,revision_number=1']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:16:52.353313 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97440a72-c02c-4665-a2d3-a9650b4f05bc req-dab300e6-4c2c-4220-867f-c35f56949052 tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:16:52.353957 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [req-97440a72-c02c-4665-a2d3-a9650b4f05bc req-dab300e6-4c2c-4220-867f-c35f56949052 tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218734'] for port (None), before_response {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:16:52.372956 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-97440a72-c02c-4665-a2d3-a9650b4f05bc req-dab300e6-4c2c-4220-867f-c35f56949052 tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5671375 May 03 14:16:52.384947 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.v2.base [req-97440a72-c02c-4665-a2d3-a9650b4f05bc req-5ae56c3d-dc0b-45af-9615-10e0bf7d6cf1 service neutron] Request body: {'port': {'device_id': '10c82547-d410-4f88-b541-ed077b046381', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83979'}} {{(pid=103470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 14:16:52.448760 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [req-97440a72-c02c-4665-a2d3-a9650b4f05bc req-5ae56c3d-dc0b-45af-9615-10e0bf7d6cf1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585126'] for port (3f17ab34-ce3d-4aef-bc36-5f81ff4ee7c3), before_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:16:52.532886 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.provisioning_blocks [None req-ae3ea89f-41f5-4760-bb41-576b056379dc None None] Provisioning complete for port 3f17ab34-ce3d-4aef-bc36-5f81ff4ee7c3 triggered by entity DHCP. {{(pid=103471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 14:16:52.533576 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-ae3ea89f-41f5-4760-bb41-576b056379dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749148'] for port (3f17ab34-ce3d-4aef-bc36-5f81ff4ee7c3), provisioning_complete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:16:52.567827 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [None req-ae3ea89f-41f5-4760-bb41-576b056379dc None None] Port 3f17ab34-ce3d-4aef-bc36-5f81ff4ee7c3 cannot update to ACTIVE because it is not bound. {{(pid=103471) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 03 14:16:52.724878 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.notifiers.nova [req-97440a72-c02c-4665-a2d3-a9650b4f05bc req-5ae56c3d-dc0b-45af-9615-10e0bf7d6cf1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f17ab34-ce3d-4aef-bc36-5f81ff4ee7c3 {{(pid=103470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 14:16:52.733684 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [req-97440a72-c02c-4665-a2d3-a9650b4f05bc req-5ae56c3d-dc0b-45af-9615-10e0bf7d6cf1 service neutron] Publish callbacks [] for port (3f17ab34-ce3d-4aef-bc36-5f81ff4ee7c3), precommit_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:16:52.753876 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.db.provisioning_blocks [req-97440a72-c02c-4665-a2d3-a9650b4f05bc req-5ae56c3d-dc0b-45af-9615-10e0bf7d6cf1 service neutron] Transition to ACTIVE for port object 3f17ab34-ce3d-4aef-bc36-5f81ff4ee7c3 will not be triggered until provisioned by entity L2. {{(pid=103470) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 03 14:16:52.760904 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [req-97440a72-c02c-4665-a2d3-a9650b4f05bc req-5ae56c3d-dc0b-45af-9615-10e0bf7d6cf1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786921284783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786920821414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786920821432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7524494'] for port (3f17ab34-ce3d-4aef-bc36-5f81ff4ee7c3), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:16:52.819385 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae56c3d-dc0b-45af-9615-10e0bf7d6cf1 service neutron] Pushing event updated for resources: {'Port': ['ID=3f17ab34-ce3d-4aef-bc36-5f81ff4ee7c3,revision_number=2']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:16:53.151816 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52a3532-2f79-4ea6-ac6b-5b7b92c93ae5 req-25df9672-2f5c-415b-a7bd-5a1adc4581ed tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:16:53.153301 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-d52a3532-2f79-4ea6-ac6b-5b7b92c93ae5 req-25df9672-2f5c-415b-a7bd-5a1adc4581ed tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] 10.222.0.36 "GET /v2.0/ports?device_id=10c82547-d410-4f88-b541-ed077b046381 HTTP/1.1" status: 200 len: 943 time: 0.3141081 May 03 14:16:53.180977 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.managers [req-97440a72-c02c-4665-a2d3-a9650b4f05bc req-5ae56c3d-dc0b-45af-9615-10e0bf7d6cf1 service neutron] Attempting to bind port 3f17ab34-ce3d-4aef-bc36-5f81ff4ee7c3 on host hv-cinder-83979 for vnic_type normal with profile {{(pid=103470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 03 14:16:53.181320 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.managers [req-97440a72-c02c-4665-a2d3-a9650b4f05bc req-5ae56c3d-dc0b-45af-9615-10e0bf7d6cf1 service neutron] Attempting to bind port 3f17ab34-ce3d-4aef-bc36-5f81ff4ee7c3 by drivers openvswitch,hyperv on host hv-cinder-83979 at level 0 using segments [{'id': 'e1835114-80bf-41da-a21b-fba78594b9dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '89bc2c7d-2b97-4518-b62e-d0f098e36f62'}] {{(pid=103470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 03 14:16:53.181665 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97440a72-c02c-4665-a2d3-a9650b4f05bc req-5ae56c3d-dc0b-45af-9615-10e0bf7d6cf1 service neutron] Attempting to bind port 3f17ab34-ce3d-4aef-bc36-5f81ff4ee7c3 on network 89bc2c7d-2b97-4518-b62e-d0f098e36f62 {{(pid=103470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 14:16:53.190908 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97440a72-c02c-4665-a2d3-a9650b4f05bc req-5ae56c3d-dc0b-45af-9615-10e0bf7d6cf1 service neutron] Port 3f17ab34-ce3d-4aef-bc36-5f81ff4ee7c3 on network 89bc2c7d-2b97-4518-b62e-d0f098e36f62 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83979 {{(pid=103470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 03 14:16:53.191227 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97440a72-c02c-4665-a2d3-a9650b4f05bc req-5ae56c3d-dc0b-45af-9615-10e0bf7d6cf1 service neutron] Attempting to bind port 3f17ab34-ce3d-4aef-bc36-5f81ff4ee7c3 on network 89bc2c7d-2b97-4518-b62e-d0f098e36f62 {{(pid=103470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 14:16:53.203291 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97440a72-c02c-4665-a2d3-a9650b4f05bc req-5ae56c3d-dc0b-45af-9615-10e0bf7d6cf1 service neutron] Checking agent: {'id': 'e81ee3ce-91e9-46ba-a5c7-9619c95b22a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83979', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 14, 11, 7), 'started_at': datetime.datetime(2022, 5, 3, 14, 11, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 14, 16, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 03 14:16:53.203615 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97440a72-c02c-4665-a2d3-a9650b4f05bc req-5ae56c3d-dc0b-45af-9615-10e0bf7d6cf1 service neutron] Checking segment: {'id': 'e1835114-80bf-41da-a21b-fba78594b9dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '89bc2c7d-2b97-4518-b62e-d0f098e36f62'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 14:16:53.203993 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97440a72-c02c-4665-a2d3-a9650b4f05bc req-5ae56c3d-dc0b-45af-9615-10e0bf7d6cf1 service neutron] Bound using segment: {'id': 'e1835114-80bf-41da-a21b-fba78594b9dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '89bc2c7d-2b97-4518-b62e-d0f098e36f62'} {{(pid=103470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 03 14:16:53.204415 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.managers [req-97440a72-c02c-4665-a2d3-a9650b4f05bc req-5ae56c3d-dc0b-45af-9615-10e0bf7d6cf1 service neutron] Bound port: 3f17ab34-ce3d-4aef-bc36-5f81ff4ee7c3, host: hv-cinder-83979, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1835114-80bf-41da-a21b-fba78594b9dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '89bc2c7d-2b97-4518-b62e-d0f098e36f62'}}] {{(pid=103470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 03 14:16:53.204770 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [req-97440a72-c02c-4665-a2d3-a9650b4f05bc req-5ae56c3d-dc0b-45af-9615-10e0bf7d6cf1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585126'] for port (3f17ab34-ce3d-4aef-bc36-5f81ff4ee7c3), before_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:16:53.228376 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-d52a3532-2f79-4ea6-ac6b-5b7b92c93ae5 req-d925cf1e-2615-4cdb-8fe1-68b167ce3e5b tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] 10.222.0.36 "GET /v2.0/security-groups?id=00032ad2-bbe0-4b3d-9a3d-596531eb694e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672855 May 03 14:16:53.284640 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [req-97440a72-c02c-4665-a2d3-a9650b4f05bc req-5ae56c3d-dc0b-45af-9615-10e0bf7d6cf1 service neutron] For port 3f17ab34-ce3d-4aef-bc36-5f81ff4ee7c3, host hv-cinder-83979, cleared binding levels {{(pid=103470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 14:16:53.287699 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [req-97440a72-c02c-4665-a2d3-a9650b4f05bc req-5ae56c3d-dc0b-45af-9615-10e0bf7d6cf1 service neutron] For port 3f17ab34-ce3d-4aef-bc36-5f81ff4ee7c3, host hv-cinder-83979, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=3f17ab34-ce3d-4aef-bc36-5f81ff4ee7c3,segment=NetworkSegment(e1835114-80bf-41da-a21b-fba78594b9dd),segment_id=e1835114-80bf-41da-a21b-fba78594b9dd)] {{(pid=103470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 14:16:53.294941 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [req-97440a72-c02c-4665-a2d3-a9650b4f05bc req-5ae56c3d-dc0b-45af-9615-10e0bf7d6cf1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786921284783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786920821414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786920821432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7524494'] for port (3f17ab34-ce3d-4aef-bc36-5f81ff4ee7c3), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:16:53.327423 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97440a72-c02c-4665-a2d3-a9650b4f05bc req-5ae56c3d-dc0b-45af-9615-10e0bf7d6cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:16:53.328076 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [req-97440a72-c02c-4665-a2d3-a9650b4f05bc req-5ae56c3d-dc0b-45af-9615-10e0bf7d6cf1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218734'] for port (None), before_response {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:16:53.329458 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-97440a72-c02c-4665-a2d3-a9650b4f05bc req-5ae56c3d-dc0b-45af-9615-10e0bf7d6cf1 service neutron] 10.222.0.26 "PUT /v2.0/ports/3f17ab34-ce3d-4aef-bc36-5f81ff4ee7c3 HTTP/1.1" status: 200 len: 1093 time: 0.9487939 May 03 14:16:53.329888 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10c82547-d410-4f88-b541-ed077b046381', 'tag': '3f17ab34-ce3d-4aef-bc36-5f81ff4ee7c3'}] {{(pid=103470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 14:16:53.332092 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b59263cb8594a65023f6f3ef61310cdc9305c5272296d99e8ebfdd94dfc5ab3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5cdf2f4-fe0c-4222-9623-47ef387d74a9" -d '{"events": [{"name": "network-changed", "server_uuid": "10c82547-d410-4f88-b541-ed077b046381", "tag": "3f17ab34-ce3d-4aef-bc36-5f81ff4ee7c3"}]}' {{(pid=103470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 14:16:53.365084 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae56c3d-dc0b-45af-9615-10e0bf7d6cf1 service neutron] Pushing event updated for resources: {'Port': ['ID=3f17ab34-ce3d-4aef-bc36-5f81ff4ee7c3,revision_number=3']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:16:53.375021 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 May 2022 14:16:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6d22f60-394b-4032-a990-d145329a3996 x-openstack-request-id: req-b6d22f60-394b-4032-a990-d145329a3996 {{(pid=103470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 14:16:53.376572 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10c82547-d410-4f88-b541-ed077b046381", "tag": "3f17ab34-ce3d-4aef-bc36-5f81ff4ee7c3", "status": "completed", "code": 200}]} {{(pid=103470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 14:16:53.376829 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b6d22f60-394b-4032-a990-d145329a3996 {{(pid=103470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 14:16:53.377240 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b6d22f60-394b-4032-a990-d145329a3996'] response: {'name': 'network-changed', 'server_uuid': '10c82547-d410-4f88-b541-ed077b046381', 'tag': '3f17ab34-ce3d-4aef-bc36-5f81ff4ee7c3', 'status': 'completed', 'code': 200} May 03 14:16:53.429014 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97440a72-c02c-4665-a2d3-a9650b4f05bc req-12a136e4-696d-423c-9223-bd8fd31ddf5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:16:53.430553 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-97440a72-c02c-4665-a2d3-a9650b4f05bc req-12a136e4-696d-423c-9223-bd8fd31ddf5e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=453906a2a829425aac1abdfad7b441d6&device_id=10c82547-d410-4f88-b541-ed077b046381 HTTP/1.1" status: 200 len: 1127 time: 0.0424163 May 03 14:16:53.476534 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-97440a72-c02c-4665-a2d3-a9650b4f05bc req-61bd6452-a6fa-4350-b0ba-668a41a0ec2f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3f17ab34-ce3d-4aef-bc36-5f81ff4ee7c3 HTTP/1.1" status: 200 len: 217 time: 0.0384603 May 03 14:16:53.526127 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97440a72-c02c-4665-a2d3-a9650b4f05bc req-fd9e4ce6-c4f3-4d66-b21a-a6f88f3d061b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:16:53.527594 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-97440a72-c02c-4665-a2d3-a9650b4f05bc req-fd9e4ce6-c4f3-4d66-b21a-a6f88f3d061b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ce824052-6a3b-4ab6-8ac7-7607bba43c53 HTTP/1.1" status: 200 len: 854 time: 0.0442882 May 03 14:16:53.575630 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97440a72-c02c-4665-a2d3-a9650b4f05bc req-91a17610-e18a-40a1-93c3-47290929d4c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:16:53.577104 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-97440a72-c02c-4665-a2d3-a9650b4f05bc req-91a17610-e18a-40a1-93c3-47290929d4c1 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=89bc2c7d-2b97-4518-b62e-d0f098e36f62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0380511 May 03 14:16:53.681266 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-97440a72-c02c-4665-a2d3-a9650b4f05bc req-576a1ec3-960d-4d05-b228-fd80e375d669 service neutron] 10.222.0.26 "GET /v2.0/networks/89bc2c7d-2b97-4518-b62e-d0f098e36f62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968699 May 03 14:16:53.771225 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-97440a72-c02c-4665-a2d3-a9650b4f05bc req-28b3eae6-bdbc-459b-b8ba-23d263d77203 service neutron] 10.222.0.26 "GET /v2.0/networks/89bc2c7d-2b97-4518-b62e-d0f098e36f62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829918 May 03 14:16:54.352431 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e737ad49-3f1c-4049-9112-47b90184a762 req-fa2fcd7d-62e0-429d-bdb4-add2e31e71a3 tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:16:54.353871 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-e737ad49-3f1c-4049-9112-47b90184a762 req-fa2fcd7d-62e0-429d-bdb4-add2e31e71a3 tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] 10.222.0.36 "GET /v2.0/ports?device_id=10c82547-d410-4f88-b541-ed077b046381 HTTP/1.1" status: 200 len: 943 time: 0.0519743 May 03 14:16:54.406007 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-e737ad49-3f1c-4049-9112-47b90184a762 req-0f55b14d-2ba9-4aba-ad56-b97936294dda tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] 10.222.0.36 "GET /v2.0/security-groups?id=00032ad2-bbe0-4b3d-9a3d-596531eb694e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464780 May 03 14:16:54.873562 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cdf2f4-fe0c-4222-9623-47ef387d74a9 req-5c5b3592-e594-4544-b028-58dd13e097d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:16:54.875135 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-f5cdf2f4-fe0c-4222-9623-47ef387d74a9 req-5c5b3592-e594-4544-b028-58dd13e097d9 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=453906a2a829425aac1abdfad7b441d6&device_id=10c82547-d410-4f88-b541-ed077b046381 HTTP/1.1" status: 200 len: 1127 time: 0.0449209 May 03 14:16:54.966852 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cdf2f4-fe0c-4222-9623-47ef387d74a9 req-f115ed38-7d15-479d-a51d-08bd80f736d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:16:54.968401 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-f5cdf2f4-fe0c-4222-9623-47ef387d74a9 req-f115ed38-7d15-479d-a51d-08bd80f736d4 service neutron] 10.222.0.26 "GET /v2.0/networks?id=89bc2c7d-2b97-4518-b62e-d0f098e36f62 HTTP/1.1" status: 200 len: 916 time: 0.0858142 May 03 14:16:55.011509 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-f5cdf2f4-fe0c-4222-9623-47ef387d74a9 req-9a61ce93-99a1-48fb-9cca-4651760b214a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3f17ab34-ce3d-4aef-bc36-5f81ff4ee7c3 HTTP/1.1" status: 200 len: 217 time: 0.0362108 May 03 14:16:55.058595 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cdf2f4-fe0c-4222-9623-47ef387d74a9 req-cbbafc1c-a311-4514-9829-affa3bb3097f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:16:55.060030 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-f5cdf2f4-fe0c-4222-9623-47ef387d74a9 req-cbbafc1c-a311-4514-9829-affa3bb3097f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ce824052-6a3b-4ab6-8ac7-7607bba43c53 HTTP/1.1" status: 200 len: 854 time: 0.0424371 May 03 14:16:55.108623 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cdf2f4-fe0c-4222-9623-47ef387d74a9 req-5d98555d-8f77-4eb3-a9a6-3e1517a472f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:16:55.110281 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-f5cdf2f4-fe0c-4222-9623-47ef387d74a9 req-5d98555d-8f77-4eb3-a9a6-3e1517a472f7 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=89bc2c7d-2b97-4518-b62e-d0f098e36f62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0393612 May 03 14:16:55.205503 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-f5cdf2f4-fe0c-4222-9623-47ef387d74a9 req-3eac07c6-e7d8-42c7-af0a-54caab176374 service neutron] 10.222.0.26 "GET /v2.0/networks/89bc2c7d-2b97-4518-b62e-d0f098e36f62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879381 May 03 14:16:55.308673 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-f5cdf2f4-fe0c-4222-9623-47ef387d74a9 req-1c6b9955-5a12-49eb-ae85-a0d69cfce5ac service neutron] 10.222.0.26 "GET /v2.0/networks/89bc2c7d-2b97-4518-b62e-d0f098e36f62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922644 May 03 14:16:55.534514 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684921c4-afb1-4e0d-8e1d-543c4e076279 req-7fcbd60e-cba7-4391-b6bb-4217a65dbdb7 tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:16:55.535958 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-684921c4-afb1-4e0d-8e1d-543c4e076279 req-7fcbd60e-cba7-4391-b6bb-4217a65dbdb7 tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] 10.222.0.36 "GET /v2.0/ports?device_id=10c82547-d410-4f88-b541-ed077b046381 HTTP/1.1" status: 200 len: 943 time: 0.0476658 May 03 14:16:55.592116 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-684921c4-afb1-4e0d-8e1d-543c4e076279 req-1aaa5f9e-6192-4e92-8374-2ab73a38b441 tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] 10.222.0.36 "GET /v2.0/security-groups?id=00032ad2-bbe0-4b3d-9a3d-596531eb694e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476553 May 03 14:16:56.708544 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bc684b-8421-42e9-bb1b-5638edc7723c req-76829886-626d-427a-a7cf-6a88634c75b1 tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:16:56.710393 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-09bc684b-8421-42e9-bb1b-5638edc7723c req-76829886-626d-427a-a7cf-6a88634c75b1 tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] 10.222.0.36 "GET /v2.0/ports?device_id=10c82547-d410-4f88-b541-ed077b046381 HTTP/1.1" status: 200 len: 943 time: 0.0497003 May 03 14:16:56.761821 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-09bc684b-8421-42e9-bb1b-5638edc7723c req-cb6b41ff-1bba-43a7-abfa-3120c89fb677 tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] 10.222.0.36 "GET /v2.0/security-groups?id=00032ad2-bbe0-4b3d-9a3d-596531eb694e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455387 May 03 14:16:57.804722 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.rpc [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Device 3f17ab34-ce3d-4aef-bc36-5f81ff4ee7c3 details requested by agent hyperv_hv-cinder-83979 with host hv-cinder-83979 {{(pid=103471) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 03 14:16:57.887359 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fa4f38-f1a1-4b6b-8a57-1f1cc94f13ff req-abca8670-7a81-4816-a815-1e2b92fa53e1 tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:16:57.888966 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-64fa4f38-f1a1-4b6b-8a57-1f1cc94f13ff req-abca8670-7a81-4816-a815-1e2b92fa53e1 tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] 10.222.0.36 "GET /v2.0/ports?device_id=10c82547-d410-4f88-b541-ed077b046381 HTTP/1.1" status: 200 len: 943 time: 0.0499947 May 03 14:16:57.913616 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.db [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] For port 3f17ab34-ce3d-4aef-bc36-5f81ff4ee7c3, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=3f17ab34-ce3d-4aef-bc36-5f81ff4ee7c3,segment=NetworkSegment(e1835114-80bf-41da-a21b-fba78594b9dd),segment_id=e1835114-80bf-41da-a21b-fba78594b9dd)] {{(pid=103471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 14:16:57.926144 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.rpc [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Returning: {'device': '3f17ab34-ce3d-4aef-bc36-5f81ff4ee7c3', 'network_id': '89bc2c7d-2b97-4518-b62e-d0f098e36f62', 'port_id': '3f17ab34-ce3d-4aef-bc36-5f81ff4ee7c3', 'mac_address': 'fa:16:3e:6e:29:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 214, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce824052-6a3b-4ab6-8ac7-7607bba43c53', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103471) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 03 14:16:57.940127 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-64fa4f38-f1a1-4b6b-8a57-1f1cc94f13ff req-d2a4a048-b5a3-4784-bcc6-f17181f6217e tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] 10.222.0.36 "GET /v2.0/security-groups?id=00032ad2-bbe0-4b3d-9a3d-596531eb694e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421286 May 03 14:16:57.964784 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Current status of the port 3f17ab34-ce3d-4aef-bc36-5f81ff4ee7c3 is: DOWN; New status is: BUILD {{(pid=103471) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 14:16:57.965176 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585126'] for port (3f17ab34-ce3d-4aef-bc36-5f81ff4ee7c3), before_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:16:57.978329 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.notifiers.nova [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f17ab34-ce3d-4aef-bc36-5f81ff4ee7c3 {{(pid=103471) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 14:16:57.997927 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.db [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] For port 3f17ab34-ce3d-4aef-bc36-5f81ff4ee7c3, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=3f17ab34-ce3d-4aef-bc36-5f81ff4ee7c3,segment=NetworkSegment(e1835114-80bf-41da-a21b-fba78594b9dd),segment_id=e1835114-80bf-41da-a21b-fba78594b9dd)] {{(pid=103471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 14:16:58.003453 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786921284783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786920821414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786920821432'] for port (3f17ab34-ce3d-4aef-bc36-5f81ff4ee7c3), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:16:58.055496 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Pushing event updated for resources: {'Port': ['ID=3f17ab34-ce3d-4aef-bc36-5f81ff4ee7c3,revision_number=4']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:16:58.307396 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.db [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] get_ports_and_sgs() called for port_ids ['3f17ab34-ce3d-4aef-bc36-5f81ff4ee7c3'] {{(pid=103471) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 03 14:16:59.075287 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817448c0-6e72-4b03-9ecb-4eb5a6daa6dd req-b1ecaa0a-9d1c-4b40-be8e-425e1975355c tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:16:59.076791 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-817448c0-6e72-4b03-9ecb-4eb5a6daa6dd req-b1ecaa0a-9d1c-4b40-be8e-425e1975355c tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] 10.222.0.36 "GET /v2.0/ports?device_id=10c82547-d410-4f88-b541-ed077b046381 HTTP/1.1" status: 200 len: 944 time: 0.0584197 May 03 14:16:59.125693 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-817448c0-6e72-4b03-9ecb-4eb5a6daa6dd req-7437f9cb-69e6-4220-8a90-451d1f22547f tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] 10.222.0.36 "GET /v2.0/security-groups?id=00032ad2-bbe0-4b3d-9a3d-596531eb694e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426333 May 03 14:16:59.828542 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.rpc [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Device 3f17ab34-ce3d-4aef-bc36-5f81ff4ee7c3 up at agent hyperv_hv-cinder-83979 {{(pid=103471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 14:16:59.893587 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.provisioning_blocks [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Provisioning for port 3f17ab34-ce3d-4aef-bc36-5f81ff4ee7c3 completed by entity L2. {{(pid=103471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 03 14:16:59.902999 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.provisioning_blocks [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Provisioning complete for port 3f17ab34-ce3d-4aef-bc36-5f81ff4ee7c3 triggered by entity L2. {{(pid=103471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 14:16:59.903433 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749148'] for port (3f17ab34-ce3d-4aef-bc36-5f81ff4ee7c3), provisioning_complete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:16:59.982583 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Current status of the port 3f17ab34-ce3d-4aef-bc36-5f81ff4ee7c3 is: BUILD; New status is: ACTIVE {{(pid=103471) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 14:16:59.982973 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585126'] for port (3f17ab34-ce3d-4aef-bc36-5f81ff4ee7c3), before_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:17:00.006152 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10c82547-d410-4f88-b541-ed077b046381', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f17ab34-ce3d-4aef-bc36-5f81ff4ee7c3'}] {{(pid=103471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 14:17:00.008523 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}258de9d1a1c653a46c94c94b096b8a314ffaed5fb8c929df022c823a20d863ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5eaeebb3-be44-4fa5-bf48-8654d78f5e26" -d '{"events": [{"server_uuid": "10c82547-d410-4f88-b541-ed077b046381", "name": "network-vif-plugged", "status": "completed", "tag": "3f17ab34-ce3d-4aef-bc36-5f81ff4ee7c3"}]}' {{(pid=103471) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 14:17:00.020860 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.db [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] For port 3f17ab34-ce3d-4aef-bc36-5f81ff4ee7c3, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=3f17ab34-ce3d-4aef-bc36-5f81ff4ee7c3,segment=NetworkSegment(e1835114-80bf-41da-a21b-fba78594b9dd),segment_id=e1835114-80bf-41da-a21b-fba78594b9dd)] {{(pid=103471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 14:17:00.026159 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786921284783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786920821414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786920821432'] for port (3f17ab34-ce3d-4aef-bc36-5f81ff4ee7c3), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:17:00.052544 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 May 2022 14:17:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82ddd55e-aebb-4b91-9454-c2681935dc37 x-openstack-request-id: req-82ddd55e-aebb-4b91-9454-c2681935dc37 {{(pid=103471) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 14:17:00.052850 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10c82547-d410-4f88-b541-ed077b046381", "name": "network-vif-plugged", "status": "completed", "tag": "3f17ab34-ce3d-4aef-bc36-5f81ff4ee7c3", "code": 200}]} {{(pid=103471) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 14:17:00.053095 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-82ddd55e-aebb-4b91-9454-c2681935dc37 {{(pid=103471) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 14:17:00.053499 dv-cinder-839793-5-iscsi neutron-server[103471]: INFO neutron.notifiers.nova [-] Nova event matching ['req-82ddd55e-aebb-4b91-9454-c2681935dc37'] response: {'server_uuid': '10c82547-d410-4f88-b541-ed077b046381', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f17ab34-ce3d-4aef-bc36-5f81ff4ee7c3', 'code': 200} May 03 14:17:00.081019 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Pushing event updated for resources: {'Port': ['ID=3f17ab34-ce3d-4aef-bc36-5f81ff4ee7c3,revision_number=5']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:17:00.272064 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d401056-e6e4-4eed-9481-c2323882e07f req-157148b1-4da9-4f32-b984-b9794272db06 tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:17:00.273591 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-7d401056-e6e4-4eed-9481-c2323882e07f req-157148b1-4da9-4f32-b984-b9794272db06 tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] 10.222.0.36 "GET /v2.0/ports?device_id=10c82547-d410-4f88-b541-ed077b046381 HTTP/1.1" status: 200 len: 945 time: 0.0753455 May 03 14:17:00.274608 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bda88b-df40-4515-993d-bc895b0efb55 req-0385355b-d20e-4d8d-a9af-13268fd3d0dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:17:00.275924 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-88bda88b-df40-4515-993d-bc895b0efb55 req-0385355b-d20e-4d8d-a9af-13268fd3d0dc service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=10c82547-d410-4f88-b541-ed077b046381 HTTP/1.1" status: 200 len: 1129 time: 0.0758765 May 03 14:17:00.348648 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-7d401056-e6e4-4eed-9481-c2323882e07f req-cbe8cb6f-3b27-4864-b034-cac8c09d47e6 tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] 10.222.0.36 "GET /v2.0/security-groups?id=00032ad2-bbe0-4b3d-9a3d-596531eb694e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675504 May 03 14:17:00.350719 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-88bda88b-df40-4515-993d-bc895b0efb55 req-b4322338-9e40-4c70-88f9-b127e6612d5c service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=00032ad2-bbe0-4b3d-9a3d-596531eb694e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639603 May 03 14:17:01.325356 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.db.agents_db [None req-22b75db3-e88f-46e7-98cb-691740c6eaf9 None None] Agent healthcheck: found 6 active agents {{(pid=103472) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 03 14:17:01.482478 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4282730e-16cd-474d-9aae-6d276b7440a6 req-f23f2c58-089f-41c0-a178-c7803e134978 tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:17:01.483950 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-4282730e-16cd-474d-9aae-6d276b7440a6 req-f23f2c58-089f-41c0-a178-c7803e134978 tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] 10.222.0.36 "GET /v2.0/ports?device_id=10c82547-d410-4f88-b541-ed077b046381 HTTP/1.1" status: 200 len: 945 time: 0.0565808 May 03 14:17:01.535385 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-4282730e-16cd-474d-9aae-6d276b7440a6 req-5fd1a87b-ffdd-41a1-9019-461d6a203960 tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] 10.222.0.36 "GET /v2.0/security-groups?id=00032ad2-bbe0-4b3d-9a3d-596531eb694e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432858 May 03 14:17:02.666069 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41847024-a4a9-42c8-8ca6-62f8bcf768c4 req-30da3880-6eca-4628-854c-c1f08fe81542 tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:17:02.667587 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-41847024-a4a9-42c8-8ca6-62f8bcf768c4 req-30da3880-6eca-4628-854c-c1f08fe81542 tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] 10.222.0.36 "GET /v2.0/ports?device_id=10c82547-d410-4f88-b541-ed077b046381 HTTP/1.1" status: 200 len: 945 time: 0.0595887 May 03 14:17:02.717102 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-41847024-a4a9-42c8-8ca6-62f8bcf768c4 req-89613ef7-6cdd-4afb-8361-6712f9279a01 tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] 10.222.0.36 "GET /v2.0/security-groups?id=00032ad2-bbe0-4b3d-9a3d-596531eb694e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420477 May 03 14:17:02.839993 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25881afb-7e9e-4028-b49c-9b798ec1735e req-f669c113-0efb-4593-8f08-d945f18f45a0 tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:17:02.841486 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-25881afb-7e9e-4028-b49c-9b798ec1735e req-f669c113-0efb-4593-8f08-d945f18f45a0 tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] 10.222.0.36 "GET /v2.0/ports?device_id=10c82547-d410-4f88-b541-ed077b046381 HTTP/1.1" status: 200 len: 945 time: 0.0513523 May 03 14:17:02.854696 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.36', 47966) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:17:02.859019 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.v2.base [None req-f3b15c01-6b7e-44ef-bad0-6a4a99569b51 tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Request body: {'floatingip': {'port_id': '3f17ab34-ce3d-4aef-bc36-5f81ff4ee7c3'}} {{(pid=103469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 14:17:02.896990 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-f3b15c01-6b7e-44ef-bad0-6a4a99569b51 tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Publish callbacks [] for floatingip (172aa0ef-8e85-4f27-837e-36b8213f700f), before_update {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:17:03.393959 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-f3b15c01-6b7e-44ef-bad0-6a4a99569b51 tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:17:03.399806 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-f3b15c01-6b7e-44ef-bad0-6a4a99569b51 tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1700089'] for floatingip (172aa0ef-8e85-4f27-837e-36b8213f700f), after_update {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:17:03.502060 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.db.l3_db [None req-f3b15c01-6b7e-44ef-bad0-6a4a99569b51 tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Floating IP 172aa0ef-8e85-4f27-837e-36b8213f700f associated. External IP: 172.27.3.240, port: 3f17ab34-ce3d-4aef-bc36-5f81ff4ee7c3. May 03 14:17:03.734843 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3b15c01-6b7e-44ef-bad0-6a4a99569b51 tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Router e8428cc7-9811-4071-85c7-725df93cfce0 has already been hosted by L3 agent 2583ee88-9503-4370-b6e4-0a676865815e {{(pid=103469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 14:17:03.846190 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3b15c01-6b7e-44ef-bad0-6a4a99569b51 tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Notify agent at l3_agent.dv-cinder-839793-5-iscsi the message routers_updated {{(pid=103469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 14:17:03.851232 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-f3b15c01-6b7e-44ef-bad0-6a4a99569b51 tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218734'] for floatingip (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:17:03.855808 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b975c5e0-6fe3-4634-8a26-99fec01c5cea None None] Sync routers for ids ['e8428cc7-9811-4071-85c7-725df93cfce0'] in dv-cinder-839793-5-iscsi {{(pid=103472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 14:17:03.868837 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b975c5e0-6fe3-4634-8a26-99fec01c5cea None None] Routers {'e8428cc7-9811-4071-85c7-725df93cfce0'} bound to L3 agent in host dv-cinder-839793-5-iscsi {{(pid=103472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 14:17:03.869947 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.db.l3_hamode_db [None req-b975c5e0-6fe3-4634-8a26-99fec01c5cea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-03T14:04:39Z,description=,heartbeat_timestamp=2022-05-03T14:16:39Z,host='dv-cinder-839793-5-iscsi',id=2583ee88-9503-4370-b6e4-0a676865815e,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T14:04:39Z,topic='l3_agent')) {'router_ids': ['e8428cc7-9811-4071-85c7-725df93cfce0'], 'active': True} {{(pid=103472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:17:03.882055 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-f3b15c01-6b7e-44ef-bad0-6a4a99569b51 tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] 10.222.0.36 "PUT /v2.0/floatingips/172aa0ef-8e85-4f27-837e-36b8213f700f HTTP/1.1" status: 200 len: 991 time: 1.0262687 May 03 14:17:03.882627 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10c82547-d410-4f88-b541-ed077b046381', 'tag': '3f17ab34-ce3d-4aef-bc36-5f81ff4ee7c3'}] {{(pid=103469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 14:17:03.889736 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68fe64b6b3a70a2f5f611128c103f52e8e68dc233ccb418b63396cbb83134719" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ca270e2-308c-44e8-8d1f-8476544fa508" -d '{"events": [{"name": "network-changed", "server_uuid": "10c82547-d410-4f88-b541-ed077b046381", "tag": "3f17ab34-ce3d-4aef-bc36-5f81ff4ee7c3"}]}' {{(pid=103469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 14:17:03.924675 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 May 2022 14:17:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9904b8c2-561d-4e25-a6b0-fe1328569f30 x-openstack-request-id: req-9904b8c2-561d-4e25-a6b0-fe1328569f30 {{(pid=103469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 14:17:03.924972 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10c82547-d410-4f88-b541-ed077b046381", "tag": "3f17ab34-ce3d-4aef-bc36-5f81ff4ee7c3", "status": "completed", "code": 200}]} {{(pid=103469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 14:17:03.925279 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-9904b8c2-561d-4e25-a6b0-fe1328569f30 {{(pid=103469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 14:17:03.925741 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9904b8c2-561d-4e25-a6b0-fe1328569f30'] response: {'name': 'network-changed', 'server_uuid': '10c82547-d410-4f88-b541-ed077b046381', 'tag': '3f17ab34-ce3d-4aef-bc36-5f81ff4ee7c3', 'status': 'completed', 'code': 200} May 03 14:17:03.985752 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.db.l3_dvr_db [None req-b975c5e0-6fe3-4634-8a26-99fec01c5cea None None] Set router e8428cc7-9811-4071-85c7-725df93cfce0 gateway port host: dv-cinder-839793-5-iscsi {{(pid=103472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 14:17:03.994886 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca270e2-308c-44e8-8d1f-8476544fa508 req-83fd0523-346c-4cc9-b9f7-1e7b1a9c64e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:17:03.996464 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-0ca270e2-308c-44e8-8d1f-8476544fa508 req-83fd0523-346c-4cc9-b9f7-1e7b1a9c64e9 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=453906a2a829425aac1abdfad7b441d6&device_id=10c82547-d410-4f88-b541-ed077b046381 HTTP/1.1" status: 200 len: 1129 time: 0.0392261 May 03 14:17:04.090528 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca270e2-308c-44e8-8d1f-8476544fa508 req-3fa4b901-f838-4602-96f1-b862e5852bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:17:04.091998 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-0ca270e2-308c-44e8-8d1f-8476544fa508 req-3fa4b901-f838-4602-96f1-b862e5852bb9 service neutron] 10.222.0.26 "GET /v2.0/networks?id=89bc2c7d-2b97-4518-b62e-d0f098e36f62 HTTP/1.1" status: 200 len: 916 time: 0.0897915 May 03 14:17:04.156048 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-0ca270e2-308c-44e8-8d1f-8476544fa508 req-caab33f4-0851-4ec3-b5c5-88e0ac9045d7 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3f17ab34-ce3d-4aef-bc36-5f81ff4ee7c3 HTTP/1.1" status: 200 len: 999 time: 0.0571771 May 03 14:17:04.204810 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.db.l3_hamode_db [None req-b975c5e0-6fe3-4634-8a26-99fec01c5cea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8428cc7-9811-4071-85c7-725df93cfce0', 'name': 'tempest-AttachVolumeNegativeTest-1392786833-router', 'tenant_id': '453906a2a829425aac1abdfad7b441d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2', 'external_fixed_ips': [{'subnet_id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'ip_address': '172.27.3.72'}], 'enable_snat': True}, 'gw_port_id': '411354ed-274d-4270-83dd-a73b41b936ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T14:13:05Z', 'updated_at': '2022-05-03T14:13:20Z', 'revision_number': 4, 'project_id': '453906a2a829425aac1abdfad7b441d6', 'gw_port': {'id': '411354ed-274d-4270-83dd-a73b41b936ab', 'name': '', 'network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:90:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8428cc7-9811-4071-85c7-725df93cfce0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'ip_address': '172.27.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:13:07Z', 'updated_at': '2022-05-03T14:13:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-5-iscsi', '_floatingips': [{'id': '172aa0ef-8e85-4f27-837e-36b8213f700f', 'tenant_id': '453906a2a829425aac1abdfad7b441d6', 'floating_ip_address': '172.27.3.240', 'floating_network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2', 'router_id': 'e8428cc7-9811-4071-85c7-725df93cfce0', 'port_id': '3f17ab34-ce3d-4aef-bc36-5f81ff4ee7c3', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 500, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '89bc2c7d-2b97-4518-b62e-d0f098e36f62', 'mac_address': 'fa:16:3e:6e:29:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10c82547-d410-4f88-b541-ed077b046381', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T14:16:49Z', 'updated_at': '2022-05-03T14:17:03Z', 'revision_number': 1, 'project_id': '453906a2a829425aac1abdfad7b441d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e285b81a-5601-4a75-a305-ba94b7768a2e', 'name': '', 'network_id': '89bc2c7d-2b97-4518-b62e-d0f098e36f62', 'tenant_id': '453906a2a829425aac1abdfad7b441d6', 'mac_address': 'fa:16:3e:38:91:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8428cc7-9811-4071-85c7-725df93cfce0', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'ce824052-6a3b-4ab6-8ac7-7607bba43c53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:13:16Z', 'updated_at': '2022-05-03T14:13:34Z', 'revision_number': 5, 'project_id': '453906a2a829425aac1abdfad7b441d6', 'subnets': [{'id': 'ce824052-6a3b-4ab6-8ac7-7607bba43c53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-5-iscsi', False) {} {{(pid=103472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:17:04.205162 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca270e2-308c-44e8-8d1f-8476544fa508 req-d1e1bb34-c755-4563-a02a-d7f6aad2271f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:17:04.206512 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-0ca270e2-308c-44e8-8d1f-8476544fa508 req-d1e1bb34-c755-4563-a02a-d7f6aad2271f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ce824052-6a3b-4ab6-8ac7-7607bba43c53 HTTP/1.1" status: 200 len: 854 time: 0.0438981 May 03 14:17:04.231510 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b975c5e0-6fe3-4634-8a26-99fec01c5cea None None] Checking router: e8428cc7-9811-4071-85c7-725df93cfce0 for host: dv-cinder-839793-5-iscsi {{(pid=103472) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 14:17:04.240329 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b975c5e0-6fe3-4634-8a26-99fec01c5cea None None] Routers {'e8428cc7-9811-4071-85c7-725df93cfce0'} bound to L3 agent in host dv-cinder-839793-5-iscsi {{(pid=103472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 14:17:04.240867 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.db.l3_hamode_db [None req-b975c5e0-6fe3-4634-8a26-99fec01c5cea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-03T14:04:39Z,description=,heartbeat_timestamp=2022-05-03T14:16:39Z,host='dv-cinder-839793-5-iscsi',id=2583ee88-9503-4370-b6e4-0a676865815e,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T14:04:39Z,topic='l3_agent')) {'router_ids': ['e8428cc7-9811-4071-85c7-725df93cfce0'], 'active': True} {{(pid=103472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:17:04.253781 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca270e2-308c-44e8-8d1f-8476544fa508 req-14ebc728-52a7-47ec-b59d-de618f8e3394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:17:04.255309 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-0ca270e2-308c-44e8-8d1f-8476544fa508 req-14ebc728-52a7-47ec-b59d-de618f8e3394 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=89bc2c7d-2b97-4518-b62e-d0f098e36f62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0428891 May 03 14:17:04.347101 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.db.l3_dvr_db [None req-b975c5e0-6fe3-4634-8a26-99fec01c5cea None None] Set router e8428cc7-9811-4071-85c7-725df93cfce0 gateway port host: dv-cinder-839793-5-iscsi {{(pid=103472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 14:17:04.351905 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-0ca270e2-308c-44e8-8d1f-8476544fa508 req-23eac880-b19c-4e0e-82ce-4cd51978d124 service neutron] 10.222.0.26 "GET /v2.0/networks/89bc2c7d-2b97-4518-b62e-d0f098e36f62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854161 May 03 14:17:04.447445 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-0ca270e2-308c-44e8-8d1f-8476544fa508 req-ebea422a-b0be-4b1f-883e-b65d6c48827d service neutron] 10.222.0.26 "GET /v2.0/networks/89bc2c7d-2b97-4518-b62e-d0f098e36f62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867145 May 03 14:17:04.558595 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.db.l3_hamode_db [None req-b975c5e0-6fe3-4634-8a26-99fec01c5cea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8428cc7-9811-4071-85c7-725df93cfce0', 'name': 'tempest-AttachVolumeNegativeTest-1392786833-router', 'tenant_id': '453906a2a829425aac1abdfad7b441d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2', 'external_fixed_ips': [{'subnet_id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'ip_address': '172.27.3.72'}], 'enable_snat': True}, 'gw_port_id': '411354ed-274d-4270-83dd-a73b41b936ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T14:13:05Z', 'updated_at': '2022-05-03T14:13:20Z', 'revision_number': 4, 'project_id': '453906a2a829425aac1abdfad7b441d6', 'gw_port': {'id': '411354ed-274d-4270-83dd-a73b41b936ab', 'name': '', 'network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:90:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8428cc7-9811-4071-85c7-725df93cfce0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'ip_address': '172.27.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:13:07Z', 'updated_at': '2022-05-03T14:13:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-5-iscsi', '_floatingips': [{'id': '172aa0ef-8e85-4f27-837e-36b8213f700f', 'tenant_id': '453906a2a829425aac1abdfad7b441d6', 'floating_ip_address': '172.27.3.240', 'floating_network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2', 'router_id': 'e8428cc7-9811-4071-85c7-725df93cfce0', 'port_id': '3f17ab34-ce3d-4aef-bc36-5f81ff4ee7c3', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 500, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '89bc2c7d-2b97-4518-b62e-d0f098e36f62', 'mac_address': 'fa:16:3e:6e:29:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10c82547-d410-4f88-b541-ed077b046381', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T14:16:49Z', 'updated_at': '2022-05-03T14:17:03Z', 'revision_number': 1, 'project_id': '453906a2a829425aac1abdfad7b441d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e285b81a-5601-4a75-a305-ba94b7768a2e', 'name': '', 'network_id': '89bc2c7d-2b97-4518-b62e-d0f098e36f62', 'tenant_id': '453906a2a829425aac1abdfad7b441d6', 'mac_address': 'fa:16:3e:38:91:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8428cc7-9811-4071-85c7-725df93cfce0', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'ce824052-6a3b-4ab6-8ac7-7607bba43c53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:13:16Z', 'updated_at': '2022-05-03T14:13:34Z', 'revision_number': 5, 'project_id': '453906a2a829425aac1abdfad7b441d6', 'subnets': [{'id': 'ce824052-6a3b-4ab6-8ac7-7607bba43c53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-5-iscsi', False) {} {{(pid=103472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:17:04.670811 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b975c5e0-6fe3-4634-8a26-99fec01c5cea None None] The sync data for ids ['e8428cc7-9811-4071-85c7-725df93cfce0'] in dv-cinder-839793-5-iscsi is: [{'id': 'e8428cc7-9811-4071-85c7-725df93cfce0', 'name': 'tempest-AttachVolumeNegativeTest-1392786833-router', 'tenant_id': '453906a2a829425aac1abdfad7b441d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2', 'external_fixed_ips': [{'subnet_id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'ip_address': '172.27.3.72'}], 'enable_snat': True}, 'gw_port_id': '411354ed-274d-4270-83dd-a73b41b936ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T14:13:05Z', 'updated_at': '2022-05-03T14:13:20Z', 'revision_number': 4, 'project_id': '453906a2a829425aac1abdfad7b441d6', 'gw_port': {'id': '411354ed-274d-4270-83dd-a73b41b936ab', 'name': '', 'network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:90:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8428cc7-9811-4071-85c7-725df93cfce0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'ip_address': '172.27.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:13:07Z', 'updated_at': '2022-05-03T14:13:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-5-iscsi', '_floatingips': [{'id': '172aa0ef-8e85-4f27-837e-36b8213f700f', 'tenant_id': '453906a2a829425aac1abdfad7b441d6', 'floating_ip_address': '172.27.3.240', 'floating_network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2', 'router_id': 'e8428cc7-9811-4071-85c7-725df93cfce0', 'port_id': '3f17ab34-ce3d-4aef-bc36-5f81ff4ee7c3', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 500, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '89bc2c7d-2b97-4518-b62e-d0f098e36f62', 'mac_address': 'fa:16:3e:6e:29:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10c82547-d410-4f88-b541-ed077b046381', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T14:16:49Z', 'updated_at': '2022-05-03T14:17:03Z', 'revision_number': 1, 'project_id': '453906a2a829425aac1abdfad7b441d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e285b81a-5601-4a75-a305-ba94b7768a2e', 'name': '', 'network_id': '89bc2c7d-2b97-4518-b62e-d0f098e36f62', 'tenant_id': '453906a2a829425aac1abdfad7b441d6', 'mac_address': 'fa:16:3e:38:91:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8428cc7-9811-4071-85c7-725df93cfce0', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'ce824052-6a3b-4ab6-8ac7-7607bba43c53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:13:16Z', 'updated_at': '2022-05-03T14:13:34Z', 'revision_number': 5, 'project_id': '453906a2a829425aac1abdfad7b441d6', 'subnets': [{'id': 'ce824052-6a3b-4ab6-8ac7-7607bba43c53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 14:17:04.869157 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-299cd649-a424-47b8-88c3-18bace1aa5d6 None None] New status for floating IP 172aa0ef-8e85-4f27-837e-36b8213f700f: ACTIVE {{(pid=103471) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 03 14:17:06.647968 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-dde0f04b-b4a0-4e74-96bb-50567774783b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786921254184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749114'] for agent (2d0d8db6-b1c3-4022-9f9b-561ce4a4d2d8), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:17:08.934746 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-09dd76f1-b835-46b8-80a1-57ddf07eecb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786921254184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749114'] for agent (2583ee88-9503-4370-b6e4-0a676865815e), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:17:09.079662 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786921254184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749114'] for agent (e81ee3ce-91e9-46ba-a5c7-9619c95b22a6), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:17:10.403658 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-6b98c286-5509-41ae-9e31-4a328d4e2e3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786921254184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749114'] for agent (9772c1e2-61d8-4a11-97d8-348a0cefa431), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:17:11.502862 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-ece2f477-2d6d-4faa-a9a3-ecc6a9d3b5ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786921254184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749114'] for agent (5abb75e8-e954-4dc0-bed6-210d2af77b9f), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:17:13.136303 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786921254184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749114'] for agent (43411681-d6d4-43ac-b892-434a22df3f6d), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:17:13.283504 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-543c06c3-a84e-43bc-bddf-1de81dbc463e req-c9894c25-e149-44e3-957f-b323a34bf423 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=92530935-2104-4b61-a2f8-286b3c1184d0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0430877 May 03 14:17:13.346927 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543c06c3-a84e-43bc-bddf-1de81dbc463e req-466049de-2aad-4386-ac86-c1c451b0f5f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:17:13.348705 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-543c06c3-a84e-43bc-bddf-1de81dbc463e req-466049de-2aad-4386-ac86-c1c451b0f5f8 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4e31890e50da4bcab23b81eee1c9a2d7&device_id=92530935-2104-4b61-a2f8-286b3c1184d0 HTTP/1.1" status: 200 len: 1129 time: 0.0399797 May 03 14:17:13.496017 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543c06c3-a84e-43bc-bddf-1de81dbc463e req-f8913fef-8749-43ff-b331-04863375d0cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:17:13.497583 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-543c06c3-a84e-43bc-bddf-1de81dbc463e req-f8913fef-8749-43ff-b331-04863375d0cc service neutron] 10.222.0.26 "GET /v2.0/networks?id=ed744a5b-777c-4bee-b278-dee1b499d8aa HTTP/1.1" status: 200 len: 920 time: 0.1230838 May 03 14:17:13.538001 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-543c06c3-a84e-43bc-bddf-1de81dbc463e req-a3863f08-f709-4978-a2f8-bb4cb5def6a2 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=41bfb89d-3eb0-41a2-94c6-9adcca5e956c HTTP/1.1" status: 200 len: 217 time: 0.0335641 May 03 14:17:13.882476 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543c06c3-a84e-43bc-bddf-1de81dbc463e req-87cf769d-931f-4406-9fed-a1c7e799b065 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:17:13.883917 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-543c06c3-a84e-43bc-bddf-1de81dbc463e req-87cf769d-931f-4406-9fed-a1c7e799b065 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a87b0fb7-75d3-4b90-b91b-05349e630701 HTTP/1.1" status: 200 len: 858 time: 0.0591309 May 03 14:17:13.932198 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543c06c3-a84e-43bc-bddf-1de81dbc463e req-bd3c83db-252f-4581-ae09-c1ac745a4a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:17:13.933732 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-543c06c3-a84e-43bc-bddf-1de81dbc463e req-bd3c83db-252f-4581-ae09-c1ac745a4a45 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ed744a5b-777c-4bee-b278-dee1b499d8aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0435562 May 03 14:17:14.062004 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-543c06c3-a84e-43bc-bddf-1de81dbc463e req-2cca1f6a-eb2b-45b5-af59-d22c6f3fd08d service neutron] 10.222.0.26 "GET /v2.0/networks/ed744a5b-777c-4bee-b278-dee1b499d8aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855467 May 03 14:17:14.165613 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-543c06c3-a84e-43bc-bddf-1de81dbc463e req-3762c747-faa7-44c0-88dc-2bb6b4e7fad6 service neutron] 10.222.0.26 "GET /v2.0/networks/ed744a5b-777c-4bee-b278-dee1b499d8aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954998 May 03 14:17:14.592765 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08589a2-eb67-4304-a223-3b86b77fec4f req-f262d186-fd41-4d15-adfb-71938c9d261c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:17:14.594834 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-a08589a2-eb67-4304-a223-3b86b77fec4f req-f262d186-fd41-4d15-adfb-71938c9d261c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4e31890e50da4bcab23b81eee1c9a2d7&device_id=2ee19045-222a-44c1-abc1-2205c8a96ab9 HTTP/1.1" status: 200 len: 1129 time: 0.0485094 May 03 14:17:14.596045 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11e35f1-dbd8-4078-a758-551d87ff98f1 req-e7ce817f-a01f-449d-af71-441c020b1b25 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:17:14.597736 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-d11e35f1-dbd8-4078-a758-551d87ff98f1 req-e7ce817f-a01f-449d-af71-441c020b1b25 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] 10.222.0.36 "GET /v2.0/ports?device_id=2ee19045-222a-44c1-abc1-2205c8a96ab9 HTTP/1.1" status: 200 len: 945 time: 0.0518754 May 03 14:17:14.651905 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-d11e35f1-dbd8-4078-a758-551d87ff98f1 req-e2d9e06f-fa0a-4fb5-bfa9-3f91c376c6f9 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] 10.222.0.36 "GET /v2.0/security-groups?id=73aeffe4-e624-496a-985c-4db7b0aaf14d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473936 May 03 14:17:14.696692 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08589a2-eb67-4304-a223-3b86b77fec4f req-8d4cd0b2-c8bc-440e-86a7-675d93ad1cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:17:14.698129 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-a08589a2-eb67-4304-a223-3b86b77fec4f req-8d4cd0b2-c8bc-440e-86a7-675d93ad1cbe service neutron] 10.222.0.26 "GET /v2.0/networks?id=ed744a5b-777c-4bee-b278-dee1b499d8aa HTTP/1.1" status: 200 len: 920 time: 0.0954273 May 03 14:17:14.832848 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aee51de-e60f-4538-b82c-47a4fd8c812a req-97e9159d-e84b-43e8-a379-481881865c7a tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:17:14.834328 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-5aee51de-e60f-4538-b82c-47a4fd8c812a req-97e9159d-e84b-43e8-a379-481881865c7a tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] 10.222.0.36 "GET /v2.0/ports?device_id=117976ba-33e4-4830-a66f-0cd354096c9b HTTP/1.1" status: 200 len: 946 time: 0.0594044 May 03 14:17:14.886470 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-5aee51de-e60f-4538-b82c-47a4fd8c812a req-a25af410-4abe-4175-8a1a-27032c135e3e tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] 10.222.0.36 "GET /v2.0/security-groups?id=5256d9b7-303d-41e8-9beb-13271ea5bfe5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438402 May 03 14:17:14.931879 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-a08589a2-eb67-4304-a223-3b86b77fec4f req-544f2b5c-b465-44ff-a6b3-b67c680f9add service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3967916d-d634-4c8c-8ca9-d6057259b079 HTTP/1.1" status: 200 len: 1001 time: 0.0625296 May 03 14:17:15.786516 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde85cc9-b701-41bb-8898-80d96d7aefd5 req-d160594d-e077-420d-a845-5bb6961dfb3f tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:17:15.788001 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-dde85cc9-b701-41bb-8898-80d96d7aefd5 req-d160594d-e077-420d-a845-5bb6961dfb3f tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] 10.222.0.36 "GET /v2.0/ports?device_id=2ee19045-222a-44c1-abc1-2205c8a96ab9 HTTP/1.1" status: 200 len: 945 time: 0.0590110 May 03 14:17:15.841194 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-dde85cc9-b701-41bb-8898-80d96d7aefd5 req-af67b7d0-126b-4e9b-a122-a092d4de4970 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] 10.222.0.36 "GET /v2.0/security-groups?id=73aeffe4-e624-496a-985c-4db7b0aaf14d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471590 May 03 14:17:16.020752 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9f86d8-d9e0-44eb-acd5-248e8e1f873e req-f4b98793-bba9-43f5-95d5-7a8ea0c8ed47 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:17:16.022279 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-ad9f86d8-d9e0-44eb-acd5-248e8e1f873e req-f4b98793-bba9-43f5-95d5-7a8ea0c8ed47 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] 10.222.0.36 "GET /v2.0/ports?device_id=117976ba-33e4-4830-a66f-0cd354096c9b HTTP/1.1" status: 200 len: 946 time: 0.0533662 May 03 14:17:16.072620 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-ad9f86d8-d9e0-44eb-acd5-248e8e1f873e req-9da8e3d1-5ac1-4eaf-ab80-10882f5f21bf tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] 10.222.0.36 "GET /v2.0/security-groups?id=5256d9b7-303d-41e8-9beb-13271ea5bfe5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446584 May 03 14:17:16.166209 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08589a2-eb67-4304-a223-3b86b77fec4f req-5e2d442f-1917-49ae-8489-ee026cd31469 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:17:16.167690 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-a08589a2-eb67-4304-a223-3b86b77fec4f req-5e2d442f-1917-49ae-8489-ee026cd31469 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a87b0fb7-75d3-4b90-b91b-05349e630701 HTTP/1.1" status: 200 len: 858 time: 0.0474281 May 03 14:17:16.214048 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08589a2-eb67-4304-a223-3b86b77fec4f req-f5e5ef62-12b1-4060-8f1d-8232a34ff5b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:17:16.215520 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-a08589a2-eb67-4304-a223-3b86b77fec4f req-f5e5ef62-12b1-4060-8f1d-8232a34ff5b3 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ed744a5b-777c-4bee-b278-dee1b499d8aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0395513 May 03 14:17:16.451267 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-a08589a2-eb67-4304-a223-3b86b77fec4f req-e91a6601-0090-40e5-abb1-c663a36f7f55 service neutron] 10.222.0.26 "GET /v2.0/networks/ed744a5b-777c-4bee-b278-dee1b499d8aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1027081 May 03 14:17:16.493832 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1725c77c-f5f4-4147-a3f1-32756f37f1c2 req-c771dad2-8eeb-4eff-93fb-24fbd762d100 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:17:16.495303 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-1725c77c-f5f4-4147-a3f1-32756f37f1c2 req-c771dad2-8eeb-4eff-93fb-24fbd762d100 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] 10.222.0.26 "GET /v2.0/ports?device_id=117976ba-33e4-4830-a66f-0cd354096c9b HTTP/1.1" status: 200 len: 946 time: 0.0494144 May 03 14:17:16.542460 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-a08589a2-eb67-4304-a223-3b86b77fec4f req-bcde7ecd-91ee-4115-ba55-8231619d2175 service neutron] 10.222.0.26 "GET /v2.0/networks/ed744a5b-777c-4bee-b278-dee1b499d8aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849891 May 03 14:17:16.583402 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.plugin [req-1725c77c-f5f4-4147-a3f1-32756f37f1c2 req-e59b714d-70af-4eb3-a7e0-c9eab6741d47 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] Deleting port 7bbb1028-4390-491f-bf7e-9db68148370c {{(pid=103469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 14:17:16.583741 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-1725c77c-f5f4-4147-a3f1-32756f37f1c2 req-e59b714d-70af-4eb3-a7e0-c9eab6741d47 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786921277453'] for port (7bbb1028-4390-491f-bf7e-9db68148370c), before_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:17:16.678377 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.db [req-1725c77c-f5f4-4147-a3f1-32756f37f1c2 req-e59b714d-70af-4eb3-a7e0-c9eab6741d47 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] For port 7bbb1028-4390-491f-bf7e-9db68148370c, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=7bbb1028-4390-491f-bf7e-9db68148370c,segment=NetworkSegment(67863d8e-3b7d-4783-aeb0-1e512a0dd290),segment_id=67863d8e-3b7d-4783-aeb0-1e512a0dd290)] {{(pid=103469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 14:17:16.678746 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-1725c77c-f5f4-4147-a3f1-32756f37f1c2 req-e59b714d-70af-4eb3-a7e0-c9eab6741d47 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1690342'] for port (7bbb1028-4390-491f-bf7e-9db68148370c), precommit_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:17:16.976552 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edf12bb-f73e-453e-b498-a48350ea0410 req-65e4fd63-b229-434f-8729-ab8c76b9b72b tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:17:16.978040 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-7edf12bb-f73e-453e-b498-a48350ea0410 req-65e4fd63-b229-434f-8729-ab8c76b9b72b tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] 10.222.0.36 "GET /v2.0/ports?device_id=2ee19045-222a-44c1-abc1-2205c8a96ab9 HTTP/1.1" status: 200 len: 945 time: 0.0584061 May 03 14:17:17.024554 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-7edf12bb-f73e-453e-b498-a48350ea0410 req-1341e2a3-96cb-44b7-b368-c486da1e9244 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] 10.222.0.36 "GET /v2.0/security-groups?id=73aeffe4-e624-496a-985c-4db7b0aaf14d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408287 May 03 14:17:17.147049 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-1725c77c-f5f4-4147-a3f1-32756f37f1c2 req-e59b714d-70af-4eb3-a7e0-c9eab6741d47 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:17:17.147625 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-1725c77c-f5f4-4147-a3f1-32756f37f1c2 req-e59b714d-70af-4eb3-a7e0-c9eab6741d47 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1700089'] for floatingip (aa611721-c513-4f64-a9e6-21b134b25ee8), after_update {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:17:17.147625 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.db.l3_db [req-1725c77c-f5f4-4147-a3f1-32756f37f1c2 req-e59b714d-70af-4eb3-a7e0-c9eab6741d47 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] Floating IP aa611721-c513-4f64-a9e6-21b134b25ee8 disassociated. External IP: 172.27.3.11, port: 7bbb1028-4390-491f-bf7e-9db68148370c. May 03 14:17:17.147968 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.plugin [req-1725c77c-f5f4-4147-a3f1-32756f37f1c2 req-e59b714d-70af-4eb3-a7e0-c9eab6741d47 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] Calling delete_port for 7bbb1028-4390-491f-bf7e-9db68148370c owned by compute:nova {{(pid=103469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 14:17:17.232105 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da457a2-a6e8-4a53-aca7-388ff45bab7b req-f3047221-ff52-4742-ad77-8c4f6db282ce tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:17:17.233597 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-4da457a2-a6e8-4a53-aca7-388ff45bab7b req-f3047221-ff52-4742-ad77-8c4f6db282ce tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] 10.222.0.36 "GET /v2.0/ports?device_id=117976ba-33e4-4830-a66f-0cd354096c9b HTTP/1.1" status: 200 len: 946 time: 0.0835032 May 03 14:17:17.303438 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-4da457a2-a6e8-4a53-aca7-388ff45bab7b req-683b4960-a804-4bf5-a2b4-3e6380b1609c tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] 10.222.0.36 "GET /v2.0/security-groups?id=5256d9b7-303d-41e8-9beb-13271ea5bfe5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615299 May 03 14:17:17.349856 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-1725c77c-f5f4-4147-a3f1-32756f37f1c2 req-e59b714d-70af-4eb3-a7e0-c9eab6741d47 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786921284765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786920821405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6178079'] for port (7bbb1028-4390-491f-bf7e-9db68148370c), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:17:17.378254 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59b714d-70af-4eb3-a7e0-c9eab6741d47 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] Pushing event deleted for resources: {'Port': ['ID=7bbb1028-4390-491f-bf7e-9db68148370c,revision_number=None']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:17:17.496816 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1725c77c-f5f4-4147-a3f1-32756f37f1c2 req-e59b714d-70af-4eb3-a7e0-c9eab6741d47 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] Router 0a0e8fdb-42c2-47e4-8c7a-1011e541207f has already been hosted by L3 agent 2583ee88-9503-4370-b6e4-0a676865815e {{(pid=103469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 14:17:17.609338 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1725c77c-f5f4-4147-a3f1-32756f37f1c2 req-e59b714d-70af-4eb3-a7e0-c9eab6741d47 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] Notify agent at l3_agent.dv-cinder-839793-5-iscsi the message routers_updated {{(pid=103469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 14:17:17.619318 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b521da5f-3e55-4462-a3ed-d966f30e8458 None None] Sync routers for ids ['0a0e8fdb-42c2-47e4-8c7a-1011e541207f'] in dv-cinder-839793-5-iscsi {{(pid=103472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 14:17:17.629890 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b521da5f-3e55-4462-a3ed-d966f30e8458 None None] Routers {'0a0e8fdb-42c2-47e4-8c7a-1011e541207f'} bound to L3 agent in host dv-cinder-839793-5-iscsi {{(pid=103472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 14:17:17.630506 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.db.l3_hamode_db [None req-b521da5f-3e55-4462-a3ed-d966f30e8458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-03T14:04:39Z,description=,heartbeat_timestamp=2022-05-03T14:17:09Z,host='dv-cinder-839793-5-iscsi',id=2583ee88-9503-4370-b6e4-0a676865815e,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T14:04:39Z,topic='l3_agent')) {'router_ids': ['0a0e8fdb-42c2-47e4-8c7a-1011e541207f'], 'active': True} {{(pid=103472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:17:17.653545 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.db.l3_dvrscheduler_db [req-1725c77c-f5f4-4147-a3f1-32756f37f1c2 req-e59b714d-70af-4eb3-a7e0-c9eab6741d47 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] No DVR routers for this DVR port 7bbb1028-4390-491f-bf7e-9db68148370c on host hv-cinder-83979 {{(pid=103469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 14:17:17.656335 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-1725c77c-f5f4-4147-a3f1-32756f37f1c2 req-e59b714d-70af-4eb3-a7e0-c9eab6741d47 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218734'] for port (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:17:17.659942 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-1725c77c-f5f4-4147-a3f1-32756f37f1c2 req-e59b714d-70af-4eb3-a7e0-c9eab6741d47 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] 10.222.0.26 "DELETE /v2.0/ports/7bbb1028-4390-491f-bf7e-9db68148370c HTTP/1.1" status: 204 len: 173 time: 1.1590905 May 03 14:17:17.660396 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '117976ba-33e4-4830-a66f-0cd354096c9b', 'name': 'network-vif-deleted', 'tag': '7bbb1028-4390-491f-bf7e-9db68148370c'}] {{(pid=103469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 14:17:17.663063 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68fe64b6b3a70a2f5f611128c103f52e8e68dc233ccb418b63396cbb83134719" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62593a32-d4b0-412f-b698-22da551e69eb" -d '{"events": [{"server_uuid": "117976ba-33e4-4830-a66f-0cd354096c9b", "name": "network-vif-deleted", "tag": "7bbb1028-4390-491f-bf7e-9db68148370c"}]}' {{(pid=103469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 14:17:17.706207 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 May 2022 14:17:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-548c7e50-858e-4edc-a6c9-f2962159c890 x-openstack-request-id: req-548c7e50-858e-4edc-a6c9-f2962159c890 {{(pid=103469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 14:17:17.706495 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "117976ba-33e4-4830-a66f-0cd354096c9b", "name": "network-vif-deleted", "tag": "7bbb1028-4390-491f-bf7e-9db68148370c", "status": "completed", "code": 200}]} {{(pid=103469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 14:17:17.706742 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-548c7e50-858e-4edc-a6c9-f2962159c890 {{(pid=103469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 14:17:17.707147 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.notifiers.nova [-] Nova event matching ['req-548c7e50-858e-4edc-a6c9-f2962159c890'] response: {'server_uuid': '117976ba-33e4-4830-a66f-0cd354096c9b', 'name': 'network-vif-deleted', 'tag': '7bbb1028-4390-491f-bf7e-9db68148370c', 'status': 'completed', 'code': 200} May 03 14:17:17.747143 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.db.l3_dvr_db [None req-b521da5f-3e55-4462-a3ed-d966f30e8458 None None] Set router 0a0e8fdb-42c2-47e4-8c7a-1011e541207f gateway port host: dv-cinder-839793-5-iscsi {{(pid=103472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 14:17:17.945987 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.db.l3_hamode_db [None req-b521da5f-3e55-4462-a3ed-d966f30e8458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a0e8fdb-42c2-47e4-8c7a-1011e541207f', 'name': 'tempest-AttachVolumeShelveTestJSON-1368453836-router', 'tenant_id': '8a5fa41c00a84a80ac2b2c0cc1ef74d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2', 'external_fixed_ips': [{'subnet_id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'ip_address': '172.27.3.155'}], 'enable_snat': True}, 'gw_port_id': 'f990efd3-2f56-432e-bf17-f72ae18d5aeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T14:13:05Z', 'updated_at': '2022-05-03T14:13:19Z', 'revision_number': 4, 'project_id': '8a5fa41c00a84a80ac2b2c0cc1ef74d8', 'gw_port': {'id': 'f990efd3-2f56-432e-bf17-f72ae18d5aeb', 'name': '', 'network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:46:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a0e8fdb-42c2-47e4-8c7a-1011e541207f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'ip_address': '172.27.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:13:07Z', 'updated_at': '2022-05-03T14:13:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-5-iscsi', '_interfaces': [{'id': '7e3ad977-c281-4719-87ff-0634b02ca3d1', 'name': '', 'network_id': '1672c90c-dee1-453a-a1dd-749ff902086f', 'tenant_id': '8a5fa41c00a84a80ac2b2c0cc1ef74d8', 'mac_address': 'fa:16:3e:79:72:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a0e8fdb-42c2-47e4-8c7a-1011e541207f', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '9797d54b-d4ac-4959-9119-15649c917e44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:13:15Z', 'updated_at': '2022-05-03T14:13:30Z', 'revision_number': 5, 'project_id': '8a5fa41c00a84a80ac2b2c0cc1ef74d8', 'subnets': [{'id': '9797d54b-d4ac-4959-9119-15649c917e44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-5-iscsi', False) {} {{(pid=103472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:17:17.972899 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b521da5f-3e55-4462-a3ed-d966f30e8458 None None] Checking router: 0a0e8fdb-42c2-47e4-8c7a-1011e541207f for host: dv-cinder-839793-5-iscsi {{(pid=103472) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 14:17:17.984272 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b521da5f-3e55-4462-a3ed-d966f30e8458 None None] Routers {'0a0e8fdb-42c2-47e4-8c7a-1011e541207f'} bound to L3 agent in host dv-cinder-839793-5-iscsi {{(pid=103472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 14:17:17.984824 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.db.l3_hamode_db [None req-b521da5f-3e55-4462-a3ed-d966f30e8458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-03T14:04:39Z,description=,heartbeat_timestamp=2022-05-03T14:17:09Z,host='dv-cinder-839793-5-iscsi',id=2583ee88-9503-4370-b6e4-0a676865815e,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T14:04:39Z,topic='l3_agent')) {'router_ids': ['0a0e8fdb-42c2-47e4-8c7a-1011e541207f'], 'active': True} {{(pid=103472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:17:18.114364 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.db.l3_dvr_db [None req-b521da5f-3e55-4462-a3ed-d966f30e8458 None None] Set router 0a0e8fdb-42c2-47e4-8c7a-1011e541207f gateway port host: dv-cinder-839793-5-iscsi {{(pid=103472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 14:17:18.151879 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502feeb8-a4f0-44f7-b12c-9304ef99ba9a req-61333043-6837-40ac-8963-656c9861c585 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:17:18.154188 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-502feeb8-a4f0-44f7-b12c-9304ef99ba9a req-61333043-6837-40ac-8963-656c9861c585 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] 10.222.0.36 "GET /v2.0/ports?device_id=2ee19045-222a-44c1-abc1-2205c8a96ab9 HTTP/1.1" status: 200 len: 945 time: 0.0519898 May 03 14:17:18.213374 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-502feeb8-a4f0-44f7-b12c-9304ef99ba9a req-c0b43d1d-33b0-462a-b524-fed95f9bd38b tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] 10.222.0.36 "GET /v2.0/security-groups?id=73aeffe4-e624-496a-985c-4db7b0aaf14d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490906 May 03 14:17:18.317431 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.db.l3_hamode_db [None req-b521da5f-3e55-4462-a3ed-d966f30e8458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a0e8fdb-42c2-47e4-8c7a-1011e541207f', 'name': 'tempest-AttachVolumeShelveTestJSON-1368453836-router', 'tenant_id': '8a5fa41c00a84a80ac2b2c0cc1ef74d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2', 'external_fixed_ips': [{'subnet_id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'ip_address': '172.27.3.155'}], 'enable_snat': True}, 'gw_port_id': 'f990efd3-2f56-432e-bf17-f72ae18d5aeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T14:13:05Z', 'updated_at': '2022-05-03T14:13:19Z', 'revision_number': 4, 'project_id': '8a5fa41c00a84a80ac2b2c0cc1ef74d8', 'gw_port': {'id': 'f990efd3-2f56-432e-bf17-f72ae18d5aeb', 'name': '', 'network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:46:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a0e8fdb-42c2-47e4-8c7a-1011e541207f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'ip_address': '172.27.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:13:07Z', 'updated_at': '2022-05-03T14:13:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-5-iscsi', '_interfaces': [{'id': '7e3ad977-c281-4719-87ff-0634b02ca3d1', 'name': '', 'network_id': '1672c90c-dee1-453a-a1dd-749ff902086f', 'tenant_id': '8a5fa41c00a84a80ac2b2c0cc1ef74d8', 'mac_address': 'fa:16:3e:79:72:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a0e8fdb-42c2-47e4-8c7a-1011e541207f', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '9797d54b-d4ac-4959-9119-15649c917e44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:13:15Z', 'updated_at': '2022-05-03T14:13:30Z', 'revision_number': 5, 'project_id': '8a5fa41c00a84a80ac2b2c0cc1ef74d8', 'subnets': [{'id': '9797d54b-d4ac-4959-9119-15649c917e44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-5-iscsi', False) {} {{(pid=103472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:17:18.349928 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b521da5f-3e55-4462-a3ed-d966f30e8458 None None] The sync data for ids ['0a0e8fdb-42c2-47e4-8c7a-1011e541207f'] in dv-cinder-839793-5-iscsi is: [{'id': '0a0e8fdb-42c2-47e4-8c7a-1011e541207f', 'name': 'tempest-AttachVolumeShelveTestJSON-1368453836-router', 'tenant_id': '8a5fa41c00a84a80ac2b2c0cc1ef74d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2', 'external_fixed_ips': [{'subnet_id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'ip_address': '172.27.3.155'}], 'enable_snat': True}, 'gw_port_id': 'f990efd3-2f56-432e-bf17-f72ae18d5aeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T14:13:05Z', 'updated_at': '2022-05-03T14:13:19Z', 'revision_number': 4, 'project_id': '8a5fa41c00a84a80ac2b2c0cc1ef74d8', 'gw_port': {'id': 'f990efd3-2f56-432e-bf17-f72ae18d5aeb', 'name': '', 'network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:46:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a0e8fdb-42c2-47e4-8c7a-1011e541207f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'ip_address': '172.27.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:13:07Z', 'updated_at': '2022-05-03T14:13:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-5-iscsi', '_interfaces': [{'id': '7e3ad977-c281-4719-87ff-0634b02ca3d1', 'name': '', 'network_id': '1672c90c-dee1-453a-a1dd-749ff902086f', 'tenant_id': '8a5fa41c00a84a80ac2b2c0cc1ef74d8', 'mac_address': 'fa:16:3e:79:72:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a0e8fdb-42c2-47e4-8c7a-1011e541207f', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '9797d54b-d4ac-4959-9119-15649c917e44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:13:15Z', 'updated_at': '2022-05-03T14:13:30Z', 'revision_number': 5, 'project_id': '8a5fa41c00a84a80ac2b2c0cc1ef74d8', 'subnets': [{'id': '9797d54b-d4ac-4959-9119-15649c917e44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 14:17:18.405727 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.wsgi [-] (103470) accepted ('10.222.0.36', 48060) {{(pid=103470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:17:18.469603 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-d98b8376-a597-4158-8101-65ac70982799 req-acbb50c7-1e12-4aa3-9c57-394de4ccf267 tempest-TestMinimumBasicScenario-1557761218 tempest-TestMinimumBasicScenario-1557761218-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-910510673&fields=id&tenant_id=1c2479422e8c413e8ee554aa4f355bca HTTP/1.1" status: 200 len: 267 time: 0.0672381 May 03 14:17:18.472634 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-ac565c16-b58f-4d1c-88fe-75c17dd7a947 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] Publish callbacks [] for security_group (5256d9b7-303d-41e8-9beb-13271ea5bfe5), before_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:17:18.497274 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-ac565c16-b58f-4d1c-88fe-75c17dd7a947 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] Publish callbacks [] for security_group (5256d9b7-303d-41e8-9beb-13271ea5bfe5), precommit_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:17:18.524118 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98b8376-a597-4158-8101-65ac70982799 req-05af38c1-2bd9-479a-bdda-5cda80f6c16c tempest-TestMinimumBasicScenario-1557761218 tempest-TestMinimumBasicScenario-1557761218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:17:18.525718 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-d98b8376-a597-4158-8101-65ac70982799 req-05af38c1-2bd9-479a-bdda-5cda80f6c16c tempest-TestMinimumBasicScenario-1557761218 tempest-TestMinimumBasicScenario-1557761218-project] 10.222.0.36 "GET /v2.0/ports?device_id=f49e6294-3ef2-4598-8866-1ef6698a5aee HTTP/1.1" status: 200 len: 984 time: 0.0509717 May 03 14:17:18.538528 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.v2.base [req-d98b8376-a597-4158-8101-65ac70982799 req-5166b30d-6642-46c4-a06f-774ba5df78db tempest-TestMinimumBasicScenario-1557761218 tempest-TestMinimumBasicScenario-1557761218-project] Request body: {'port': {'security_groups': ['5ecd445a-dda4-4baf-94a7-7543188df186']}} {{(pid=103469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 14:17:18.550791 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-ac565c16-b58f-4d1c-88fe-75c17dd7a947 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656397'] for security_group (5256d9b7-303d-41e8-9beb-13271ea5bfe5), after_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:17:18.553365 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-ac565c16-b58f-4d1c-88fe-75c17dd7a947 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] Publish callbacks [] for security_group (None), before_response {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:17:18.554531 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [None req-ac565c16-b58f-4d1c-88fe-75c17dd7a947 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] 10.222.0.36 "DELETE /v2.0/security-groups/5256d9b7-303d-41e8-9beb-13271ea5bfe5 HTTP/1.1" status: 204 len: 168 time: 0.1471839 May 03 14:17:18.558495 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.wsgi [-] (103470) accepted ('10.222.0.36', 48062) {{(pid=103470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:17:18.576095 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac565c16-b58f-4d1c-88fe-75c17dd7a947 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5256d9b7-303d-41e8-9beb-13271ea5bfe5,revision_number=None']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:17:18.578955 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.api.v2.resource [None req-6f17d736-a4a1-48e4-ae45-a5dd0f905fd1 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] show failed (client error): The resource could not be found. May 03 14:17:18.580250 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [None req-6f17d736-a4a1-48e4-ae45-a5dd0f905fd1 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] 10.222.0.36 "GET /v2.0/security-groups/5256d9b7-303d-41e8-9beb-13271ea5bfe5 HTTP/1.1" status: 404 len: 347 time: 0.0207059 May 03 14:17:18.585422 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.36', 48064) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:17:18.588518 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac565c16-b58f-4d1c-88fe-75c17dd7a947 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:17:18.588975 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac565c16-b58f-4d1c-88fe-75c17dd7a947 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:17:18.589521 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac565c16-b58f-4d1c-88fe-75c17dd7a947 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:17:18.589951 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac565c16-b58f-4d1c-88fe-75c17dd7a947 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:17:18.590397 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac565c16-b58f-4d1c-88fe-75c17dd7a947 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:17:18.590815 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac565c16-b58f-4d1c-88fe-75c17dd7a947 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:17:18.591370 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac565c16-b58f-4d1c-88fe-75c17dd7a947 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:17:18.591917 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac565c16-b58f-4d1c-88fe-75c17dd7a947 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:17:18.592470 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac565c16-b58f-4d1c-88fe-75c17dd7a947 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:17:18.592883 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac565c16-b58f-4d1c-88fe-75c17dd7a947 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:17:18.593325 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac565c16-b58f-4d1c-88fe-75c17dd7a947 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:17:18.593739 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac565c16-b58f-4d1c-88fe-75c17dd7a947 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:17:18.594168 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac565c16-b58f-4d1c-88fe-75c17dd7a947 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:17:18.594591 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac565c16-b58f-4d1c-88fe-75c17dd7a947 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:17:18.595004 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac565c16-b58f-4d1c-88fe-75c17dd7a947 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:17:18.639313 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46bfef86-f119-44aa-847f-89ed880f27c6 None None] New status for floating IP aa611721-c513-4f64-a9e6-21b134b25ee8: DOWN {{(pid=103471) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 03 14:17:18.659600 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-d98b8376-a597-4158-8101-65ac70982799 req-5166b30d-6642-46c4-a06f-774ba5df78db tempest-TestMinimumBasicScenario-1557761218 tempest-TestMinimumBasicScenario-1557761218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585126'] for port (f629260d-81fd-43c7-af1b-2e47940e5d03), before_update {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:17:18.776221 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.plugin [None req-92e9e988-283b-4e51-a1d5-8de7cdf6a866 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] Deleting port 7eed3417-a1cc-430b-9136-85d7bbe06778 {{(pid=103469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 14:17:18.776567 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-92e9e988-283b-4e51-a1d5-8de7cdf6a866 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786921277453'] for port (7eed3417-a1cc-430b-9136-85d7bbe06778), before_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:17:18.922053 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-92e9e988-283b-4e51-a1d5-8de7cdf6a866 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1690342'] for port (7eed3417-a1cc-430b-9136-85d7bbe06778), precommit_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:17:18.922348 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-92e9e988-283b-4e51-a1d5-8de7cdf6a866 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] Publish callbacks [] for floatingip (7eed3417-a1cc-430b-9136-85d7bbe06778), precommit_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:17:18.941984 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.plugin [None req-92e9e988-283b-4e51-a1d5-8de7cdf6a866 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] Calling delete_port for 7eed3417-a1cc-430b-9136-85d7bbe06778 owned by network:floatingip {{(pid=103469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 14:17:19.012050 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.db [req-d98b8376-a597-4158-8101-65ac70982799 req-5166b30d-6642-46c4-a06f-774ba5df78db tempest-TestMinimumBasicScenario-1557761218 tempest-TestMinimumBasicScenario-1557761218-project] For port f629260d-81fd-43c7-af1b-2e47940e5d03, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=f629260d-81fd-43c7-af1b-2e47940e5d03,segment=NetworkSegment(0a761dc3-2a3e-41fe-ad2f-dc1a6256ae05),segment_id=0a761dc3-2a3e-41fe-ad2f-dc1a6256ae05)] {{(pid=103469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 14:17:19.055302 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-d98b8376-a597-4158-8101-65ac70982799 req-5166b30d-6642-46c4-a06f-774ba5df78db tempest-TestMinimumBasicScenario-1557761218 tempest-TestMinimumBasicScenario-1557761218-project] Publish callbacks [] for port (f629260d-81fd-43c7-af1b-2e47940e5d03), precommit_update {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:17:19.067519 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-d98b8376-a597-4158-8101-65ac70982799 req-5166b30d-6642-46c4-a06f-774ba5df78db tempest-TestMinimumBasicScenario-1557761218 tempest-TestMinimumBasicScenario-1557761218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786921284783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786920821414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786920821432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6178150'] for port (f629260d-81fd-43c7-af1b-2e47940e5d03), after_update {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:17:19.079731 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.db [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] get_ports_and_sgs() called for port_ids ['f629260d-81fd-43c7-af1b-2e47940e5d03'] {{(pid=103471) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 03 14:17:19.113608 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98b8376-a597-4158-8101-65ac70982799 req-5166b30d-6642-46c4-a06f-774ba5df78db tempest-TestMinimumBasicScenario-1557761218 tempest-TestMinimumBasicScenario-1557761218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:17:19.114220 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-d98b8376-a597-4158-8101-65ac70982799 req-5166b30d-6642-46c4-a06f-774ba5df78db tempest-TestMinimumBasicScenario-1557761218 tempest-TestMinimumBasicScenario-1557761218-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218734'] for port (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:17:19.115681 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-d98b8376-a597-4158-8101-65ac70982799 req-5166b30d-6642-46c4-a06f-774ba5df78db tempest-TestMinimumBasicScenario-1557761218 tempest-TestMinimumBasicScenario-1557761218-project] 10.222.0.36 "PUT /v2.0/ports/f629260d-81fd-43c7-af1b-2e47940e5d03 HTTP/1.1" status: 200 len: 942 time: 0.5824714 May 03 14:17:19.123778 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.wsgi [-] (103470) accepted ('10.222.0.36', 48066) {{(pid=103470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:17:19.169762 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5166b30d-6642-46c4-a06f-774ba5df78db tempest-TestMinimumBasicScenario-1557761218 tempest-TestMinimumBasicScenario-1557761218-project] Pushing event updated for resources: {'Port': ['ID=f629260d-81fd-43c7-af1b-2e47940e5d03,revision_number=7']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:17:19.189489 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-92e9e988-283b-4e51-a1d5-8de7cdf6a866 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786921284765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786920821405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6178079'] for port (7eed3417-a1cc-430b-9136-85d7bbe06778), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:17:19.216590 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-ccb853de-238e-45c0-a45e-5ce34847d7ba tempest-TestMinimumBasicScenario-1557761218 tempest-TestMinimumBasicScenario-1557761218-project] Publish callbacks [] for security_group (f4b50e11-89f2-4740-9a3f-f760ba0dc3f2), before_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:17:19.227916 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e9e988-283b-4e51-a1d5-8de7cdf6a866 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] Pushing event deleted for resources: {'Port': ['ID=7eed3417-a1cc-430b-9136-85d7bbe06778,revision_number=None']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:17:19.229453 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.db [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] get_ports_and_sgs() called for port_ids ['f629260d-81fd-43c7-af1b-2e47940e5d03'] {{(pid=103471) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 03 14:17:19.254191 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-ccb853de-238e-45c0-a45e-5ce34847d7ba tempest-TestMinimumBasicScenario-1557761218 tempest-TestMinimumBasicScenario-1557761218-project] Publish callbacks [] for security_group (f4b50e11-89f2-4740-9a3f-f760ba0dc3f2), precommit_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:17:19.288877 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-92e9e988-283b-4e51-a1d5-8de7cdf6a866 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] Publish callbacks [] for floatingip (aa611721-c513-4f64-a9e6-21b134b25ee8), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:17:19.292253 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-92e9e988-283b-4e51-a1d5-8de7cdf6a866 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218734'] for floatingip (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:17:19.297149 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-92e9e988-283b-4e51-a1d5-8de7cdf6a866 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] 10.222.0.36 "DELETE /v2.0/floatingips/aa611721-c513-4f64-a9e6-21b134b25ee8 HTTP/1.1" status: 204 len: 168 time: 0.7070842 May 03 14:17:19.385646 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95330bbd-4a41-4868-92a7-7727c363fefb req-c76367b9-a7e8-401d-b18d-37e87eafebf0 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:17:19.387385 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-95330bbd-4a41-4868-92a7-7727c363fefb req-c76367b9-a7e8-401d-b18d-37e87eafebf0 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] 10.222.0.36 "GET /v2.0/ports?device_id=2ee19045-222a-44c1-abc1-2205c8a96ab9 HTTP/1.1" status: 200 len: 945 time: 0.0606563 May 03 14:17:19.387967 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-ccb853de-238e-45c0-a45e-5ce34847d7ba tempest-TestMinimumBasicScenario-1557761218 tempest-TestMinimumBasicScenario-1557761218-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656397'] for security_group (f4b50e11-89f2-4740-9a3f-f760ba0dc3f2), after_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:17:19.390611 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-ccb853de-238e-45c0-a45e-5ce34847d7ba tempest-TestMinimumBasicScenario-1557761218 tempest-TestMinimumBasicScenario-1557761218-project] Publish callbacks [] for security_group (None), before_response {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:17:19.391792 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [None req-ccb853de-238e-45c0-a45e-5ce34847d7ba tempest-TestMinimumBasicScenario-1557761218 tempest-TestMinimumBasicScenario-1557761218-project] 10.222.0.36 "DELETE /v2.0/security-groups/f4b50e11-89f2-4740-9a3f-f760ba0dc3f2 HTTP/1.1" status: 204 len: 168 time: 0.2670195 May 03 14:17:19.394811 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.36', 48072) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:17:19.402822 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb853de-238e-45c0-a45e-5ce34847d7ba tempest-TestMinimumBasicScenario-1557761218 tempest-TestMinimumBasicScenario-1557761218-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4b50e11-89f2-4740-9a3f-f760ba0dc3f2,revision_number=None']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:17:19.444263 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.provisioning_blocks [None req-3f375aed-ef38-4079-baee-6a5561b8dc22 None None] Provisioning complete for port f629260d-81fd-43c7-af1b-2e47940e5d03 triggered by entity DHCP. {{(pid=103471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 14:17:19.444621 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-3f375aed-ef38-4079-baee-6a5561b8dc22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749148'] for port (f629260d-81fd-43c7-af1b-2e47940e5d03), provisioning_complete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:17:19.445909 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-95330bbd-4a41-4868-92a7-7727c363fefb req-4fe78a5d-a9e2-40a1-a1d8-a6b5a0cb29fc tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] 10.222.0.36 "GET /v2.0/security-groups?id=73aeffe4-e624-496a-985c-4db7b0aaf14d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450475 May 03 14:17:19.578392 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [None req-3f375aed-ef38-4079-baee-6a5561b8dc22 None None] Current status of the port f629260d-81fd-43c7-af1b-2e47940e5d03 is: ACTIVE; New status is: ACTIVE {{(pid=103471) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 14:17:19.581838 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.plugin [None req-3fb061de-aa33-4452-9b04-584c9d07037c tempest-TestMinimumBasicScenario-1557761218 tempest-TestMinimumBasicScenario-1557761218-project] Deleting port 2354dac0-3786-45af-9e56-86f99a527fc4 {{(pid=103469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 14:17:19.582282 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-3fb061de-aa33-4452-9b04-584c9d07037c tempest-TestMinimumBasicScenario-1557761218 tempest-TestMinimumBasicScenario-1557761218-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786921277453'] for port (2354dac0-3786-45af-9e56-86f99a527fc4), before_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:17:19.656508 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-3fb061de-aa33-4452-9b04-584c9d07037c tempest-TestMinimumBasicScenario-1557761218 tempest-TestMinimumBasicScenario-1557761218-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1690342'] for port (2354dac0-3786-45af-9e56-86f99a527fc4), precommit_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:17:19.656835 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-3fb061de-aa33-4452-9b04-584c9d07037c tempest-TestMinimumBasicScenario-1557761218 tempest-TestMinimumBasicScenario-1557761218-project] Publish callbacks [] for floatingip (2354dac0-3786-45af-9e56-86f99a527fc4), precommit_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:17:19.668966 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.wsgi [-] (103470) accepted ('10.222.0.36', 48074) {{(pid=103470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:17:19.669657 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.plugin [None req-3fb061de-aa33-4452-9b04-584c9d07037c tempest-TestMinimumBasicScenario-1557761218 tempest-TestMinimumBasicScenario-1557761218-project] Calling delete_port for 2354dac0-3786-45af-9e56-86f99a527fc4 owned by network:floatingip {{(pid=103469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 14:17:19.673705 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.v2.base [None req-2cc872f9-55e2-4f2d-850c-119fcd330e87 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] Request body: {'security_group': {'name': 'tempest-securitygroup--400093961', 'description': 'tempest-description--368873587'}} {{(pid=103470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 14:17:19.695868 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-2cc872f9-55e2-4f2d-850c-119fcd330e87 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] Publish callbacks [] for security_group (None), before_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:17:19.713313 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f49e6294-3ef2-4598-8866-1ef6698a5aee', 'tag': 'f629260d-81fd-43c7-af1b-2e47940e5d03'}] {{(pid=103469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 14:17:19.715691 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68fe64b6b3a70a2f5f611128c103f52e8e68dc233ccb418b63396cbb83134719" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6401e425-a40e-47e9-9d02-17860e77c0e4" -d '{"events": [{"name": "network-changed", "server_uuid": "f49e6294-3ef2-4598-8866-1ef6698a5aee", "tag": "f629260d-81fd-43c7-af1b-2e47940e5d03"}]}' {{(pid=103469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 14:17:19.753675 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 May 2022 14:17:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4874c480-839f-4563-a91d-b5a10c608a22 x-openstack-request-id: req-4874c480-839f-4563-a91d-b5a10c608a22 {{(pid=103469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 14:17:19.753959 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f49e6294-3ef2-4598-8866-1ef6698a5aee", "tag": "f629260d-81fd-43c7-af1b-2e47940e5d03", "status": "completed", "code": 200}]} {{(pid=103469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 14:17:19.754201 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-4874c480-839f-4563-a91d-b5a10c608a22 {{(pid=103469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 14:17:19.754595 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4874c480-839f-4563-a91d-b5a10c608a22'] response: {'name': 'network-changed', 'server_uuid': 'f49e6294-3ef2-4598-8866-1ef6698a5aee', 'tag': 'f629260d-81fd-43c7-af1b-2e47940e5d03', 'status': 'completed', 'code': 200} May 03 14:17:19.770804 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-2cc872f9-55e2-4f2d-850c-119fcd330e87 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] Publish callbacks [] for security_group (41301f83-068e-419d-9fe1-30ab26b6fce2), precommit_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:17:19.776822 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-2cc872f9-55e2-4f2d-850c-119fcd330e87 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656397'] for security_group (41301f83-068e-419d-9fe1-30ab26b6fce2), after_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:17:19.806488 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc872f9-55e2-4f2d-850c-119fcd330e87 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] Pushing event updated for resources: {'SecurityGroup': ['ID=41301f83-068e-419d-9fe1-30ab26b6fce2,revision_number=1']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:17:19.811141 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-2cc872f9-55e2-4f2d-850c-119fcd330e87 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] Publish callbacks [] for security_group (None), before_response {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:17:19.812358 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [None req-2cc872f9-55e2-4f2d-850c-119fcd330e87 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1423881 May 03 14:17:19.815328 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.wsgi [-] (103470) accepted ('10.222.0.36', 48078) {{(pid=103470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:17:19.819698 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.v2.base [None req-66821f50-bbde-48d5-891c-0e560060e7d3 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] Request body: {'security_group_rule': {'security_group_id': '41301f83-068e-419d-9fe1-30ab26b6fce2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 14:17:19.833178 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6401e425-a40e-47e9-9d02-17860e77c0e4 req-4a3c360c-8631-42c7-98bb-6a7631f9e43e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:17:19.835137 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-6401e425-a40e-47e9-9d02-17860e77c0e4 req-4a3c360c-8631-42c7-98bb-6a7631f9e43e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1c2479422e8c413e8ee554aa4f355bca&device_id=f49e6294-3ef2-4598-8866-1ef6698a5aee HTTP/1.1" status: 200 len: 1129 time: 0.0545182 May 03 14:17:19.846049 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-66821f50-bbde-48d5-891c-0e560060e7d3 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] Publish callbacks [] for security_group_rule (99a6a26a-7d21-4ad7-9e9d-d9fb88cec6c0), before_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:17:19.904940 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-66821f50-bbde-48d5-891c-0e560060e7d3 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] Publish callbacks [] for security_group_rule (99a6a26a-7d21-4ad7-9e9d-d9fb88cec6c0), precommit_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:17:19.909701 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-66821f50-bbde-48d5-891c-0e560060e7d3 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656574'] for security_group_rule (99a6a26a-7d21-4ad7-9e9d-d9fb88cec6c0), after_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:17:19.927272 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66821f50-bbde-48d5-891c-0e560060e7d3 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99a6a26a-7d21-4ad7-9e9d-d9fb88cec6c0,revision_number=0']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:17:19.936318 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-66821f50-bbde-48d5-891c-0e560060e7d3 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:17:19.937766 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [None req-66821f50-bbde-48d5-891c-0e560060e7d3 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1214089 May 03 14:17:19.940775 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.wsgi [-] (103470) accepted ('10.222.0.36', 48080) {{(pid=103470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:17:19.945084 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.v2.base [None req-0249f70f-b824-490e-b638-bb64041ba2ff tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] Request body: {'security_group_rule': {'security_group_id': '41301f83-068e-419d-9fe1-30ab26b6fce2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 14:17:19.973693 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-0249f70f-b824-490e-b638-bb64041ba2ff tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] Publish callbacks [] for security_group_rule (e545d5d4-fa2a-4aa0-9f1d-fd1e6584e993), before_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:17:19.975568 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6401e425-a40e-47e9-9d02-17860e77c0e4 req-d89bb4a1-c0a6-4297-8642-796bf5f76eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:17:19.977351 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-6401e425-a40e-47e9-9d02-17860e77c0e4 req-d89bb4a1-c0a6-4297-8642-796bf5f76eaf service neutron] 10.222.0.26 "GET /v2.0/networks?id=3121b82c-06ca-44d8-8e28-2f3afede7579 HTTP/1.1" status: 200 len: 916 time: 0.1353326 May 03 14:17:19.979477 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-3fb061de-aa33-4452-9b04-584c9d07037c tempest-TestMinimumBasicScenario-1557761218 tempest-TestMinimumBasicScenario-1557761218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786921284765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786920821405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6178079'] for port (2354dac0-3786-45af-9e56-86f99a527fc4), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:17:20.015245 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb061de-aa33-4452-9b04-584c9d07037c tempest-TestMinimumBasicScenario-1557761218 tempest-TestMinimumBasicScenario-1557761218-project] Pushing event deleted for resources: {'Port': ['ID=2354dac0-3786-45af-9e56-86f99a527fc4,revision_number=None']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:17:20.031554 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-0249f70f-b824-490e-b638-bb64041ba2ff tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] Publish callbacks [] for security_group_rule (e545d5d4-fa2a-4aa0-9f1d-fd1e6584e993), precommit_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:17:20.036943 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-0249f70f-b824-490e-b638-bb64041ba2ff tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656574'] for security_group_rule (e545d5d4-fa2a-4aa0-9f1d-fd1e6584e993), after_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:17:20.050650 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-6401e425-a40e-47e9-9d02-17860e77c0e4 req-cf243b7f-3762-4ff8-948c-4ff7ed4252d0 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f629260d-81fd-43c7-af1b-2e47940e5d03 HTTP/1.1" status: 200 len: 217 time: 0.0655897 May 03 14:17:20.056591 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0249f70f-b824-490e-b638-bb64041ba2ff tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e545d5d4-fa2a-4aa0-9f1d-fd1e6584e993,revision_number=0']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:17:20.062435 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-0249f70f-b824-490e-b638-bb64041ba2ff tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:17:20.066745 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [None req-0249f70f-b824-490e-b638-bb64041ba2ff tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1220958 May 03 14:17:20.067961 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.wsgi [-] (103470) accepted ('10.222.0.36', 48082) {{(pid=103470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:17:20.071960 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.v2.base [None req-3aafbd9f-8f24-46bb-9906-7ea9546f80cc tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] Request body: {'floatingip': {'floating_network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2'}} {{(pid=103470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 14:17:20.093226 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-3aafbd9f-8f24-46bb-9906-7ea9546f80cc tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:17:20.142205 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6401e425-a40e-47e9-9d02-17860e77c0e4 req-3e71b43e-e086-4baa-a867-6e1178b5ba35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:17:20.143680 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-6401e425-a40e-47e9-9d02-17860e77c0e4 req-3e71b43e-e086-4baa-a867-6e1178b5ba35 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=084cc6e3-980b-4882-a669-82e7bd2021c7 HTTP/1.1" status: 200 len: 854 time: 0.0866251 May 03 14:17:20.146611 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-3fb061de-aa33-4452-9b04-584c9d07037c tempest-TestMinimumBasicScenario-1557761218 tempest-TestMinimumBasicScenario-1557761218-project] Publish callbacks [] for floatingip (e9166e81-c223-4b13-a011-ef8c908eb62d), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:17:20.146916 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.db.l3_db [None req-3fb061de-aa33-4452-9b04-584c9d07037c tempest-TestMinimumBasicScenario-1557761218 tempest-TestMinimumBasicScenario-1557761218-project] Floating IP e9166e81-c223-4b13-a011-ef8c908eb62d disassociated (deleted). External IP: 172.27.3.201, port: f629260d-81fd-43c7-af1b-2e47940e5d03. May 03 14:17:20.171756 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-3aafbd9f-8f24-46bb-9906-7ea9546f80cc tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585126'] for port (None), before_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:17:20.231454 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6401e425-a40e-47e9-9d02-17860e77c0e4 req-dcaabbe8-e818-4718-bb9d-39ef28612720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:17:20.232952 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-6401e425-a40e-47e9-9d02-17860e77c0e4 req-dcaabbe8-e818-4718-bb9d-39ef28612720 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=3121b82c-06ca-44d8-8e28-2f3afede7579&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0823104 May 03 14:17:20.279090 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.db.db_base_plugin_common [None req-3aafbd9f-8f24-46bb-9906-7ea9546f80cc tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] Allocated IP 172.27.3.202 (e0cd7c6d-9919-41eb-b035-2bfb3175faa2/4f18d5d6-ed18-48e7-a335-d8ef216f5f78/1fd52a32-95de-4dc3-bcec-33113f6e1c9e) {{(pid=103470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 14:17:20.384364 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-3aafbd9f-8f24-46bb-9906-7ea9546f80cc tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] Publish callbacks [] for port (1fd52a32-95de-4dc3-bcec-33113f6e1c9e), precommit_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:17:20.401464 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-6401e425-a40e-47e9-9d02-17860e77c0e4 req-2e5e6d70-7c19-48b4-b5f8-0bace37b9b24 service neutron] 10.222.0.26 "GET /v2.0/networks/3121b82c-06ca-44d8-8e28-2f3afede7579?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382134 May 03 14:17:20.421660 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-3aafbd9f-8f24-46bb-9906-7ea9546f80cc tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786920821396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7524599'] for port (1fd52a32-95de-4dc3-bcec-33113f6e1c9e), after_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:17:20.461823 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aafbd9f-8f24-46bb-9906-7ea9546f80cc tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] Network e0cd7c6d-9919-41eb-b035-2bfb3175faa2 is already hosted by enough agents. {{(pid=103470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 14:17:20.467787 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.scheduler.base_scheduler [None req-3aafbd9f-8f24-46bb-9906-7ea9546f80cc tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] Resources bound (agent type, host, resource id): {{(pid=103470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 14:17:20.472678 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aafbd9f-8f24-46bb-9906-7ea9546f80cc tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] Received port after_create {{(pid=103470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 14:17:20.476421 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aafbd9f-8f24-46bb-9906-7ea9546f80cc tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] Pushing event updated for resources: {'Port': ['ID=1fd52a32-95de-4dc3-bcec-33113f6e1c9e,revision_number=1']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:17:20.567033 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-3aafbd9f-8f24-46bb-9906-7ea9546f80cc tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] Publish callbacks [] for floatingip (b313a0da-eaa8-47a2-9e0e-3647cee7584a), precommit_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:17:20.608233 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-3aafbd9f-8f24-46bb-9906-7ea9546f80cc tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585126'] for port (1fd52a32-95de-4dc3-bcec-33113f6e1c9e), before_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:17:20.762042 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-3aafbd9f-8f24-46bb-9906-7ea9546f80cc tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] Publish callbacks [] for port (1fd52a32-95de-4dc3-bcec-33113f6e1c9e), precommit_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:17:20.768446 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-3aafbd9f-8f24-46bb-9906-7ea9546f80cc tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786921284783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786920821414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786920821432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7524494'] for port (1fd52a32-95de-4dc3-bcec-33113f6e1c9e), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:17:20.770208 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4211dd47-4c2e-4450-ab68-aa075137a6ce req-1a8dd09b-ad5e-49eb-ae10-27b2a9f63a6d tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:17:20.771694 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-4211dd47-4c2e-4450-ab68-aa075137a6ce req-1a8dd09b-ad5e-49eb-ae10-27b2a9f63a6d tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] 10.222.0.36 "GET /v2.0/ports?device_id=2ee19045-222a-44c1-abc1-2205c8a96ab9 HTTP/1.1" status: 200 len: 945 time: 0.1015091 May 03 14:17:20.830978 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fb061de-aa33-4452-9b04-584c9d07037c tempest-TestMinimumBasicScenario-1557761218 tempest-TestMinimumBasicScenario-1557761218-project] Router 61ea5b01-ed7e-4a0c-9d61-6220b5b2df7a has already been hosted by L3 agent 2583ee88-9503-4370-b6e4-0a676865815e {{(pid=103469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 14:17:20.841150 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aafbd9f-8f24-46bb-9906-7ea9546f80cc tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] Pushing event updated for resources: {'Port': ['ID=1fd52a32-95de-4dc3-bcec-33113f6e1c9e,revision_number=2']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:17:20.853244 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-3aafbd9f-8f24-46bb-9906-7ea9546f80cc tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1700089'] for floatingip (b313a0da-eaa8-47a2-9e0e-3647cee7584a), after_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:17:20.870870 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-3aafbd9f-8f24-46bb-9906-7ea9546f80cc tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218734'] for floatingip (None), before_response {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:17:20.871886 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-6401e425-a40e-47e9-9d02-17860e77c0e4 req-3d0a8c45-0d6c-4d92-a4f8-fdae876dea8b service neutron] 10.222.0.26 "GET /v2.0/networks/3121b82c-06ca-44d8-8e28-2f3afede7579?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4640622 May 03 14:17:20.881342 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [None req-3aafbd9f-8f24-46bb-9906-7ea9546f80cc tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8038690 May 03 14:17:20.916350 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-4211dd47-4c2e-4450-ab68-aa075137a6ce req-f54a5794-d653-41c4-9c63-e6c24856c4cc tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] 10.222.0.36 "GET /v2.0/security-groups?id=73aeffe4-e624-496a-985c-4db7b0aaf14d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1166434 May 03 14:17:20.981565 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fb061de-aa33-4452-9b04-584c9d07037c tempest-TestMinimumBasicScenario-1557761218 tempest-TestMinimumBasicScenario-1557761218-project] Notify agent at l3_agent.dv-cinder-839793-5-iscsi the message routers_updated {{(pid=103469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 14:17:20.986807 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-3fb061de-aa33-4452-9b04-584c9d07037c tempest-TestMinimumBasicScenario-1557761218 tempest-TestMinimumBasicScenario-1557761218-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218734'] for floatingip (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:17:20.991938 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc3b59b3-c0a7-4c0e-8af3-91e53a2209a1 None None] Sync routers for ids ['61ea5b01-ed7e-4a0c-9d61-6220b5b2df7a'] in dv-cinder-839793-5-iscsi {{(pid=103472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 14:17:21.003378 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc3b59b3-c0a7-4c0e-8af3-91e53a2209a1 None None] Routers {'61ea5b01-ed7e-4a0c-9d61-6220b5b2df7a'} bound to L3 agent in host dv-cinder-839793-5-iscsi {{(pid=103472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 14:17:21.003996 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.db.l3_hamode_db [None req-cc3b59b3-c0a7-4c0e-8af3-91e53a2209a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-03T14:04:39Z,description=,heartbeat_timestamp=2022-05-03T14:17:09Z,host='dv-cinder-839793-5-iscsi',id=2583ee88-9503-4370-b6e4-0a676865815e,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T14:04:39Z,topic='l3_agent')) {'router_ids': ['61ea5b01-ed7e-4a0c-9d61-6220b5b2df7a'], 'active': True} {{(pid=103472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:17:21.019452 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-3fb061de-aa33-4452-9b04-584c9d07037c tempest-TestMinimumBasicScenario-1557761218 tempest-TestMinimumBasicScenario-1557761218-project] 10.222.0.36 "DELETE /v2.0/floatingips/e9166e81-c223-4b13-a011-ef8c908eb62d HTTP/1.1" status: 204 len: 168 time: 1.6236665 May 03 14:17:21.089911 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-31932af6-f1e6-4d8e-85a8-129778c89f74 req-5fa4b719-ae6f-4db3-b50d-788799038c9e tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--400093961&fields=id&tenant_id=8a5fa41c00a84a80ac2b2c0cc1ef74d8 HTTP/1.1" status: 200 len: 267 time: 0.0540709 May 03 14:17:21.122884 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.db.l3_dvr_db [None req-cc3b59b3-c0a7-4c0e-8af3-91e53a2209a1 None None] Set router 61ea5b01-ed7e-4a0c-9d61-6220b5b2df7a gateway port host: dv-cinder-839793-5-iscsi {{(pid=103472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 14:17:21.202308 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31932af6-f1e6-4d8e-85a8-129778c89f74 req-94f7e537-bc4c-46db-ae61-ece87e5af264 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:17:21.203798 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-31932af6-f1e6-4d8e-85a8-129778c89f74 req-94f7e537-bc4c-46db-ae61-ece87e5af264 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] 10.222.0.36 "GET /v2.0/networks?id=1672c90c-dee1-453a-a1dd-749ff902086f HTTP/1.1" status: 200 len: 817 time: 0.1061318 May 03 14:17:21.221351 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-31932af6-f1e6-4d8e-85a8-129778c89f74 req-3c40d18e-e826-477f-8987-15c8c51f008a tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] 10.222.0.36 "GET /v2.0/quotas/8a5fa41c00a84a80ac2b2c0cc1ef74d8 HTTP/1.1" status: 200 len: 375 time: 0.0095341 May 03 14:17:21.287001 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-31932af6-f1e6-4d8e-85a8-129778c89f74 req-45eeea93-c4c9-4c24-b91b-082151d75357 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=8a5fa41c00a84a80ac2b2c0cc1ef74d8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0595863 May 03 14:17:21.338248 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.db.l3_hamode_db [None req-cc3b59b3-c0a7-4c0e-8af3-91e53a2209a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61ea5b01-ed7e-4a0c-9d61-6220b5b2df7a', 'name': 'tempest-TestMinimumBasicScenario-2081654503-router', 'tenant_id': '1c2479422e8c413e8ee554aa4f355bca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2', 'external_fixed_ips': [{'subnet_id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'ip_address': '172.27.3.190'}], 'enable_snat': True}, 'gw_port_id': 'e55b2bc1-ae65-406b-940f-7140a98e5e0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T14:14:11Z', 'updated_at': '2022-05-03T14:14:15Z', 'revision_number': 4, 'project_id': '1c2479422e8c413e8ee554aa4f355bca', 'gw_port': {'id': 'e55b2bc1-ae65-406b-940f-7140a98e5e0e', 'name': '', 'network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:58:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61ea5b01-ed7e-4a0c-9d61-6220b5b2df7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'ip_address': '172.27.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:14:12Z', 'updated_at': '2022-05-03T14:14:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-5-iscsi', '_interfaces': [{'id': 'd12eeebd-9954-4350-83cd-86eb0e306794', 'name': '', 'network_id': '3121b82c-06ca-44d8-8e28-2f3afede7579', 'tenant_id': '1c2479422e8c413e8ee554aa4f355bca', 'mac_address': 'fa:16:3e:6d:21:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61ea5b01-ed7e-4a0c-9d61-6220b5b2df7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': '084cc6e3-980b-4882-a669-82e7bd2021c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:14:14Z', 'updated_at': '2022-05-03T14:14:20Z', 'revision_number': 5, 'project_id': '1c2479422e8c413e8ee554aa4f355bca', 'subnets': [{'id': '084cc6e3-980b-4882-a669-82e7bd2021c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-5-iscsi', False) {} {{(pid=103472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:17:21.364441 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc3b59b3-c0a7-4c0e-8af3-91e53a2209a1 None None] Checking router: 61ea5b01-ed7e-4a0c-9d61-6220b5b2df7a for host: dv-cinder-839793-5-iscsi {{(pid=103472) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 14:17:21.372902 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc3b59b3-c0a7-4c0e-8af3-91e53a2209a1 None None] Routers {'61ea5b01-ed7e-4a0c-9d61-6220b5b2df7a'} bound to L3 agent in host dv-cinder-839793-5-iscsi {{(pid=103472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 14:17:21.373545 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.db.l3_hamode_db [None req-cc3b59b3-c0a7-4c0e-8af3-91e53a2209a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-03T14:04:39Z,description=,heartbeat_timestamp=2022-05-03T14:17:09Z,host='dv-cinder-839793-5-iscsi',id=2583ee88-9503-4370-b6e4-0a676865815e,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T14:04:39Z,topic='l3_agent')) {'router_ids': ['61ea5b01-ed7e-4a0c-9d61-6220b5b2df7a'], 'active': True} {{(pid=103472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:17:21.388605 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-31932af6-f1e6-4d8e-85a8-129778c89f74 req-bff97dcb-51c0-4309-a3c3-19d54888d1c4 service neutron] 10.222.0.36 "GET /v2.0/networks/1672c90c-dee1-453a-a1dd-749ff902086f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895712 May 03 14:17:21.478833 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-31932af6-f1e6-4d8e-85a8-129778c89f74 req-65670b99-2ba5-4df1-a77a-a9289bcc875f service neutron] 10.222.0.36 "GET /v2.0/networks/1672c90c-dee1-453a-a1dd-749ff902086f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841739 May 03 14:17:21.485728 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.db.l3_dvr_db [None req-cc3b59b3-c0a7-4c0e-8af3-91e53a2209a1 None None] Set router 61ea5b01-ed7e-4a0c-9d61-6220b5b2df7a gateway port host: dv-cinder-839793-5-iscsi {{(pid=103472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 14:17:21.649000 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-670119b7-d9ab-4b72-b191-74f8872c73e0 req-b87771ab-3290-499e-8627-9af4ed40b81e tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] 10.222.0.36 "GET /v2.0/ports?device_id=649197f5-cf73-4d5b-8cf7-e885b620816f HTTP/1.1" status: 200 len: 210 time: 0.0392294 May 03 14:17:21.756229 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f49e6294-3ef2-4598-8866-1ef6698a5aee', 'tag': 'f629260d-81fd-43c7-af1b-2e47940e5d03'}] {{(pid=103469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 14:17:21.759126 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68fe64b6b3a70a2f5f611128c103f52e8e68dc233ccb418b63396cbb83134719" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61c2c08c-60ff-443a-b7ab-5c95027a38a7" -d '{"events": [{"name": "network-changed", "server_uuid": "f49e6294-3ef2-4598-8866-1ef6698a5aee", "tag": "f629260d-81fd-43c7-af1b-2e47940e5d03"}]}' {{(pid=103469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 14:17:21.796290 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.db.l3_hamode_db [None req-cc3b59b3-c0a7-4c0e-8af3-91e53a2209a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61ea5b01-ed7e-4a0c-9d61-6220b5b2df7a', 'name': 'tempest-TestMinimumBasicScenario-2081654503-router', 'tenant_id': '1c2479422e8c413e8ee554aa4f355bca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2', 'external_fixed_ips': [{'subnet_id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'ip_address': '172.27.3.190'}], 'enable_snat': True}, 'gw_port_id': 'e55b2bc1-ae65-406b-940f-7140a98e5e0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T14:14:11Z', 'updated_at': '2022-05-03T14:14:15Z', 'revision_number': 4, 'project_id': '1c2479422e8c413e8ee554aa4f355bca', 'gw_port': {'id': 'e55b2bc1-ae65-406b-940f-7140a98e5e0e', 'name': '', 'network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:58:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61ea5b01-ed7e-4a0c-9d61-6220b5b2df7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'ip_address': '172.27.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:14:12Z', 'updated_at': '2022-05-03T14:14:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-5-iscsi', '_interfaces': [{'id': 'd12eeebd-9954-4350-83cd-86eb0e306794', 'name': '', 'network_id': '3121b82c-06ca-44d8-8e28-2f3afede7579', 'tenant_id': '1c2479422e8c413e8ee554aa4f355bca', 'mac_address': 'fa:16:3e:6d:21:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61ea5b01-ed7e-4a0c-9d61-6220b5b2df7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': '084cc6e3-980b-4882-a669-82e7bd2021c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:14:14Z', 'updated_at': '2022-05-03T14:14:20Z', 'revision_number': 5, 'project_id': '1c2479422e8c413e8ee554aa4f355bca', 'subnets': [{'id': '084cc6e3-980b-4882-a669-82e7bd2021c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-5-iscsi', False) {} {{(pid=103472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:17:21.801681 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 May 2022 14:17:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dafb6ab4-ed42-48c6-a28b-9062da076365 x-openstack-request-id: req-dafb6ab4-ed42-48c6-a28b-9062da076365 {{(pid=103469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 14:17:21.801975 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f49e6294-3ef2-4598-8866-1ef6698a5aee", "tag": "f629260d-81fd-43c7-af1b-2e47940e5d03", "status": "completed", "code": 200}]} {{(pid=103469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 14:17:21.802226 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-dafb6ab4-ed42-48c6-a28b-9062da076365 {{(pid=103469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 14:17:21.802683 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dafb6ab4-ed42-48c6-a28b-9062da076365'] response: {'name': 'network-changed', 'server_uuid': 'f49e6294-3ef2-4598-8866-1ef6698a5aee', 'tag': 'f629260d-81fd-43c7-af1b-2e47940e5d03', 'status': 'completed', 'code': 200} May 03 14:17:21.825763 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc3b59b3-c0a7-4c0e-8af3-91e53a2209a1 None None] The sync data for ids ['61ea5b01-ed7e-4a0c-9d61-6220b5b2df7a'] in dv-cinder-839793-5-iscsi is: [{'id': '61ea5b01-ed7e-4a0c-9d61-6220b5b2df7a', 'name': 'tempest-TestMinimumBasicScenario-2081654503-router', 'tenant_id': '1c2479422e8c413e8ee554aa4f355bca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2', 'external_fixed_ips': [{'subnet_id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'ip_address': '172.27.3.190'}], 'enable_snat': True}, 'gw_port_id': 'e55b2bc1-ae65-406b-940f-7140a98e5e0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T14:14:11Z', 'updated_at': '2022-05-03T14:14:15Z', 'revision_number': 4, 'project_id': '1c2479422e8c413e8ee554aa4f355bca', 'gw_port': {'id': 'e55b2bc1-ae65-406b-940f-7140a98e5e0e', 'name': '', 'network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:58:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61ea5b01-ed7e-4a0c-9d61-6220b5b2df7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'ip_address': '172.27.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:14:12Z', 'updated_at': '2022-05-03T14:14:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-5-iscsi', '_interfaces': [{'id': 'd12eeebd-9954-4350-83cd-86eb0e306794', 'name': '', 'network_id': '3121b82c-06ca-44d8-8e28-2f3afede7579', 'tenant_id': '1c2479422e8c413e8ee554aa4f355bca', 'mac_address': 'fa:16:3e:6d:21:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61ea5b01-ed7e-4a0c-9d61-6220b5b2df7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': '084cc6e3-980b-4882-a669-82e7bd2021c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:14:14Z', 'updated_at': '2022-05-03T14:14:20Z', 'revision_number': 5, 'project_id': '1c2479422e8c413e8ee554aa4f355bca', 'subnets': [{'id': '084cc6e3-980b-4882-a669-82e7bd2021c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 14:17:21.870284 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c2c08c-60ff-443a-b7ab-5c95027a38a7 req-1be6fb83-dcdb-4c6e-8d23-2ee7a692b5fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:17:21.871816 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-61c2c08c-60ff-443a-b7ab-5c95027a38a7 req-1be6fb83-dcdb-4c6e-8d23-2ee7a692b5fc service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1c2479422e8c413e8ee554aa4f355bca&device_id=f49e6294-3ef2-4598-8866-1ef6698a5aee HTTP/1.1" status: 200 len: 1129 time: 0.0456197 May 03 14:17:21.943174 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.rpc [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Device 7bbb1028-4390-491f-bf7e-9db68148370c no longer exists at agent hyperv_hv-cinder-83979 {{(pid=103471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 03 14:17:21.977827 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c2c08c-60ff-443a-b7ab-5c95027a38a7 req-9ae6391b-e6b2-4294-9e9d-3da4167d526b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:17:21.980546 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-61c2c08c-60ff-443a-b7ab-5c95027a38a7 req-9ae6391b-e6b2-4294-9e9d-3da4167d526b service neutron] 10.222.0.26 "GET /v2.0/networks?id=3121b82c-06ca-44d8-8e28-2f3afede7579 HTTP/1.1" status: 200 len: 916 time: 0.1019139 May 03 14:17:21.981868 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] No Port match for: 7bbb1028-4390-491f-bf7e-9db68148370c {{(pid=103471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 03 14:17:21.982161 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.rpc [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Device 7bbb1028-4390-491f-bf7e-9db68148370c not bound to the agent host hv-cinder-83979 {{(pid=103471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 03 14:17:22.045436 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-61c2c08c-60ff-443a-b7ab-5c95027a38a7 req-14db7fc8-9e58-4481-9edd-1494d61dc614 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f629260d-81fd-43c7-af1b-2e47940e5d03 HTTP/1.1" status: 200 len: 217 time: 0.0540099 May 03 14:17:22.131901 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04b4b84f-7951-4dc5-9c4f-a3b84d160b6a None None] New status for floating IP e9166e81-c223-4b13-a011-ef8c908eb62d: DOWN {{(pid=103471) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 03 14:17:22.134313 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383dd059-f805-44c6-b0c9-cb683e5bcf05 req-54ac2584-efa0-473b-b393-18f0fe2f5f3d tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:17:22.135945 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-383dd059-f805-44c6-b0c9-cb683e5bcf05 req-54ac2584-efa0-473b-b393-18f0fe2f5f3d tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] 10.222.0.36 "GET /v2.0/ports?device_id=2ee19045-222a-44c1-abc1-2205c8a96ab9 HTTP/1.1" status: 200 len: 945 time: 0.1010506 May 03 14:17:22.163040 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c2c08c-60ff-443a-b7ab-5c95027a38a7 req-c146b388-ed9e-4354-949d-93eb493df0a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:17:22.164558 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-61c2c08c-60ff-443a-b7ab-5c95027a38a7 req-c146b388-ed9e-4354-949d-93eb493df0a1 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=084cc6e3-980b-4882-a669-82e7bd2021c7 HTTP/1.1" status: 200 len: 854 time: 0.0922558 May 03 14:17:22.233858 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-383dd059-f805-44c6-b0c9-cb683e5bcf05 req-27792c0e-f3f0-48a2-abd5-ce5231928d60 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] 10.222.0.36 "GET /v2.0/security-groups?id=73aeffe4-e624-496a-985c-4db7b0aaf14d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0911772 May 03 14:17:22.253652 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c2c08c-60ff-443a-b7ab-5c95027a38a7 req-b53b2ca9-a437-4898-bee5-2923558bd185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:17:22.255188 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-61c2c08c-60ff-443a-b7ab-5c95027a38a7 req-b53b2ca9-a437-4898-bee5-2923558bd185 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=3121b82c-06ca-44d8-8e28-2f3afede7579&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0763512 May 03 14:17:22.355385 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-61c2c08c-60ff-443a-b7ab-5c95027a38a7 req-20274c3f-c8fc-4892-9f37-f2c9ff258502 service neutron] 10.222.0.26 "GET /v2.0/networks/3121b82c-06ca-44d8-8e28-2f3afede7579?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920463 May 03 14:17:22.654863 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-61c2c08c-60ff-443a-b7ab-5c95027a38a7 req-2f9c8014-16c8-4aa4-bf0c-c5199e32b7d0 service neutron] 10.222.0.26 "GET /v2.0/networks/3121b82c-06ca-44d8-8e28-2f3afede7579?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1017334 May 03 14:17:22.759979 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-85836ec5-23b0-440d-a7fd-343385f0685e req-c78a5b52-af81-45ad-850a-4d5fa5d9d975 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] 10.222.0.36 "GET /v2.0/ports?device_id=649197f5-cf73-4d5b-8cf7-e885b620816f HTTP/1.1" status: 200 len: 210 time: 0.0334370 May 03 14:17:22.786832 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31932af6-f1e6-4d8e-85a8-129778c89f74 req-9f989624-89c8-4db6-91fb-9b928b9fd524 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:17:22.788398 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-31932af6-f1e6-4d8e-85a8-129778c89f74 req-9f989624-89c8-4db6-91fb-9b928b9fd524 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] 10.222.0.26 "GET /v2.0/networks?id=1672c90c-dee1-453a-a1dd-749ff902086f HTTP/1.1" status: 200 len: 817 time: 0.1496527 May 03 14:17:22.851000 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-31932af6-f1e6-4d8e-85a8-129778c89f74 req-a774b7e1-2778-4afa-b5ef-b31f733abd0c tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8a5fa41c00a84a80ac2b2c0cc1ef74d8 HTTP/1.1" status: 200 len: 379 time: 0.0509939 May 03 14:17:22.911047 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.v2.base [req-31932af6-f1e6-4d8e-85a8-129778c89f74 req-866559fd-6d6f-4fe6-ace6-98fa1d3799a7 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] Request body: {'port': {'device_id': '649197f5-cf73-4d5b-8cf7-e885b620816f', 'network_id': '1672c90c-dee1-453a-a1dd-749ff902086f', 'admin_state_up': True, 'tenant_id': '8a5fa41c00a84a80ac2b2c0cc1ef74d8', 'security_groups': ['41301f83-068e-419d-9fe1-30ab26b6fce2']}} {{(pid=103470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 14:17:23.023402 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-31932af6-f1e6-4d8e-85a8-129778c89f74 req-866559fd-6d6f-4fe6-ace6-98fa1d3799a7 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] Made reservation on behalf of 8a5fa41c00a84a80ac2b2c0cc1ef74d8 for: {'port': 1} {{(pid=103470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 14:17:23.026936 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [req-31932af6-f1e6-4d8e-85a8-129778c89f74 req-866559fd-6d6f-4fe6-ace6-98fa1d3799a7 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585126'] for port (None), before_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:17:23.155265 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.db.db_base_plugin_common [req-31932af6-f1e6-4d8e-85a8-129778c89f74 req-866559fd-6d6f-4fe6-ace6-98fa1d3799a7 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] Allocated IP 172.20.0.9 (1672c90c-dee1-453a-a1dd-749ff902086f/9797d54b-d4ac-4959-9119-15649c917e44/6fd0548e-0638-45b3-847d-90b445a1b6b2) {{(pid=103470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 14:17:23.294692 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [req-31932af6-f1e6-4d8e-85a8-129778c89f74 req-866559fd-6d6f-4fe6-ace6-98fa1d3799a7 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] Publish callbacks [] for port (6fd0548e-0638-45b3-847d-90b445a1b6b2), precommit_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:17:23.330476 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [req-31932af6-f1e6-4d8e-85a8-129778c89f74 req-866559fd-6d6f-4fe6-ace6-98fa1d3799a7 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786920821396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7524599'] for port (6fd0548e-0638-45b3-847d-90b445a1b6b2), after_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:17:23.344036 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f04cae4-bbaf-4b12-b5bf-58c53e26ae58 req-4b918af1-3c0f-4c28-acd2-264dcb7553e4 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:17:23.345846 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-2f04cae4-bbaf-4b12-b5bf-58c53e26ae58 req-4b918af1-3c0f-4c28-acd2-264dcb7553e4 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] 10.222.0.36 "GET /v2.0/ports?device_id=2ee19045-222a-44c1-abc1-2205c8a96ab9 HTTP/1.1" status: 200 len: 945 time: 0.0482178 May 03 14:17:23.377330 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31932af6-f1e6-4d8e-85a8-129778c89f74 req-866559fd-6d6f-4fe6-ace6-98fa1d3799a7 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] Network 1672c90c-dee1-453a-a1dd-749ff902086f is already hosted by enough agents. {{(pid=103470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 14:17:23.380548 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.scheduler.base_scheduler [req-31932af6-f1e6-4d8e-85a8-129778c89f74 req-866559fd-6d6f-4fe6-ace6-98fa1d3799a7 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] Resources bound (agent type, host, resource id): {{(pid=103470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 14:17:23.387005 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.db.l3_dvrscheduler_db [req-31932af6-f1e6-4d8e-85a8-129778c89f74 req-866559fd-6d6f-4fe6-ace6-98fa1d3799a7 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] Received port after_create {{(pid=103470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 14:17:23.393822 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-2f04cae4-bbaf-4b12-b5bf-58c53e26ae58 req-06b0003b-afd9-4faa-b2f8-8d18facb0049 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] 10.222.0.36 "GET /v2.0/security-groups?id=73aeffe4-e624-496a-985c-4db7b0aaf14d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421884 May 03 14:17:23.414516 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866559fd-6d6f-4fe6-ace6-98fa1d3799a7 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] Pushing event updated for resources: {'Port': ['ID=6fd0548e-0638-45b3-847d-90b445a1b6b2,revision_number=1']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:17:23.443133 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31932af6-f1e6-4d8e-85a8-129778c89f74 req-866559fd-6d6f-4fe6-ace6-98fa1d3799a7 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:17:23.444039 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [req-31932af6-f1e6-4d8e-85a8-129778c89f74 req-866559fd-6d6f-4fe6-ace6-98fa1d3799a7 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218734'] for port (None), before_response {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:17:23.462188 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-31932af6-f1e6-4d8e-85a8-129778c89f74 req-866559fd-6d6f-4fe6-ace6-98fa1d3799a7 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5573149 May 03 14:17:23.475024 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.v2.base [req-31932af6-f1e6-4d8e-85a8-129778c89f74 req-ead2f644-e1ab-4363-9bb4-1804b86e9508 service neutron] Request body: {'port': {'device_id': '649197f5-cf73-4d5b-8cf7-e885b620816f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83979'}} {{(pid=103470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 14:17:23.537190 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [req-31932af6-f1e6-4d8e-85a8-129778c89f74 req-ead2f644-e1ab-4363-9bb4-1804b86e9508 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585126'] for port (6fd0548e-0638-45b3-847d-90b445a1b6b2), before_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:17:23.630657 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.provisioning_blocks [None req-3e284c5a-6e89-4771-a7cd-a2fa68a15ee9 None None] Provisioning complete for port 6fd0548e-0638-45b3-847d-90b445a1b6b2 triggered by entity DHCP. {{(pid=103471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 14:17:23.631278 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-3e284c5a-6e89-4771-a7cd-a2fa68a15ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749148'] for port (6fd0548e-0638-45b3-847d-90b445a1b6b2), provisioning_complete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:17:23.667460 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [None req-3e284c5a-6e89-4771-a7cd-a2fa68a15ee9 None None] Port 6fd0548e-0638-45b3-847d-90b445a1b6b2 cannot update to ACTIVE because it is not bound. {{(pid=103471) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 03 14:17:23.781979 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07742eda-f6d0-40d7-a939-bf798e1313d7 req-fb45cc02-6df9-4dc1-9a51-e042be499126 tempest-TestMinimumBasicScenario-1557761218 tempest-TestMinimumBasicScenario-1557761218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:17:23.783679 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-07742eda-f6d0-40d7-a939-bf798e1313d7 req-fb45cc02-6df9-4dc1-9a51-e042be499126 tempest-TestMinimumBasicScenario-1557761218 tempest-TestMinimumBasicScenario-1557761218-project] 10.222.0.36 "GET /v2.0/ports?device_id=f49e6294-3ef2-4598-8866-1ef6698a5aee HTTP/1.1" status: 200 len: 945 time: 0.0494440 May 03 14:17:23.818930 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.notifiers.nova [req-31932af6-f1e6-4d8e-85a8-129778c89f74 req-ead2f644-e1ab-4363-9bb4-1804b86e9508 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6fd0548e-0638-45b3-847d-90b445a1b6b2 {{(pid=103470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 14:17:23.826658 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [req-31932af6-f1e6-4d8e-85a8-129778c89f74 req-ead2f644-e1ab-4363-9bb4-1804b86e9508 service neutron] Publish callbacks [] for port (6fd0548e-0638-45b3-847d-90b445a1b6b2), precommit_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:17:23.840065 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.db.provisioning_blocks [req-31932af6-f1e6-4d8e-85a8-129778c89f74 req-ead2f644-e1ab-4363-9bb4-1804b86e9508 service neutron] Transition to ACTIVE for port object 6fd0548e-0638-45b3-847d-90b445a1b6b2 will not be triggered until provisioned by entity L2. {{(pid=103470) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 03 14:17:23.841973 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-07742eda-f6d0-40d7-a939-bf798e1313d7 req-9fae1576-ba0e-486f-b7b3-247ec0320a92 tempest-TestMinimumBasicScenario-1557761218 tempest-TestMinimumBasicScenario-1557761218-project] 10.222.0.36 "GET /v2.0/security-groups?id=5ecd445a-dda4-4baf-94a7-7543188df186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524013 May 03 14:17:23.851354 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [req-31932af6-f1e6-4d8e-85a8-129778c89f74 req-ead2f644-e1ab-4363-9bb4-1804b86e9508 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786921284783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786920821414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786920821432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7524494'] for port (6fd0548e-0638-45b3-847d-90b445a1b6b2), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:17:23.944122 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf27a17-7c46-47f4-8f17-f98bc34031fc req-1a924231-fa5c-417a-94ef-9a9211f7b03b tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:17:23.945642 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-fcf27a17-7c46-47f4-8f17-f98bc34031fc req-1a924231-fa5c-417a-94ef-9a9211f7b03b tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] 10.222.0.36 "GET /v2.0/ports?device_id=649197f5-cf73-4d5b-8cf7-e885b620816f HTTP/1.1" status: 200 len: 943 time: 0.0963786 May 03 14:17:23.947510 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead2f644-e1ab-4363-9bb4-1804b86e9508 service neutron] Pushing event updated for resources: {'Port': ['ID=6fd0548e-0638-45b3-847d-90b445a1b6b2,revision_number=2']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:17:24.300774 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-fcf27a17-7c46-47f4-8f17-f98bc34031fc req-8d688c01-5f62-4759-ab38-1ecad19b53f5 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] 10.222.0.36 "GET /v2.0/security-groups?id=41301f83-068e-419d-9fe1-30ab26b6fce2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3476741 May 03 14:17:24.314491 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.managers [req-31932af6-f1e6-4d8e-85a8-129778c89f74 req-ead2f644-e1ab-4363-9bb4-1804b86e9508 service neutron] Attempting to bind port 6fd0548e-0638-45b3-847d-90b445a1b6b2 on host hv-cinder-83979 for vnic_type normal with profile {{(pid=103470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 03 14:17:24.314870 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.managers [req-31932af6-f1e6-4d8e-85a8-129778c89f74 req-ead2f644-e1ab-4363-9bb4-1804b86e9508 service neutron] Attempting to bind port 6fd0548e-0638-45b3-847d-90b445a1b6b2 by drivers openvswitch,hyperv on host hv-cinder-83979 at level 0 using segments [{'id': '67863d8e-3b7d-4783-aeb0-1e512a0dd290', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '1672c90c-dee1-453a-a1dd-749ff902086f'}] {{(pid=103470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 03 14:17:24.315173 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31932af6-f1e6-4d8e-85a8-129778c89f74 req-ead2f644-e1ab-4363-9bb4-1804b86e9508 service neutron] Attempting to bind port 6fd0548e-0638-45b3-847d-90b445a1b6b2 on network 1672c90c-dee1-453a-a1dd-749ff902086f {{(pid=103470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 14:17:24.319865 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31932af6-f1e6-4d8e-85a8-129778c89f74 req-ead2f644-e1ab-4363-9bb4-1804b86e9508 service neutron] Port 6fd0548e-0638-45b3-847d-90b445a1b6b2 on network 1672c90c-dee1-453a-a1dd-749ff902086f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83979 {{(pid=103470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 03 14:17:24.320192 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31932af6-f1e6-4d8e-85a8-129778c89f74 req-ead2f644-e1ab-4363-9bb4-1804b86e9508 service neutron] Attempting to bind port 6fd0548e-0638-45b3-847d-90b445a1b6b2 on network 1672c90c-dee1-453a-a1dd-749ff902086f {{(pid=103470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 14:17:24.325307 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31932af6-f1e6-4d8e-85a8-129778c89f74 req-ead2f644-e1ab-4363-9bb4-1804b86e9508 service neutron] Checking agent: {'id': 'e81ee3ce-91e9-46ba-a5c7-9619c95b22a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83979', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 14, 11, 7), 'started_at': datetime.datetime(2022, 5, 3, 14, 11, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 14, 17, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 03 14:17:24.325659 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31932af6-f1e6-4d8e-85a8-129778c89f74 req-ead2f644-e1ab-4363-9bb4-1804b86e9508 service neutron] Checking segment: {'id': '67863d8e-3b7d-4783-aeb0-1e512a0dd290', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '1672c90c-dee1-453a-a1dd-749ff902086f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 14:17:24.326051 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31932af6-f1e6-4d8e-85a8-129778c89f74 req-ead2f644-e1ab-4363-9bb4-1804b86e9508 service neutron] Bound using segment: {'id': '67863d8e-3b7d-4783-aeb0-1e512a0dd290', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '1672c90c-dee1-453a-a1dd-749ff902086f'} {{(pid=103470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 03 14:17:24.326472 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.managers [req-31932af6-f1e6-4d8e-85a8-129778c89f74 req-ead2f644-e1ab-4363-9bb4-1804b86e9508 service neutron] Bound port: 6fd0548e-0638-45b3-847d-90b445a1b6b2, host: hv-cinder-83979, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67863d8e-3b7d-4783-aeb0-1e512a0dd290', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '1672c90c-dee1-453a-a1dd-749ff902086f'}}] {{(pid=103470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 03 14:17:24.326829 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [req-31932af6-f1e6-4d8e-85a8-129778c89f74 req-ead2f644-e1ab-4363-9bb4-1804b86e9508 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585126'] for port (6fd0548e-0638-45b3-847d-90b445a1b6b2), before_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:17:24.390577 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [req-31932af6-f1e6-4d8e-85a8-129778c89f74 req-ead2f644-e1ab-4363-9bb4-1804b86e9508 service neutron] For port 6fd0548e-0638-45b3-847d-90b445a1b6b2, host hv-cinder-83979, cleared binding levels {{(pid=103470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 14:17:24.393841 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [req-31932af6-f1e6-4d8e-85a8-129778c89f74 req-ead2f644-e1ab-4363-9bb4-1804b86e9508 service neutron] For port 6fd0548e-0638-45b3-847d-90b445a1b6b2, host hv-cinder-83979, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=6fd0548e-0638-45b3-847d-90b445a1b6b2,segment=NetworkSegment(67863d8e-3b7d-4783-aeb0-1e512a0dd290),segment_id=67863d8e-3b7d-4783-aeb0-1e512a0dd290)] {{(pid=103470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 14:17:24.401242 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [req-31932af6-f1e6-4d8e-85a8-129778c89f74 req-ead2f644-e1ab-4363-9bb4-1804b86e9508 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786921284783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786920821414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786920821432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7524494'] for port (6fd0548e-0638-45b3-847d-90b445a1b6b2), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:17:24.438220 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31932af6-f1e6-4d8e-85a8-129778c89f74 req-ead2f644-e1ab-4363-9bb4-1804b86e9508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:17:24.438893 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [req-31932af6-f1e6-4d8e-85a8-129778c89f74 req-ead2f644-e1ab-4363-9bb4-1804b86e9508 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218734'] for port (None), before_response {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:17:24.440265 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-31932af6-f1e6-4d8e-85a8-129778c89f74 req-ead2f644-e1ab-4363-9bb4-1804b86e9508 service neutron] 10.222.0.26 "PUT /v2.0/ports/6fd0548e-0638-45b3-847d-90b445a1b6b2 HTTP/1.1" status: 200 len: 1093 time: 0.9699290 May 03 14:17:24.440696 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '649197f5-cf73-4d5b-8cf7-e885b620816f', 'tag': '6fd0548e-0638-45b3-847d-90b445a1b6b2'}] {{(pid=103470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 14:17:24.443013 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b59263cb8594a65023f6f3ef61310cdc9305c5272296d99e8ebfdd94dfc5ab3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c80f654-2ecf-4f9c-b57f-467ef4b0141a" -d '{"events": [{"name": "network-changed", "server_uuid": "649197f5-cf73-4d5b-8cf7-e885b620816f", "tag": "6fd0548e-0638-45b3-847d-90b445a1b6b2"}]}' {{(pid=103470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 14:17:24.466094 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead2f644-e1ab-4363-9bb4-1804b86e9508 service neutron] Pushing event updated for resources: {'Port': ['ID=6fd0548e-0638-45b3-847d-90b445a1b6b2,revision_number=3']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:17:24.513200 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 May 2022 14:17:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-975a129c-ac4f-4142-af87-3f795c954cf0 x-openstack-request-id: req-975a129c-ac4f-4142-af87-3f795c954cf0 {{(pid=103470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 14:17:24.513708 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "649197f5-cf73-4d5b-8cf7-e885b620816f", "tag": "6fd0548e-0638-45b3-847d-90b445a1b6b2", "status": "completed", "code": 200}]} {{(pid=103470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 14:17:24.514682 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-975a129c-ac4f-4142-af87-3f795c954cf0 {{(pid=103470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 14:17:24.515833 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.notifiers.nova [-] Nova event matching ['req-975a129c-ac4f-4142-af87-3f795c954cf0'] response: {'name': 'network-changed', 'server_uuid': '649197f5-cf73-4d5b-8cf7-e885b620816f', 'tag': '6fd0548e-0638-45b3-847d-90b445a1b6b2', 'status': 'completed', 'code': 200} May 03 14:17:24.522616 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9184c61f-ba64-4988-8baf-58cd4b4dee1b req-7af18c65-5599-412b-a05b-06d646b787bc tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:17:24.524198 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-9184c61f-ba64-4988-8baf-58cd4b4dee1b req-7af18c65-5599-412b-a05b-06d646b787bc tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] 10.222.0.36 "GET /v2.0/ports?device_id=2ee19045-222a-44c1-abc1-2205c8a96ab9 HTTP/1.1" status: 200 len: 945 time: 0.0539885 May 03 14:17:24.576313 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-9184c61f-ba64-4988-8baf-58cd4b4dee1b req-6be8e006-016f-4d65-ad45-06ab01f09da8 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] 10.222.0.36 "GET /v2.0/security-groups?id=73aeffe4-e624-496a-985c-4db7b0aaf14d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462401 May 03 14:17:24.965038 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7635632a-3962-44ac-bd66-c983a2b2f0dd req-9649b450-9664-43c8-a890-5c792fda2c35 tempest-TestMinimumBasicScenario-1557761218 tempest-TestMinimumBasicScenario-1557761218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:17:24.966527 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-7635632a-3962-44ac-bd66-c983a2b2f0dd req-9649b450-9664-43c8-a890-5c792fda2c35 tempest-TestMinimumBasicScenario-1557761218 tempest-TestMinimumBasicScenario-1557761218-project] 10.222.0.36 "GET /v2.0/ports?device_id=f49e6294-3ef2-4598-8866-1ef6698a5aee HTTP/1.1" status: 200 len: 945 time: 0.0477660 May 03 14:17:25.013870 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-7635632a-3962-44ac-bd66-c983a2b2f0dd req-69dfd3a6-f8f7-4c7e-a70a-a4647fe72604 tempest-TestMinimumBasicScenario-1557761218 tempest-TestMinimumBasicScenario-1557761218-project] 10.222.0.36 "GET /v2.0/security-groups?id=5ecd445a-dda4-4baf-94a7-7543188df186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417705 May 03 14:17:25.245910 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c80f654-2ecf-4f9c-b57f-467ef4b0141a req-6727dfe3-4015-495f-b102-65521f04dbed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:17:25.247373 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-6c80f654-2ecf-4f9c-b57f-467ef4b0141a req-6727dfe3-4015-495f-b102-65521f04dbed service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8a5fa41c00a84a80ac2b2c0cc1ef74d8&device_id=649197f5-cf73-4d5b-8cf7-e885b620816f HTTP/1.1" status: 200 len: 1127 time: 0.0390584 May 03 14:17:25.348634 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c80f654-2ecf-4f9c-b57f-467ef4b0141a req-7a875213-f9b9-4d3c-8247-342fdb84f86c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:17:25.350140 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-6c80f654-2ecf-4f9c-b57f-467ef4b0141a req-7a875213-f9b9-4d3c-8247-342fdb84f86c service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=8a5fa41c00a84a80ac2b2c0cc1ef74d8&shared=False HTTP/1.1" status: 200 len: 918 time: 0.0933802 May 03 14:17:25.420391 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e62875d-f440-48cc-9419-b4a990332de8 req-56b2fca0-83c6-43a3-bf83-30303edd06e7 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:17:25.421881 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-0e62875d-f440-48cc-9419-b4a990332de8 req-56b2fca0-83c6-43a3-bf83-30303edd06e7 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] 10.222.0.36 "GET /v2.0/ports?device_id=649197f5-cf73-4d5b-8cf7-e885b620816f HTTP/1.1" status: 200 len: 943 time: 0.0488005 May 03 14:17:25.471300 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-0e62875d-f440-48cc-9419-b4a990332de8 req-8b2808b4-cbb5-4772-a555-88a279993663 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] 10.222.0.36 "GET /v2.0/security-groups?id=41301f83-068e-419d-9fe1-30ab26b6fce2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427611 May 03 14:17:25.472955 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c80f654-2ecf-4f9c-b57f-467ef4b0141a req-1ec5eed2-139f-4c1e-84c4-c25d8061ac9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:17:25.475062 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-6c80f654-2ecf-4f9c-b57f-467ef4b0141a req-1ec5eed2-139f-4c1e-84c4-c25d8061ac9c service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0922353 May 03 14:17:25.534753 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a681695-2dc0-491e-bcc7-9e14fb7dfa90 req-935e9c4a-aa28-4feb-8e4d-c5d60a4c0f07 tempest-TestMinimumBasicScenario-1557761218 tempest-TestMinimumBasicScenario-1557761218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:17:25.536152 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-8a681695-2dc0-491e-bcc7-9e14fb7dfa90 req-935e9c4a-aa28-4feb-8e4d-c5d60a4c0f07 tempest-TestMinimumBasicScenario-1557761218 tempest-TestMinimumBasicScenario-1557761218-project] 10.222.0.26 "GET /v2.0/ports?device_id=f49e6294-3ef2-4598-8866-1ef6698a5aee HTTP/1.1" status: 200 len: 945 time: 0.0510099 May 03 14:17:25.560316 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31932af6-f1e6-4d8e-85a8-129778c89f74 req-5c24908b-6291-488d-b3c1-025cdc495181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:17:25.561845 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-31932af6-f1e6-4d8e-85a8-129778c89f74 req-5c24908b-6291-488d-b3c1-025cdc495181 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8a5fa41c00a84a80ac2b2c0cc1ef74d8&device_id=649197f5-cf73-4d5b-8cf7-e885b620816f HTTP/1.1" status: 200 len: 1127 time: 0.0391574 May 03 14:17:25.608511 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-31932af6-f1e6-4d8e-85a8-129778c89f74 req-8ff7fcea-d5da-4730-9048-1f1d1ae95eb8 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6fd0548e-0638-45b3-847d-90b445a1b6b2 HTTP/1.1" status: 200 len: 217 time: 0.0349314 May 03 14:17:25.622071 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.plugin [req-8a681695-2dc0-491e-bcc7-9e14fb7dfa90 req-49b060ad-1a55-4437-8e0a-cfda48deba4c tempest-TestMinimumBasicScenario-1557761218 tempest-TestMinimumBasicScenario-1557761218-project] Deleting port f629260d-81fd-43c7-af1b-2e47940e5d03 {{(pid=103469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 14:17:25.622415 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-8a681695-2dc0-491e-bcc7-9e14fb7dfa90 req-49b060ad-1a55-4437-8e0a-cfda48deba4c tempest-TestMinimumBasicScenario-1557761218 tempest-TestMinimumBasicScenario-1557761218-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786921277453'] for port (f629260d-81fd-43c7-af1b-2e47940e5d03), before_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:17:25.689676 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31932af6-f1e6-4d8e-85a8-129778c89f74 req-29167a4c-dade-49c2-b448-63cd4eb76d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:17:25.691152 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-31932af6-f1e6-4d8e-85a8-129778c89f74 req-29167a4c-dade-49c2-b448-63cd4eb76d05 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9797d54b-d4ac-4959-9119-15649c917e44 HTTP/1.1" status: 200 len: 856 time: 0.0765653 May 03 14:17:25.712902 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6d189d-5c24-4777-9892-247674244cbd req-5df183da-5089-49df-a7d6-a40bc4dbc92a tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:17:25.714523 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-5f6d189d-5c24-4777-9892-247674244cbd req-5df183da-5089-49df-a7d6-a40bc4dbc92a tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] 10.222.0.36 "GET /v2.0/ports?device_id=2ee19045-222a-44c1-abc1-2205c8a96ab9 HTTP/1.1" status: 200 len: 945 time: 0.0667887 May 03 14:17:25.717255 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.db [req-8a681695-2dc0-491e-bcc7-9e14fb7dfa90 req-49b060ad-1a55-4437-8e0a-cfda48deba4c tempest-TestMinimumBasicScenario-1557761218 tempest-TestMinimumBasicScenario-1557761218-project] For port f629260d-81fd-43c7-af1b-2e47940e5d03, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=f629260d-81fd-43c7-af1b-2e47940e5d03,segment=NetworkSegment(0a761dc3-2a3e-41fe-ad2f-dc1a6256ae05),segment_id=0a761dc3-2a3e-41fe-ad2f-dc1a6256ae05)] {{(pid=103469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 14:17:25.717661 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-8a681695-2dc0-491e-bcc7-9e14fb7dfa90 req-49b060ad-1a55-4437-8e0a-cfda48deba4c tempest-TestMinimumBasicScenario-1557761218 tempest-TestMinimumBasicScenario-1557761218-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1690342'] for port (f629260d-81fd-43c7-af1b-2e47940e5d03), precommit_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:17:25.731148 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.plugin [req-8a681695-2dc0-491e-bcc7-9e14fb7dfa90 req-49b060ad-1a55-4437-8e0a-cfda48deba4c tempest-TestMinimumBasicScenario-1557761218 tempest-TestMinimumBasicScenario-1557761218-project] Calling delete_port for f629260d-81fd-43c7-af1b-2e47940e5d03 owned by compute:nova {{(pid=103469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 14:17:25.759757 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31932af6-f1e6-4d8e-85a8-129778c89f74 req-5d8f0015-b7a9-4c64-a4dc-9b24fd249309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:17:25.761225 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-31932af6-f1e6-4d8e-85a8-129778c89f74 req-5d8f0015-b7a9-4c64-a4dc-9b24fd249309 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1672c90c-dee1-453a-a1dd-749ff902086f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0624065 May 03 14:17:25.807119 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-5f6d189d-5c24-4777-9892-247674244cbd req-ec424b8a-347c-4798-b0df-ee3897df633c tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] 10.222.0.36 "GET /v2.0/security-groups?id=73aeffe4-e624-496a-985c-4db7b0aaf14d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0738683 May 03 14:17:25.862327 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-8a681695-2dc0-491e-bcc7-9e14fb7dfa90 req-49b060ad-1a55-4437-8e0a-cfda48deba4c tempest-TestMinimumBasicScenario-1557761218 tempest-TestMinimumBasicScenario-1557761218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786921284765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786920821405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6178079'] for port (f629260d-81fd-43c7-af1b-2e47940e5d03), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:17:25.868211 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-31932af6-f1e6-4d8e-85a8-129778c89f74 req-f7141845-173c-42c8-a334-f87d97631c81 service neutron] 10.222.0.26 "GET /v2.0/networks/1672c90c-dee1-453a-a1dd-749ff902086f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000876 May 03 14:17:25.874096 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.db [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] get_ports_and_sgs() called for port_ids ['f629260d-81fd-43c7-af1b-2e47940e5d03'] {{(pid=103471) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 03 14:17:25.897919 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b060ad-1a55-4437-8e0a-cfda48deba4c tempest-TestMinimumBasicScenario-1557761218 tempest-TestMinimumBasicScenario-1557761218-project] Pushing event deleted for resources: {'Port': ['ID=f629260d-81fd-43c7-af1b-2e47940e5d03,revision_number=None']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:17:25.945386 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a681695-2dc0-491e-bcc7-9e14fb7dfa90 req-49b060ad-1a55-4437-8e0a-cfda48deba4c tempest-TestMinimumBasicScenario-1557761218 tempest-TestMinimumBasicScenario-1557761218-project] No DVR routers for this DVR port f629260d-81fd-43c7-af1b-2e47940e5d03 on host hv-cinder-83979 {{(pid=103469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 14:17:25.948217 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-8a681695-2dc0-491e-bcc7-9e14fb7dfa90 req-49b060ad-1a55-4437-8e0a-cfda48deba4c tempest-TestMinimumBasicScenario-1557761218 tempest-TestMinimumBasicScenario-1557761218-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218734'] for port (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:17:25.951986 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-8a681695-2dc0-491e-bcc7-9e14fb7dfa90 req-49b060ad-1a55-4437-8e0a-cfda48deba4c tempest-TestMinimumBasicScenario-1557761218 tempest-TestMinimumBasicScenario-1557761218-project] 10.222.0.26 "DELETE /v2.0/ports/f629260d-81fd-43c7-af1b-2e47940e5d03 HTTP/1.1" status: 204 len: 173 time: 0.4111807 May 03 14:17:25.952445 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f49e6294-3ef2-4598-8866-1ef6698a5aee', 'name': 'network-vif-deleted', 'tag': 'f629260d-81fd-43c7-af1b-2e47940e5d03'}] {{(pid=103469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 14:17:25.955582 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68fe64b6b3a70a2f5f611128c103f52e8e68dc233ccb418b63396cbb83134719" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ad25648-b518-4401-b7a2-b37fbd7f1b70" -d '{"events": [{"server_uuid": "f49e6294-3ef2-4598-8866-1ef6698a5aee", "name": "network-vif-deleted", "tag": "f629260d-81fd-43c7-af1b-2e47940e5d03"}]}' {{(pid=103469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 14:17:25.958950 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-31932af6-f1e6-4d8e-85a8-129778c89f74 req-7f4e8b11-7542-4cb0-a813-9cbf63a06331 service neutron] 10.222.0.26 "GET /v2.0/networks/1672c90c-dee1-453a-a1dd-749ff902086f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847049 May 03 14:17:25.995366 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 May 2022 14:17:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38fa6bcc-1c32-4eb8-8611-4b864e7d1cf1 x-openstack-request-id: req-38fa6bcc-1c32-4eb8-8611-4b864e7d1cf1 {{(pid=103469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 14:17:25.995663 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f49e6294-3ef2-4598-8866-1ef6698a5aee", "name": "network-vif-deleted", "tag": "f629260d-81fd-43c7-af1b-2e47940e5d03", "status": "completed", "code": 200}]} {{(pid=103469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 14:17:25.995911 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-38fa6bcc-1c32-4eb8-8611-4b864e7d1cf1 {{(pid=103469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 14:17:25.996314 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.notifiers.nova [-] Nova event matching ['req-38fa6bcc-1c32-4eb8-8611-4b864e7d1cf1'] response: {'server_uuid': 'f49e6294-3ef2-4598-8866-1ef6698a5aee', 'name': 'network-vif-deleted', 'tag': 'f629260d-81fd-43c7-af1b-2e47940e5d03', 'status': 'completed', 'code': 200} May 03 14:17:26.112796 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-9b508a15-9de7-4f14-809a-dc05bd39895c req-39bbb90c-6e18-4d34-b401-7fe34012011a tempest-TestMinimumBasicScenario-1557761218 tempest-TestMinimumBasicScenario-1557761218-project] 10.222.0.36 "GET /v2.0/ports?device_id=f49e6294-3ef2-4598-8866-1ef6698a5aee HTTP/1.1" status: 200 len: 210 time: 0.0292108 May 03 14:17:26.612561 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7e7cb8-fc80-413d-bc49-d95a51b3885a req-20ff0bf7-ea40-4b9f-ba93-8acd8140956c tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:17:26.613968 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-ee7e7cb8-fc80-413d-bc49-d95a51b3885a req-20ff0bf7-ea40-4b9f-ba93-8acd8140956c tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] 10.222.0.36 "GET /v2.0/ports?device_id=649197f5-cf73-4d5b-8cf7-e885b620816f HTTP/1.1" status: 200 len: 943 time: 0.0638199 May 03 14:17:26.671134 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-ee7e7cb8-fc80-413d-bc49-d95a51b3885a req-ee0a6344-9522-46ec-9ce4-bd5e14de95ef tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] 10.222.0.36 "GET /v2.0/security-groups?id=41301f83-068e-419d-9fe1-30ab26b6fce2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488508 May 03 14:17:26.942208 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ce8750-b7a9-4c3d-95e2-a8308569cdee req-0ef8e518-85e6-4573-b8eb-dc70e4eb4930 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:17:26.943561 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-37ce8750-b7a9-4c3d-95e2-a8308569cdee req-0ef8e518-85e6-4573-b8eb-dc70e4eb4930 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] 10.222.0.36 "GET /v2.0/ports?device_id=2ee19045-222a-44c1-abc1-2205c8a96ab9 HTTP/1.1" status: 200 len: 945 time: 0.0518677 May 03 14:17:26.991872 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-37ce8750-b7a9-4c3d-95e2-a8308569cdee req-92104d57-ad29-46ff-a596-14707621a3b2 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] 10.222.0.36 "GET /v2.0/security-groups?id=73aeffe4-e624-496a-985c-4db7b0aaf14d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424175 May 03 14:17:27.224040 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-c6369613-5d31-4103-8616-aae9ee43b4f5 req-aaec46f8-2572-4162-9402-f749cf4f0926 tempest-TestMinimumBasicScenario-1557761218 tempest-TestMinimumBasicScenario-1557761218-project] 10.222.0.36 "GET /v2.0/ports?device_id=f49e6294-3ef2-4598-8866-1ef6698a5aee HTTP/1.1" status: 200 len: 210 time: 0.0319107 May 03 14:17:27.813631 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02dd01ba-07c6-43e0-a62b-eea6e853a4d0 req-143f9b31-e7b9-4ace-b784-ae32d7f9f01a tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:17:27.815436 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-02dd01ba-07c6-43e0-a62b-eea6e853a4d0 req-143f9b31-e7b9-4ace-b784-ae32d7f9f01a tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] 10.222.0.36 "GET /v2.0/ports?device_id=649197f5-cf73-4d5b-8cf7-e885b620816f HTTP/1.1" status: 200 len: 943 time: 0.0595827 May 03 14:17:27.867452 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-02dd01ba-07c6-43e0-a62b-eea6e853a4d0 req-943edf36-d347-426c-b8d6-d5fdb04c74ca tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] 10.222.0.36 "GET /v2.0/security-groups?id=41301f83-068e-419d-9fe1-30ab26b6fce2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438938 May 03 14:17:28.137172 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e890c388-7e41-42ee-9938-a4b8550f08fb req-9c386ddb-052e-4840-a0f8-72632e0eaa29 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:17:28.138587 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-e890c388-7e41-42ee-9938-a4b8550f08fb req-9c386ddb-052e-4840-a0f8-72632e0eaa29 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] 10.222.0.36 "GET /v2.0/ports?device_id=2ee19045-222a-44c1-abc1-2205c8a96ab9 HTTP/1.1" status: 200 len: 945 time: 0.0570817 May 03 14:17:28.185398 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-e890c388-7e41-42ee-9938-a4b8550f08fb req-7f790d9b-643d-494b-8a62-6b2245f86ebf tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] 10.222.0.36 "GET /v2.0/security-groups?id=73aeffe4-e624-496a-985c-4db7b0aaf14d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408516 May 03 14:17:28.865147 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.wsgi [-] (103470) accepted ('10.222.0.36', 48216) {{(pid=103470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:17:29.015961 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e16331-166d-47e4-824e-17c506bf1bab req-2ea10529-a690-4ac0-9e9d-1adc13db8e86 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:17:29.017442 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-92e16331-166d-47e4-824e-17c506bf1bab req-2ea10529-a690-4ac0-9e9d-1adc13db8e86 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] 10.222.0.36 "GET /v2.0/ports?device_id=649197f5-cf73-4d5b-8cf7-e885b620816f HTTP/1.1" status: 200 len: 943 time: 0.0610230 May 03 14:17:29.131294 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-92e16331-166d-47e4-824e-17c506bf1bab req-3d508794-5db2-44fc-8a9a-bc835f253bf1 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] 10.222.0.36 "GET /v2.0/security-groups?id=41301f83-068e-419d-9fe1-30ab26b6fce2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0841258 May 03 14:17:29.304713 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1bcfc6-6f6f-4b38-b96a-2714dd57dd32 req-600717d1-c4d2-4ad6-8a9f-60cd6054a407 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:17:29.306236 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-ea1bcfc6-6f6f-4b38-b96a-2714dd57dd32 req-600717d1-c4d2-4ad6-8a9f-60cd6054a407 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] 10.222.0.36 "GET /v2.0/ports?device_id=2ee19045-222a-44c1-abc1-2205c8a96ab9 HTTP/1.1" status: 200 len: 945 time: 0.0469661 May 03 14:17:29.341232 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c3b2-854c-4540-99b3-18dffa15d85e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1690332'] for router_interface (61ea5b01-ed7e-4a0c-9d61-6220b5b2df7a), before_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:17:29.354772 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-ea1bcfc6-6f6f-4b38-b96a-2714dd57dd32 req-a4b3ace3-777e-42b7-9f6b-1df4af4d097a tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] 10.222.0.36 "GET /v2.0/security-groups?id=73aeffe4-e624-496a-985c-4db7b0aaf14d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428197 May 03 14:17:29.629520 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-b7e9c3b2-854c-4540-99b3-18dffa15d85e admin admin] Deleting port d12eeebd-9954-4350-83cd-86eb0e306794 {{(pid=103470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 14:17:29.629763 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c3b2-854c-4540-99b3-18dffa15d85e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786921277453'] for port (d12eeebd-9954-4350-83cd-86eb0e306794), before_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:17:29.712533 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-b7e9c3b2-854c-4540-99b3-18dffa15d85e admin admin] For port d12eeebd-9954-4350-83cd-86eb0e306794, host dv-cinder-839793-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-5-iscsi',level=0,port_id=d12eeebd-9954-4350-83cd-86eb0e306794,segment=NetworkSegment(0a761dc3-2a3e-41fe-ad2f-dc1a6256ae05),segment_id=0a761dc3-2a3e-41fe-ad2f-dc1a6256ae05)] {{(pid=103470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 14:17:29.712894 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c3b2-854c-4540-99b3-18dffa15d85e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1690342'] for port (d12eeebd-9954-4350-83cd-86eb0e306794), precommit_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:17:29.725527 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-b7e9c3b2-854c-4540-99b3-18dffa15d85e admin admin] Calling delete_port for d12eeebd-9954-4350-83cd-86eb0e306794 owned by network:router_interface {{(pid=103470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 14:17:29.921506 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c3b2-854c-4540-99b3-18dffa15d85e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786921284765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786920821405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7524599'] for port (d12eeebd-9954-4350-83cd-86eb0e306794), after_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:17:29.945575 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e9c3b2-854c-4540-99b3-18dffa15d85e admin admin] Pushing event deleted for resources: {'Port': ['ID=d12eeebd-9954-4350-83cd-86eb0e306794,revision_number=None']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:17:29.976445 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.rpc [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Device 6fd0548e-0638-45b3-847d-90b445a1b6b2 details requested by agent hyperv_hv-cinder-83979 with host hv-cinder-83979 {{(pid=103471) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 03 14:17:29.978890 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.rpc [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Device f629260d-81fd-43c7-af1b-2e47940e5d03 no longer exists at agent hyperv_hv-cinder-83979 {{(pid=103471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 03 14:17:30.012081 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] No Port match for: f629260d-81fd-43c7-af1b-2e47940e5d03 {{(pid=103471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 03 14:17:30.012540 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.rpc [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Device f629260d-81fd-43c7-af1b-2e47940e5d03 not bound to the agent host hv-cinder-83979 {{(pid=103471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 03 14:17:30.117180 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c3b2-854c-4540-99b3-18dffa15d85e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1599855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1693899'] for router_interface (61ea5b01-ed7e-4a0c-9d61-6220b5b2df7a), after_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:17:30.117812 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.db [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] For port 6fd0548e-0638-45b3-847d-90b445a1b6b2, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=6fd0548e-0638-45b3-847d-90b445a1b6b2,segment=NetworkSegment(67863d8e-3b7d-4783-aeb0-1e512a0dd290),segment_id=67863d8e-3b7d-4783-aeb0-1e512a0dd290)] {{(pid=103471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 14:17:30.265152 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.rpc [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Returning: {'device': '6fd0548e-0638-45b3-847d-90b445a1b6b2', 'network_id': '1672c90c-dee1-453a-a1dd-749ff902086f', 'port_id': '6fd0548e-0638-45b3-847d-90b445a1b6b2', 'mac_address': 'fa:16:3e:b4:5d:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 241, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9797d54b-d4ac-4959-9119-15649c917e44', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103471) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 03 14:17:30.274649 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf4eaa9-0209-4f68-845d-8ba9c25edeb6 req-e439bd3a-0541-4064-b7ea-71c1311e2d4e tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:17:30.276138 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-faf4eaa9-0209-4f68-845d-8ba9c25edeb6 req-e439bd3a-0541-4064-b7ea-71c1311e2d4e tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] 10.222.0.36 "GET /v2.0/ports?device_id=649197f5-cf73-4d5b-8cf7-e885b620816f HTTP/1.1" status: 200 len: 943 time: 0.0590150 May 03 14:17:30.303232 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Current status of the port 6fd0548e-0638-45b3-847d-90b445a1b6b2 is: DOWN; New status is: BUILD {{(pid=103471) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 14:17:30.303633 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585126'] for port (6fd0548e-0638-45b3-847d-90b445a1b6b2), before_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:17:30.316565 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.notifiers.nova [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6fd0548e-0638-45b3-847d-90b445a1b6b2 {{(pid=103471) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 14:17:30.337793 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.db [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] For port 6fd0548e-0638-45b3-847d-90b445a1b6b2, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=6fd0548e-0638-45b3-847d-90b445a1b6b2,segment=NetworkSegment(67863d8e-3b7d-4783-aeb0-1e512a0dd290),segment_id=67863d8e-3b7d-4783-aeb0-1e512a0dd290)] {{(pid=103471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 14:17:30.343454 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786921284783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786920821414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786920821432'] for port (6fd0548e-0638-45b3-847d-90b445a1b6b2), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:17:30.393055 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Pushing event updated for resources: {'Port': ['ID=6fd0548e-0638-45b3-847d-90b445a1b6b2,revision_number=4']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:17:30.397381 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-faf4eaa9-0209-4f68-845d-8ba9c25edeb6 req-2093bd53-e884-4eb9-9213-7d3f916426a4 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] 10.222.0.36 "GET /v2.0/security-groups?id=41301f83-068e-419d-9fe1-30ab26b6fce2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0844367 May 03 14:17:30.401559 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:17:30.401559 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:17:30.401832 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:17:30.402137 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:17:30.402467 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:17:30.402792 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:17:30.403112 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:17:30.403430 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:17:30.403750 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:17:30.404067 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:17:30.404384 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:17:30.404868 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:17:30.405187 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:17:30.405526 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:17:30.405842 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:17:30.418712 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7e9c3b2-854c-4540-99b3-18dffa15d85e admin admin] Router 61ea5b01-ed7e-4a0c-9d61-6220b5b2df7a has already been hosted by L3 agent 2583ee88-9503-4370-b6e4-0a676865815e {{(pid=103470) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 14:17:30.502048 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c6388a-3eea-4bee-b9b1-e2278ec31015 req-0e9b17a7-4b4f-47bd-bc5d-a0fb5f5f4fca tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:17:30.503978 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-e8c6388a-3eea-4bee-b9b1-e2278ec31015 req-0e9b17a7-4b4f-47bd-bc5d-a0fb5f5f4fca tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] 10.222.0.36 "GET /v2.0/ports?device_id=2ee19045-222a-44c1-abc1-2205c8a96ab9 HTTP/1.1" status: 200 len: 945 time: 0.0539215 May 03 14:17:30.540470 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7e9c3b2-854c-4540-99b3-18dffa15d85e admin admin] Notify agent at l3_agent.dv-cinder-839793-5-iscsi the message routers_updated {{(pid=103470) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 14:17:30.546135 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [None req-b7e9c3b2-854c-4540-99b3-18dffa15d85e admin admin] 10.222.0.36 "PUT /v2.0/routers/61ea5b01-ed7e-4a0c-9d61-6220b5b2df7a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6799753 May 03 14:17:30.548740 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.wsgi [-] (103470) accepted ('10.222.0.36', 48226) {{(pid=103470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:17:30.549816 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee0d57f1-281e-4b35-97c5-b0da5fcb23ee None None] Sync routers for ids ['61ea5b01-ed7e-4a0c-9d61-6220b5b2df7a'] in dv-cinder-839793-5-iscsi {{(pid=103472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 14:17:30.564431 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee0d57f1-281e-4b35-97c5-b0da5fcb23ee None None] Routers {'61ea5b01-ed7e-4a0c-9d61-6220b5b2df7a'} bound to L3 agent in host dv-cinder-839793-5-iscsi {{(pid=103472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 14:17:30.565395 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.db.l3_hamode_db [None req-ee0d57f1-281e-4b35-97c5-b0da5fcb23ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-03T14:04:39Z,description=,heartbeat_timestamp=2022-05-03T14:17:09Z,host='dv-cinder-839793-5-iscsi',id=2583ee88-9503-4370-b6e4-0a676865815e,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T14:04:39Z,topic='l3_agent')) {'router_ids': ['61ea5b01-ed7e-4a0c-9d61-6220b5b2df7a'], 'active': True} {{(pid=103472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:17:30.565805 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-e8c6388a-3eea-4bee-b9b1-e2278ec31015 req-de6929fb-ebdb-4155-9758-c84cd79f72ad tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] 10.222.0.36 "GET /v2.0/security-groups?id=73aeffe4-e624-496a-985c-4db7b0aaf14d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541995 May 03 14:17:30.607693 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.db [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] get_ports_and_sgs() called for port_ids ['6fd0548e-0638-45b3-847d-90b445a1b6b2'] {{(pid=103471) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 03 14:17:30.677676 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.db.l3_dvr_db [None req-ee0d57f1-281e-4b35-97c5-b0da5fcb23ee None None] Set router 61ea5b01-ed7e-4a0c-9d61-6220b5b2df7a gateway port host: dv-cinder-839793-5-iscsi {{(pid=103472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 14:17:30.853803 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.db.l3_hamode_db [None req-ee0d57f1-281e-4b35-97c5-b0da5fcb23ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61ea5b01-ed7e-4a0c-9d61-6220b5b2df7a', 'name': 'tempest-TestMinimumBasicScenario-2081654503-router', 'tenant_id': '1c2479422e8c413e8ee554aa4f355bca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2', 'external_fixed_ips': [{'subnet_id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'ip_address': '172.27.3.190'}], 'enable_snat': True}, 'gw_port_id': 'e55b2bc1-ae65-406b-940f-7140a98e5e0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T14:14:11Z', 'updated_at': '2022-05-03T14:17:29Z', 'revision_number': 5, 'project_id': '1c2479422e8c413e8ee554aa4f355bca', 'gw_port': {'id': 'e55b2bc1-ae65-406b-940f-7140a98e5e0e', 'name': '', 'network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:58:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61ea5b01-ed7e-4a0c-9d61-6220b5b2df7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'ip_address': '172.27.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:14:12Z', 'updated_at': '2022-05-03T14:14:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-5-iscsi'}], 'dv-cinder-839793-5-iscsi', False) {} {{(pid=103472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:17:30.880732 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee0d57f1-281e-4b35-97c5-b0da5fcb23ee None None] Checking router: 61ea5b01-ed7e-4a0c-9d61-6220b5b2df7a for host: dv-cinder-839793-5-iscsi {{(pid=103472) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 14:17:30.889465 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee0d57f1-281e-4b35-97c5-b0da5fcb23ee None None] Routers {'61ea5b01-ed7e-4a0c-9d61-6220b5b2df7a'} bound to L3 agent in host dv-cinder-839793-5-iscsi {{(pid=103472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 14:17:30.890076 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.db.l3_hamode_db [None req-ee0d57f1-281e-4b35-97c5-b0da5fcb23ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-03T14:04:39Z,description=,heartbeat_timestamp=2022-05-03T14:17:09Z,host='dv-cinder-839793-5-iscsi',id=2583ee88-9503-4370-b6e4-0a676865815e,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T14:04:39Z,topic='l3_agent')) {'router_ids': ['61ea5b01-ed7e-4a0c-9d61-6220b5b2df7a'], 'active': True} {{(pid=103472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:17:30.909837 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-6100f773-1b1c-46b1-b929-d6140b4f0ac1 admin admin] Publish callbacks [] for router (61ea5b01-ed7e-4a0c-9d61-6220b5b2df7a), before_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:17:30.997566 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.db.l3_dvr_db [None req-ee0d57f1-281e-4b35-97c5-b0da5fcb23ee None None] Set router 61ea5b01-ed7e-4a0c-9d61-6220b5b2df7a gateway port host: dv-cinder-839793-5-iscsi {{(pid=103472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 14:17:31.014219 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-6100f773-1b1c-46b1-b929-d6140b4f0ac1 admin admin] Publish callbacks [] for router_gateway (61ea5b01-ed7e-4a0c-9d61-6220b5b2df7a), before_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:17:31.059740 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-6100f773-1b1c-46b1-b929-d6140b4f0ac1 admin admin] Deleting port e55b2bc1-ae65-406b-940f-7140a98e5e0e {{(pid=103470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 14:17:31.060211 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-6100f773-1b1c-46b1-b929-d6140b4f0ac1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786921277453'] for port (e55b2bc1-ae65-406b-940f-7140a98e5e0e), before_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:17:31.139996 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-6100f773-1b1c-46b1-b929-d6140b4f0ac1 admin admin] For port e55b2bc1-ae65-406b-940f-7140a98e5e0e, host dv-cinder-839793-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-5-iscsi',level=0,port_id=e55b2bc1-ae65-406b-940f-7140a98e5e0e,segment=NetworkSegment(331ae69a-aeba-4f56-bd87-f289cf94ba88),segment_id=331ae69a-aeba-4f56-bd87-f289cf94ba88)] {{(pid=103470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 14:17:31.140238 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-6100f773-1b1c-46b1-b929-d6140b4f0ac1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1690342'] for port (e55b2bc1-ae65-406b-940f-7140a98e5e0e), precommit_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:17:31.152927 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-6100f773-1b1c-46b1-b929-d6140b4f0ac1 admin admin] Calling delete_port for e55b2bc1-ae65-406b-940f-7140a98e5e0e owned by network:router_gateway {{(pid=103470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 14:17:31.167751 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.db.l3_hamode_db [None req-ee0d57f1-281e-4b35-97c5-b0da5fcb23ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61ea5b01-ed7e-4a0c-9d61-6220b5b2df7a', 'name': 'tempest-TestMinimumBasicScenario-2081654503-router', 'tenant_id': '1c2479422e8c413e8ee554aa4f355bca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2', 'external_fixed_ips': [{'subnet_id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'ip_address': '172.27.3.190'}], 'enable_snat': True}, 'gw_port_id': 'e55b2bc1-ae65-406b-940f-7140a98e5e0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T14:14:11Z', 'updated_at': '2022-05-03T14:17:29Z', 'revision_number': 5, 'project_id': '1c2479422e8c413e8ee554aa4f355bca', 'gw_port': {'id': 'e55b2bc1-ae65-406b-940f-7140a98e5e0e', 'name': '', 'network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:58:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61ea5b01-ed7e-4a0c-9d61-6220b5b2df7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'ip_address': '172.27.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:14:12Z', 'updated_at': '2022-05-03T14:14:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-5-iscsi'}], 'dv-cinder-839793-5-iscsi', False) {} {{(pid=103472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:17:31.194277 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee0d57f1-281e-4b35-97c5-b0da5fcb23ee None None] The sync data for ids ['61ea5b01-ed7e-4a0c-9d61-6220b5b2df7a'] in dv-cinder-839793-5-iscsi is: [{'id': '61ea5b01-ed7e-4a0c-9d61-6220b5b2df7a', 'name': 'tempest-TestMinimumBasicScenario-2081654503-router', 'tenant_id': '1c2479422e8c413e8ee554aa4f355bca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2', 'external_fixed_ips': [{'subnet_id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'ip_address': '172.27.3.190'}], 'enable_snat': True}, 'gw_port_id': 'e55b2bc1-ae65-406b-940f-7140a98e5e0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T14:14:11Z', 'updated_at': '2022-05-03T14:17:29Z', 'revision_number': 5, 'project_id': '1c2479422e8c413e8ee554aa4f355bca', 'gw_port': {'id': 'e55b2bc1-ae65-406b-940f-7140a98e5e0e', 'name': '', 'network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:58:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61ea5b01-ed7e-4a0c-9d61-6220b5b2df7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'ip_address': '172.27.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:14:12Z', 'updated_at': '2022-05-03T14:14:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-5-iscsi'}] {{(pid=103472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 14:17:31.319926 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-6100f773-1b1c-46b1-b929-d6140b4f0ac1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786921284765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786920821405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7524599'] for port (e55b2bc1-ae65-406b-940f-7140a98e5e0e), after_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:17:31.344636 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6100f773-1b1c-46b1-b929-d6140b4f0ac1 admin admin] Pushing event deleted for resources: {'Port': ['ID=e55b2bc1-ae65-406b-940f-7140a98e5e0e,revision_number=None']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:17:31.410114 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-6100f773-1b1c-46b1-b929-d6140b4f0ac1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1700782'] for router_gateway (61ea5b01-ed7e-4a0c-9d61-6220b5b2df7a), after_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:17:31.538993 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-6100f773-1b1c-46b1-b929-d6140b4f0ac1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1703026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-103998'] for router (61ea5b01-ed7e-4a0c-9d61-6220b5b2df7a), precommit_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:17:31.542942 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-6100f773-1b1c-46b1-b929-d6140b4f0ac1 admin admin] Publish callbacks [] for router_controller (61ea5b01-ed7e-4a0c-9d61-6220b5b2df7a), precommit_delete_associations {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:17:31.580468 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df2c509-3a31-435b-a2b9-03e0ccafd16f req-0ff157f8-d7be-4844-a903-efbfbedf81d2 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:17:31.582182 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-0df2c509-3a31-435b-a2b9-03e0ccafd16f req-0ff157f8-d7be-4844-a903-efbfbedf81d2 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] 10.222.0.36 "GET /v2.0/ports?device_id=649197f5-cf73-4d5b-8cf7-e885b620816f HTTP/1.1" status: 200 len: 944 time: 0.1035128 May 03 14:17:31.644708 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-6100f773-1b1c-46b1-b929-d6140b4f0ac1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1703035'] for router (61ea5b01-ed7e-4a0c-9d61-6220b5b2df7a), after_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:17:31.645272 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6100f773-1b1c-46b1-b929-d6140b4f0ac1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 61ea5b01-ed7e-4a0c-9d61-6220b5b2df7a {{(pid=103470) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 03 14:17:31.654252 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-6100f773-1b1c-46b1-b929-d6140b4f0ac1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:17:31.657618 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [None req-6100f773-1b1c-46b1-b929-d6140b4f0ac1 admin admin] 10.222.0.36 "DELETE /v2.0/routers/61ea5b01-ed7e-4a0c-9d61-6220b5b2df7a HTTP/1.1" status: 204 len: 168 time: 1.1057889 May 03 14:17:31.660699 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.wsgi [-] (103470) accepted ('10.222.0.36', 48234) {{(pid=103470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:17:31.675885 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-0df2c509-3a31-435b-a2b9-03e0ccafd16f req-8ca3cd24-3002-4591-9cd4-fbd72fd51b80 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] 10.222.0.36 "GET /v2.0/security-groups?id=41301f83-068e-419d-9fe1-30ab26b6fce2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592437 May 03 14:17:31.704082 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3943abfb-0d6f-4e54-9892-11ccd96138b6 req-bb617cf0-c04c-4b04-b748-b7fb41a2f622 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:17:31.707014 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-3943abfb-0d6f-4e54-9892-11ccd96138b6 req-bb617cf0-c04c-4b04-b748-b7fb41a2f622 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] 10.222.0.36 "GET /v2.0/ports?device_id=2ee19045-222a-44c1-abc1-2205c8a96ab9 HTTP/1.1" status: 200 len: 945 time: 0.0670824 May 03 14:17:31.712855 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.db.db_base_plugin_v2 [None req-093d166e-3a2b-4bf1-a055-325f770da5c9 admin admin] Deleting subnet 084cc6e3-980b-4882-a669-82e7bd2021c7 {{(pid=103470) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 03 14:17:31.716185 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-093d166e-3a2b-4bf1-a055-325f770da5c9 admin admin] Publish callbacks [] for subnet (084cc6e3-980b-4882-a669-82e7bd2021c7), before_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:17:31.750405 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-093d166e-3a2b-4bf1-a055-325f770da5c9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5129590'] for subnet (084cc6e3-980b-4882-a669-82e7bd2021c7), precommit_delete_associations {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:17:31.754433 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-3943abfb-0d6f-4e54-9892-11ccd96138b6 req-7f7faa47-5342-4fb0-b764-fc8132c8d30b tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] 10.222.0.36 "GET /v2.0/security-groups?id=73aeffe4-e624-496a-985c-4db7b0aaf14d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403824 May 03 14:17:31.870078 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-093d166e-3a2b-4bf1-a055-325f770da5c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751950'] for subnet (084cc6e3-980b-4882-a669-82e7bd2021c7), precommit_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:17:31.936529 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-093d166e-3a2b-4bf1-a055-325f770da5c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7524544', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4621665'] for subnet (084cc6e3-980b-4882-a669-82e7bd2021c7), after_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:17:31.965560 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093d166e-3a2b-4bf1-a055-325f770da5c9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=084cc6e3-980b-4882-a669-82e7bd2021c7,revision_number=None']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:17:31.969232 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-093d166e-3a2b-4bf1-a055-325f770da5c9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599744'] for subnet (None), before_response {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:17:31.972481 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [None req-093d166e-3a2b-4bf1-a055-325f770da5c9 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/084cc6e3-980b-4882-a669-82e7bd2021c7 HTTP/1.1" status: 204 len: 168 time: 0.3110273 May 03 14:17:31.975114 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.wsgi [-] (103470) accepted ('10.222.0.36', 48236) {{(pid=103470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:17:31.978608 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7779331f-f0ce-486c-9796-dddc6a1a04d7 None None] Network 3121b82c-06ca-44d8-8e28-2f3afede7579 requested from dv-cinder-839793-5-iscsi {{(pid=103471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 03 14:17:31.981969 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.rpc [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Device 6fd0548e-0638-45b3-847d-90b445a1b6b2 up at agent hyperv_hv-cinder-83979 {{(pid=103471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 14:17:32.043226 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-1f6e5fa5-1487-41f5-9a32-26996b47d22b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-661340'] for network (3121b82c-06ca-44d8-8e28-2f3afede7579), before_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:17:32.090067 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.provisioning_blocks [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Provisioning for port 6fd0548e-0638-45b3-847d-90b445a1b6b2 completed by entity L2. {{(pid=103471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 03 14:17:32.090661 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-1f6e5fa5-1487-41f5-9a32-26996b47d22b admin admin] Deleting port 96e73a58-9f7c-4c56-b17e-07f91f602b65 {{(pid=103470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 14:17:32.091010 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-1f6e5fa5-1487-41f5-9a32-26996b47d22b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786921277453'] for port (96e73a58-9f7c-4c56-b17e-07f91f602b65), before_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:17:32.098945 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.provisioning_blocks [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Provisioning complete for port 6fd0548e-0638-45b3-847d-90b445a1b6b2 triggered by entity L2. {{(pid=103471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 14:17:32.099307 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749148'] for port (6fd0548e-0638-45b3-847d-90b445a1b6b2), provisioning_complete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:17:32.160132 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-1f6e5fa5-1487-41f5-9a32-26996b47d22b admin admin] For port 96e73a58-9f7c-4c56-b17e-07f91f602b65, host dv-cinder-839793-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-5-iscsi',level=0,port_id=96e73a58-9f7c-4c56-b17e-07f91f602b65,segment=NetworkSegment(0a761dc3-2a3e-41fe-ad2f-dc1a6256ae05),segment_id=0a761dc3-2a3e-41fe-ad2f-dc1a6256ae05)] {{(pid=103470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 14:17:32.160497 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-1f6e5fa5-1487-41f5-9a32-26996b47d22b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1690342'] for port (96e73a58-9f7c-4c56-b17e-07f91f602b65), precommit_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:17:32.173129 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-1f6e5fa5-1487-41f5-9a32-26996b47d22b admin admin] Calling delete_port for 96e73a58-9f7c-4c56-b17e-07f91f602b65 owned by network:dhcp {{(pid=103470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 14:17:32.187440 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Current status of the port 6fd0548e-0638-45b3-847d-90b445a1b6b2 is: BUILD; New status is: ACTIVE {{(pid=103471) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 14:17:32.187733 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585126'] for port (6fd0548e-0638-45b3-847d-90b445a1b6b2), before_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:17:32.213036 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '649197f5-cf73-4d5b-8cf7-e885b620816f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fd0548e-0638-45b3-847d-90b445a1b6b2'}] {{(pid=103471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 14:17:32.215376 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}258de9d1a1c653a46c94c94b096b8a314ffaed5fb8c929df022c823a20d863ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8399f63e-6d70-431c-807b-b374dccf5d56" -d '{"events": [{"server_uuid": "649197f5-cf73-4d5b-8cf7-e885b620816f", "name": "network-vif-plugged", "status": "completed", "tag": "6fd0548e-0638-45b3-847d-90b445a1b6b2"}]}' {{(pid=103471) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 14:17:32.239257 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01996066-0555-4806-8e1c-26293f62b9c4 None None] DHCP port deletion for 3121b82c-06ca-44d8-8e28-2f3afede7579 request from dv-cinder-839793-5-iscsi {{(pid=103471) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 03 14:17:32.249591 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.db [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] For port 6fd0548e-0638-45b3-847d-90b445a1b6b2, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=6fd0548e-0638-45b3-847d-90b445a1b6b2,segment=NetworkSegment(67863d8e-3b7d-4783-aeb0-1e512a0dd290),segment_id=67863d8e-3b7d-4783-aeb0-1e512a0dd290)] {{(pid=103471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 14:17:32.277217 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 May 2022 14:17:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09177d4a-69a6-43bc-8592-0b56432a8507 x-openstack-request-id: req-09177d4a-69a6-43bc-8592-0b56432a8507 {{(pid=103471) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 14:17:32.277539 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "649197f5-cf73-4d5b-8cf7-e885b620816f", "name": "network-vif-plugged", "status": "completed", "tag": "6fd0548e-0638-45b3-847d-90b445a1b6b2", "code": 200}]} {{(pid=103471) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 14:17:32.277799 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-09177d4a-69a6-43bc-8592-0b56432a8507 {{(pid=103471) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 14:17:32.278319 dv-cinder-839793-5-iscsi neutron-server[103471]: INFO neutron.notifiers.nova [-] Nova event matching ['req-09177d4a-69a6-43bc-8592-0b56432a8507'] response: {'server_uuid': '649197f5-cf73-4d5b-8cf7-e885b620816f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fd0548e-0638-45b3-847d-90b445a1b6b2', 'code': 200} May 03 14:17:32.278863 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-1f6e5fa5-1487-41f5-9a32-26996b47d22b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786921284765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786920821405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7524599'] for port (96e73a58-9f7c-4c56-b17e-07f91f602b65), after_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:17:32.281863 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786921284783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786920821414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786920821432'] for port (6fd0548e-0638-45b3-847d-90b445a1b6b2), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:17:32.323417 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f6e5fa5-1487-41f5-9a32-26996b47d22b admin admin] No DVR routers for this DVR port 96e73a58-9f7c-4c56-b17e-07f91f602b65 on host dv-cinder-839793-5-iscsi {{(pid=103470) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 14:17:32.323829 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [None req-01996066-0555-4806-8e1c-26293f62b9c4 None None] Deleting port 96e73a58-9f7c-4c56-b17e-07f91f602b65 {{(pid=103471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 14:17:32.324054 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-01996066-0555-4806-8e1c-26293f62b9c4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786921277453'] for port (96e73a58-9f7c-4c56-b17e-07f91f602b65), before_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:17:32.329980 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6e5fa5-1487-41f5-9a32-26996b47d22b admin admin] Pushing event deleted for resources: {'Port': ['ID=96e73a58-9f7c-4c56-b17e-07f91f602b65,revision_number=None']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:17:32.375259 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Pushing event updated for resources: {'Port': ['ID=6fd0548e-0638-45b3-847d-90b445a1b6b2,revision_number=5']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:17:32.411326 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-1f6e5fa5-1487-41f5-9a32-26996b47d22b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-751355', 'neutron.services.segments.db._delete_segments_for_network-8786921254202'] for network (3121b82c-06ca-44d8-8e28-2f3afede7579), precommit_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:17:32.416464 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.db [None req-01996066-0555-4806-8e1c-26293f62b9c4 None None] For port 96e73a58-9f7c-4c56-b17e-07f91f602b65, host dv-cinder-839793-5-iscsi, got binding levels [] {{(pid=103471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 14:17:32.416858 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-01996066-0555-4806-8e1c-26293f62b9c4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1690342'] for port (96e73a58-9f7c-4c56-b17e-07f91f602b65), precommit_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:17:32.429886 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [None req-01996066-0555-4806-8e1c-26293f62b9c4 None None] Calling delete_port for 96e73a58-9f7c-4c56-b17e-07f91f602b65 owned by network:dhcp {{(pid=103471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 14:17:32.434058 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.ipam_backend_mixin [None req-01996066-0555-4806-8e1c-26293f62b9c4 None None] Port 96e73a58-9f7c-4c56-b17e-07f91f602b65 was not found and therefore no delete operation was performed {{(pid=103471) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} May 03 14:17:32.435310 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-01996066-0555-4806-8e1c-26293f62b9c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786921284765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786920821405'] for port (96e73a58-9f7c-4c56-b17e-07f91f602b65), after_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:17:32.460777 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01996066-0555-4806-8e1c-26293f62b9c4 None None] Pushing event deleted for resources: {'Port': ['ID=96e73a58-9f7c-4c56-b17e-07f91f602b65,revision_number=None']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:17:32.464265 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01996066-0555-4806-8e1c-26293f62b9c4 None None] No DVR routers for this DVR port 96e73a58-9f7c-4c56-b17e-07f91f602b65 on host dv-cinder-839793-5-iscsi {{(pid=103471) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 14:17:32.464438 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.services.segments.db [None req-1f6e5fa5-1487-41f5-9a32-26996b47d22b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3121b82c-06ca-44d8-8e28-2f3afede7579']}} {{(pid=103470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:17:32.483440 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.services.segments.db [None req-1f6e5fa5-1487-41f5-9a32-26996b47d22b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a761dc3-2a3e-41fe-ad2f-dc1a6256ae05') {'for_net_delete': True} {{(pid=103470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:17:32.483773 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.services.segments.db [None req-1f6e5fa5-1487-41f5-9a32-26996b47d22b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a761dc3-2a3e-41fe-ad2f-dc1a6256ae05') {} {{(pid=103470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:17:32.492544 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd774477-e342-4007-9ed1-4cdc78b00f34 req-e9c9ec70-122f-4078-b808-a142f5b6da34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:17:32.494106 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-cd774477-e342-4007-9ed1-4cdc78b00f34 req-e9c9ec70-122f-4078-b808-a142f5b6da34 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=649197f5-cf73-4d5b-8cf7-e885b620816f HTTP/1.1" status: 200 len: 1129 time: 0.0796380 May 03 14:17:32.498720 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-1f6e5fa5-1487-41f5-9a32-26996b47d22b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786921254723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5129613'] for segment (0a761dc3-2a3e-41fe-ad2f-dc1a6256ae05), before_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:17:32.523767 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-1f6e5fa5-1487-41f5-9a32-26996b47d22b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-690795'] for segment (0a761dc3-2a3e-41fe-ad2f-dc1a6256ae05), precommit_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:17:32.534027 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f6e5fa5-1487-41f5-9a32-26996b47d22b admin admin] Releasing vlan 245 on physical network physnet1 to pool {{(pid=103470) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 03 14:17:32.534573 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-1f6e5fa5-1487-41f5-9a32-26996b47d22b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-690795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7524522'] for segment (0a761dc3-2a3e-41fe-ad2f-dc1a6256ae05), after_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:17:32.536330 dv-cinder-839793-5-iscsi neutron-server[103470]: Traceback (most recent call last): May 03 14:17:32.536330 dv-cinder-839793-5-iscsi neutron-server[103470]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 03 14:17:32.536330 dv-cinder-839793-5-iscsi neutron-server[103470]: timer() May 03 14:17:32.536330 dv-cinder-839793-5-iscsi neutron-server[103470]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 14:17:32.536330 dv-cinder-839793-5-iscsi neutron-server[103470]: cb(*args, **kw) May 03 14:17:32.536330 dv-cinder-839793-5-iscsi neutron-server[103470]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 03 14:17:32.536330 dv-cinder-839793-5-iscsi neutron-server[103470]: return func(*args, **kwargs) May 03 14:17:32.536330 dv-cinder-839793-5-iscsi neutron-server[103470]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 14:17:32.536330 dv-cinder-839793-5-iscsi neutron-server[103470]: self._notify() May 03 14:17:32.536330 dv-cinder-839793-5-iscsi neutron-server[103470]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 14:17:32.536330 dv-cinder-839793-5-iscsi neutron-server[103470]: self.callback(batched_events) May 03 14:17:32.536330 dv-cinder-839793-5-iscsi neutron-server[103470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 14:17:32.536330 dv-cinder-839793-5-iscsi neutron-server[103470]: event.method(event) May 03 14:17:32.536330 dv-cinder-839793-5-iscsi neutron-server[103470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 03 14:17:32.536330 dv-cinder-839793-5-iscsi neutron-server[103470]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 14:17:32.536330 dv-cinder-839793-5-iscsi neutron-server[103470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 03 14:17:32.536330 dv-cinder-839793-5-iscsi neutron-server[103470]: aggregate_uuid = self.p_client.list_aggregates( May 03 14:17:32.536330 dv-cinder-839793-5-iscsi neutron-server[103470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 03 14:17:32.536330 dv-cinder-839793-5-iscsi neutron-server[103470]: return f(self, *a, **k) May 03 14:17:32.536330 dv-cinder-839793-5-iscsi neutron-server[103470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 03 14:17:32.536330 dv-cinder-839793-5-iscsi neutron-server[103470]: return self._get(url).json() May 03 14:17:32.536330 dv-cinder-839793-5-iscsi neutron-server[103470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 03 14:17:32.536330 dv-cinder-839793-5-iscsi neutron-server[103470]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 14:17:32.536330 dv-cinder-839793-5-iscsi neutron-server[103470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 03 14:17:32.536330 dv-cinder-839793-5-iscsi neutron-server[103470]: return self.request(url, 'GET', **kwargs) May 03 14:17:32.536330 dv-cinder-839793-5-iscsi neutron-server[103470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 03 14:17:32.536330 dv-cinder-839793-5-iscsi neutron-server[103470]: base_url = self.get_endpoint(auth, allow=allow, May 03 14:17:32.536330 dv-cinder-839793-5-iscsi neutron-server[103470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 03 14:17:32.536330 dv-cinder-839793-5-iscsi neutron-server[103470]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 14:17:32.536330 dv-cinder-839793-5-iscsi neutron-server[103470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 03 14:17:32.536330 dv-cinder-839793-5-iscsi neutron-server[103470]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 14:17:32.536330 dv-cinder-839793-5-iscsi neutron-server[103470]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 14:17:32.552154 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.rpc [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Device e55b2bc1-ae65-406b-940f-7140a98e5e0e no longer exists at agent ovs-agent-dv-cinder-839793-5-iscsi {{(pid=103471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 03 14:17:32.571679 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] No Port match for: e55b2bc1-ae65-406b-940f-7140a98e5e0e {{(pid=103471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 03 14:17:32.572014 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.rpc [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Device e55b2bc1-ae65-406b-940f-7140a98e5e0e not bound to the agent host dv-cinder-839793-5-iscsi {{(pid=103471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 03 14:17:32.572420 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.rpc [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Device d12eeebd-9954-4350-83cd-86eb0e306794 no longer exists at agent ovs-agent-dv-cinder-839793-5-iscsi {{(pid=103471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 03 14:17:32.595349 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] No Port match for: d12eeebd-9954-4350-83cd-86eb0e306794 {{(pid=103471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 03 14:17:32.595694 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.rpc [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Device d12eeebd-9954-4350-83cd-86eb0e306794 not bound to the agent host dv-cinder-839793-5-iscsi {{(pid=103471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 03 14:17:32.596162 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.rpc [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Device 96e73a58-9f7c-4c56-b17e-07f91f602b65 no longer exists at agent ovs-agent-dv-cinder-839793-5-iscsi {{(pid=103471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 03 14:17:32.603795 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-cd774477-e342-4007-9ed1-4cdc78b00f34 req-84c89315-2d0f-4a00-96d9-b85ee8121450 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=41301f83-068e-419d-9fe1-30ab26b6fce2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0951989 May 03 14:17:32.613194 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-1f6e5fa5-1487-41f5-9a32-26996b47d22b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-751234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1700060'] for network (3121b82c-06ca-44d8-8e28-2f3afede7579), after_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:17:32.616724 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] No Port match for: 96e73a58-9f7c-4c56-b17e-07f91f602b65 {{(pid=103471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 03 14:17:32.617068 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.rpc [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Device 96e73a58-9f7c-4c56-b17e-07f91f602b65 not bound to the agent host dv-cinder-839793-5-iscsi {{(pid=103471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 03 14:17:32.619893 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-1f6e5fa5-1487-41f5-9a32-26996b47d22b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599744'] for network (None), before_response {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:17:32.623122 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [None req-1f6e5fa5-1487-41f5-9a32-26996b47d22b admin admin] 10.222.0.36 "DELETE /v2.0/networks/3121b82c-06ca-44d8-8e28-2f3afede7579 HTTP/1.1" status: 204 len: 168 time: 0.6470773 May 03 14:17:32.626739 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.36', 48240) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:17:32.636204 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6e5fa5-1487-41f5-9a32-26996b47d22b admin admin] Pushing event deleted for resources: {'Network': ['ID=3121b82c-06ca-44d8-8e28-2f3afede7579,revision_number=None']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:17:32.828849 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c9b9bd-2a5b-48ee-8c51-7ea7a273d521 req-53d69469-eabc-4f60-b3a7-f121274395fd tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:17:32.830329 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-48c9b9bd-2a5b-48ee-8c51-7ea7a273d521 req-53d69469-eabc-4f60-b3a7-f121274395fd tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] 10.222.0.36 "GET /v2.0/ports?device_id=649197f5-cf73-4d5b-8cf7-e885b620816f HTTP/1.1" status: 200 len: 945 time: 0.0580254 May 03 14:17:32.877899 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61eada79-f082-420d-96db-eabe0658a022 req-0e772e41-e298-4d3b-b8ed-12ac611ebbeb tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:17:32.879415 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-61eada79-f082-420d-96db-eabe0658a022 req-0e772e41-e298-4d3b-b8ed-12ac611ebbeb tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] 10.222.0.36 "GET /v2.0/ports?device_id=2ee19045-222a-44c1-abc1-2205c8a96ab9 HTTP/1.1" status: 200 len: 945 time: 0.0522628 May 03 14:17:32.927843 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-61eada79-f082-420d-96db-eabe0658a022 req-811ec2cb-5032-473a-b8a0-b461997cf157 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] 10.222.0.36 "GET /v2.0/security-groups?id=73aeffe4-e624-496a-985c-4db7b0aaf14d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426552 May 03 14:17:32.937155 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-48c9b9bd-2a5b-48ee-8c51-7ea7a273d521 req-35d61f05-8627-4550-8e9d-7f5af0da61e5 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] 10.222.0.36 "GET /v2.0/security-groups?id=41301f83-068e-419d-9fe1-30ab26b6fce2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0818224 May 03 14:17:33.096183 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-1677ae68-0410-48c6-abb9-3babb37de777 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1690332'] for router_interface (3e3f6abb-3482-4246-9605-6f7a37c14d61), before_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:17:33.380155 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.plugin [None req-1677ae68-0410-48c6-abb9-3babb37de777 admin admin] Deleting port 0e7b9bf6-aa1c-4b63-9d3b-2ee43110cab4 {{(pid=103469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 14:17:33.380373 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-1677ae68-0410-48c6-abb9-3babb37de777 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786921277453'] for port (0e7b9bf6-aa1c-4b63-9d3b-2ee43110cab4), before_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:17:33.459339 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.db [None req-1677ae68-0410-48c6-abb9-3babb37de777 admin admin] For port 0e7b9bf6-aa1c-4b63-9d3b-2ee43110cab4, host dv-cinder-839793-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-5-iscsi',level=0,port_id=0e7b9bf6-aa1c-4b63-9d3b-2ee43110cab4,segment=NetworkSegment(6ae9ecb3-f3fd-4a55-999d-21c0e316c5ee),segment_id=6ae9ecb3-f3fd-4a55-999d-21c0e316c5ee)] {{(pid=103469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 14:17:33.459702 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-1677ae68-0410-48c6-abb9-3babb37de777 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1690342'] for port (0e7b9bf6-aa1c-4b63-9d3b-2ee43110cab4), precommit_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:17:33.472967 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.plugin [None req-1677ae68-0410-48c6-abb9-3babb37de777 admin admin] Calling delete_port for 0e7b9bf6-aa1c-4b63-9d3b-2ee43110cab4 owned by network:router_interface {{(pid=103469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 14:17:33.671117 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-1677ae68-0410-48c6-abb9-3babb37de777 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786921284765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786920821405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6178079'] for port (0e7b9bf6-aa1c-4b63-9d3b-2ee43110cab4), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:17:33.696263 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1677ae68-0410-48c6-abb9-3babb37de777 admin admin] Pushing event deleted for resources: {'Port': ['ID=0e7b9bf6-aa1c-4b63-9d3b-2ee43110cab4,revision_number=None']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:17:33.706677 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1677ae68-0410-48c6-abb9-3babb37de777 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:17:33.707010 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1677ae68-0410-48c6-abb9-3babb37de777 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:17:33.707374 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1677ae68-0410-48c6-abb9-3babb37de777 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:17:33.707700 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1677ae68-0410-48c6-abb9-3babb37de777 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:17:33.708020 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1677ae68-0410-48c6-abb9-3babb37de777 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:17:33.708440 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1677ae68-0410-48c6-abb9-3babb37de777 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:17:33.708789 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1677ae68-0410-48c6-abb9-3babb37de777 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:17:33.709160 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1677ae68-0410-48c6-abb9-3babb37de777 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:17:33.709515 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1677ae68-0410-48c6-abb9-3babb37de777 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:17:33.710136 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1677ae68-0410-48c6-abb9-3babb37de777 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:17:33.710583 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1677ae68-0410-48c6-abb9-3babb37de777 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:17:33.711295 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1677ae68-0410-48c6-abb9-3babb37de777 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:17:33.711295 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1677ae68-0410-48c6-abb9-3babb37de777 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:17:33.711602 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1677ae68-0410-48c6-abb9-3babb37de777 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:17:33.711870 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1677ae68-0410-48c6-abb9-3babb37de777 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:17:33.876297 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-1677ae68-0410-48c6-abb9-3babb37de777 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1599855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1693899'] for router_interface (3e3f6abb-3482-4246-9605-6f7a37c14d61), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:17:34.052551 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9eae2be-1eb1-470c-b641-e6397eb49e23 req-3351efe3-518f-49cb-a0cc-f5a6095b0c97 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:17:34.054157 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-a9eae2be-1eb1-470c-b641-e6397eb49e23 req-3351efe3-518f-49cb-a0cc-f5a6095b0c97 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] 10.222.0.36 "GET /v2.0/ports?device_id=2ee19045-222a-44c1-abc1-2205c8a96ab9 HTTP/1.1" status: 200 len: 945 time: 0.0513244 May 03 14:17:34.108673 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-a9eae2be-1eb1-470c-b641-e6397eb49e23 req-2a4a346f-82d8-4d4d-867f-9c0fa7aba133 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] 10.222.0.36 "GET /v2.0/security-groups?id=73aeffe4-e624-496a-985c-4db7b0aaf14d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486310 May 03 14:17:34.284074 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe91ed1-54b4-4c9e-8efc-23cf179c34d5 req-cf2d935a-5ece-4d97-9f18-34ec57389aee tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:17:34.286279 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-bfe91ed1-54b4-4c9e-8efc-23cf179c34d5 req-cf2d935a-5ece-4d97-9f18-34ec57389aee tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] 10.222.0.36 "GET /v2.0/ports?device_id=649197f5-cf73-4d5b-8cf7-e885b620816f HTTP/1.1" status: 200 len: 945 time: 0.0587280 May 03 14:17:34.403761 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-bfe91ed1-54b4-4c9e-8efc-23cf179c34d5 req-f0e74c41-9ed5-445b-9e10-b9a8c7a32f8f tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] 10.222.0.36 "GET /v2.0/security-groups?id=41301f83-068e-419d-9fe1-30ab26b6fce2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0828578 May 03 14:17:34.422422 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1677ae68-0410-48c6-abb9-3babb37de777 admin admin] Router 3e3f6abb-3482-4246-9605-6f7a37c14d61 has already been hosted by L3 agent 2583ee88-9503-4370-b6e4-0a676865815e {{(pid=103469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 14:17:34.518584 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd4eb20-0bdc-4723-b6f5-7dff03073eca req-3d8e408d-caa0-47bb-a2de-802af41d76c6 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:17:34.520280 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-2cd4eb20-0bdc-4723-b6f5-7dff03073eca req-3d8e408d-caa0-47bb-a2de-802af41d76c6 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] 10.222.0.36 "GET /v2.0/ports?device_id=649197f5-cf73-4d5b-8cf7-e885b620816f HTTP/1.1" status: 200 len: 945 time: 0.0483222 May 03 14:17:34.529403 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.wsgi [-] (103470) accepted ('10.222.0.36', 48252) {{(pid=103470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:17:34.534358 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.v2.base [None req-cdf758f4-41fd-46d9-9741-d632dfa52af3 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] Request body: {'floatingip': {'port_id': '6fd0548e-0638-45b3-847d-90b445a1b6b2'}} {{(pid=103470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 14:17:34.540769 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1677ae68-0410-48c6-abb9-3babb37de777 admin admin] Notify agent at l3_agent.dv-cinder-839793-5-iscsi the message routers_updated {{(pid=103469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 14:17:34.546735 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-1677ae68-0410-48c6-abb9-3babb37de777 admin admin] 10.222.0.36 "PUT /v2.0/routers/3e3f6abb-3482-4246-9605-6f7a37c14d61/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9186747 May 03 14:17:34.550568 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.36', 48254) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:17:34.552294 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f638f5e-57d4-45d7-a847-55bf3c6cb3d9 None None] Sync routers for ids ['3e3f6abb-3482-4246-9605-6f7a37c14d61'] in dv-cinder-839793-5-iscsi {{(pid=103471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 14:17:34.562937 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f638f5e-57d4-45d7-a847-55bf3c6cb3d9 None None] Routers {'3e3f6abb-3482-4246-9605-6f7a37c14d61'} bound to L3 agent in host dv-cinder-839793-5-iscsi {{(pid=103471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 14:17:34.563689 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.l3_hamode_db [None req-7f638f5e-57d4-45d7-a847-55bf3c6cb3d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-03T14:04:39Z,description=,heartbeat_timestamp=2022-05-03T14:17:09Z,host='dv-cinder-839793-5-iscsi',id=2583ee88-9503-4370-b6e4-0a676865815e,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T14:04:39Z,topic='l3_agent')) {'router_ids': ['3e3f6abb-3482-4246-9605-6f7a37c14d61'], 'active': True} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:17:34.590874 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-cdf758f4-41fd-46d9-9741-d632dfa52af3 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] Publish callbacks [] for floatingip (b313a0da-eaa8-47a2-9e0e-3647cee7584a), before_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:17:34.661555 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-d789baa4-ba38-40b3-9f7a-e37920047c9d admin admin] Publish callbacks [] for router (3e3f6abb-3482-4246-9605-6f7a37c14d61), before_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:17:34.678951 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvr_db [None req-7f638f5e-57d4-45d7-a847-55bf3c6cb3d9 None None] Set router 3e3f6abb-3482-4246-9605-6f7a37c14d61 gateway port host: dv-cinder-839793-5-iscsi {{(pid=103471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 14:17:34.771054 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-d789baa4-ba38-40b3-9f7a-e37920047c9d admin admin] Publish callbacks [] for router_gateway (3e3f6abb-3482-4246-9605-6f7a37c14d61), before_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:17:34.817771 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.plugin [None req-d789baa4-ba38-40b3-9f7a-e37920047c9d admin admin] Deleting port 35a9fe5d-676e-4354-a529-4826b77d5b3e {{(pid=103469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 14:17:34.818100 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-d789baa4-ba38-40b3-9f7a-e37920047c9d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786921277453'] for port (35a9fe5d-676e-4354-a529-4826b77d5b3e), before_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:17:34.851714 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.l3_hamode_db [None req-7f638f5e-57d4-45d7-a847-55bf3c6cb3d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e3f6abb-3482-4246-9605-6f7a37c14d61', 'name': 'tempest-TestMinimumBasicScenario-258955592-router', 'tenant_id': '82dd2e372240457991d34104d485914e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2', 'external_fixed_ips': [{'subnet_id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'ip_address': '172.27.3.233'}], 'enable_snat': True}, 'gw_port_id': '35a9fe5d-676e-4354-a529-4826b77d5b3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T14:14:20Z', 'updated_at': '2022-05-03T14:17:33Z', 'revision_number': 5, 'project_id': '82dd2e372240457991d34104d485914e', 'gw_port': {'id': '35a9fe5d-676e-4354-a529-4826b77d5b3e', 'name': '', 'network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:91:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e3f6abb-3482-4246-9605-6f7a37c14d61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'ip_address': '172.27.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:14:20Z', 'updated_at': '2022-05-03T14:14:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-5-iscsi'}], 'dv-cinder-839793-5-iscsi', False) {} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:17:34.882890 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f638f5e-57d4-45d7-a847-55bf3c6cb3d9 None None] Checking router: 3e3f6abb-3482-4246-9605-6f7a37c14d61 for host: dv-cinder-839793-5-iscsi {{(pid=103471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 14:17:34.891456 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f638f5e-57d4-45d7-a847-55bf3c6cb3d9 None None] Routers {'3e3f6abb-3482-4246-9605-6f7a37c14d61'} bound to L3 agent in host dv-cinder-839793-5-iscsi {{(pid=103471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 14:17:34.892069 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.l3_hamode_db [None req-7f638f5e-57d4-45d7-a847-55bf3c6cb3d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-03T14:04:39Z,description=,heartbeat_timestamp=2022-05-03T14:17:09Z,host='dv-cinder-839793-5-iscsi',id=2583ee88-9503-4370-b6e4-0a676865815e,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T14:04:39Z,topic='l3_agent')) {'router_ids': ['3e3f6abb-3482-4246-9605-6f7a37c14d61'], 'active': True} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:17:34.905813 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.db [None req-d789baa4-ba38-40b3-9f7a-e37920047c9d admin admin] For port 35a9fe5d-676e-4354-a529-4826b77d5b3e, host dv-cinder-839793-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-5-iscsi',level=0,port_id=35a9fe5d-676e-4354-a529-4826b77d5b3e,segment=NetworkSegment(331ae69a-aeba-4f56-bd87-f289cf94ba88),segment_id=331ae69a-aeba-4f56-bd87-f289cf94ba88)] {{(pid=103469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 14:17:34.906497 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-d789baa4-ba38-40b3-9f7a-e37920047c9d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1690342'] for port (35a9fe5d-676e-4354-a529-4826b77d5b3e), precommit_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:17:34.922125 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.plugin [None req-d789baa4-ba38-40b3-9f7a-e37920047c9d admin admin] Calling delete_port for 35a9fe5d-676e-4354-a529-4826b77d5b3e owned by network:router_gateway {{(pid=103469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 14:17:34.988327 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvr_db [None req-7f638f5e-57d4-45d7-a847-55bf3c6cb3d9 None None] Set router 3e3f6abb-3482-4246-9605-6f7a37c14d61 gateway port host: None {{(pid=103471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 14:17:35.040450 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.l3_hamode_db [None req-7f638f5e-57d4-45d7-a847-55bf3c6cb3d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e3f6abb-3482-4246-9605-6f7a37c14d61', 'name': 'tempest-TestMinimumBasicScenario-258955592-router', 'tenant_id': '82dd2e372240457991d34104d485914e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T14:14:20Z', 'updated_at': '2022-05-03T14:17:34Z', 'revision_number': 6, 'project_id': '82dd2e372240457991d34104d485914e', 'gw_port_host': None}], 'dv-cinder-839793-5-iscsi', False) {} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:17:35.070376 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f638f5e-57d4-45d7-a847-55bf3c6cb3d9 None None] The sync data for ids ['3e3f6abb-3482-4246-9605-6f7a37c14d61'] in dv-cinder-839793-5-iscsi is: [{'id': '3e3f6abb-3482-4246-9605-6f7a37c14d61', 'name': 'tempest-TestMinimumBasicScenario-258955592-router', 'tenant_id': '82dd2e372240457991d34104d485914e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T14:14:20Z', 'updated_at': '2022-05-03T14:17:34Z', 'revision_number': 6, 'project_id': '82dd2e372240457991d34104d485914e', 'gw_port_host': None}] {{(pid=103471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 14:17:35.090934 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-cdf758f4-41fd-46d9-9741-d632dfa52af3 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:17:35.096866 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-cdf758f4-41fd-46d9-9741-d632dfa52af3 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1700089'] for floatingip (b313a0da-eaa8-47a2-9e0e-3647cee7584a), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:17:35.128579 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-d789baa4-ba38-40b3-9f7a-e37920047c9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786921284765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786920821405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6178079'] for port (35a9fe5d-676e-4354-a529-4826b77d5b3e), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:17:35.178567 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d789baa4-ba38-40b3-9f7a-e37920047c9d admin admin] Pushing event deleted for resources: {'Port': ['ID=35a9fe5d-676e-4354-a529-4826b77d5b3e,revision_number=None']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:17:35.210233 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.db.l3_db [None req-cdf758f4-41fd-46d9-9741-d632dfa52af3 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] Floating IP b313a0da-eaa8-47a2-9e0e-3647cee7584a associated. External IP: 172.27.3.202, port: 6fd0548e-0638-45b3-847d-90b445a1b6b2. May 03 14:17:35.262586 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0f4143-a324-4043-a2fb-2fb1f258e904 req-6388f60a-5c30-4081-b38c-b130c8ddc9ed tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:17:35.264453 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-2d0f4143-a324-4043-a2fb-2fb1f258e904 req-6388f60a-5c30-4081-b38c-b130c8ddc9ed tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] 10.222.0.36 "GET /v2.0/ports?device_id=2ee19045-222a-44c1-abc1-2205c8a96ab9 HTTP/1.1" status: 200 len: 945 time: 0.0786989 May 03 14:17:35.267473 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-d789baa4-ba38-40b3-9f7a-e37920047c9d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1700782'] for router_gateway (3e3f6abb-3482-4246-9605-6f7a37c14d61), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:17:35.392752 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-d789baa4-ba38-40b3-9f7a-e37920047c9d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1703026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-103998'] for router (3e3f6abb-3482-4246-9605-6f7a37c14d61), precommit_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:17:35.399676 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-d789baa4-ba38-40b3-9f7a-e37920047c9d admin admin] Publish callbacks [] for router_controller (3e3f6abb-3482-4246-9605-6f7a37c14d61), precommit_delete_associations {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:17:35.483606 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-2d0f4143-a324-4043-a2fb-2fb1f258e904 req-fe60fb38-8be3-4ece-827d-b192fec4270e tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] 10.222.0.36 "GET /v2.0/security-groups?id=73aeffe4-e624-496a-985c-4db7b0aaf14d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2126510 May 03 14:17:35.492715 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-d789baa4-ba38-40b3-9f7a-e37920047c9d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1703035'] for router (3e3f6abb-3482-4246-9605-6f7a37c14d61), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:17:35.493414 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d789baa4-ba38-40b3-9f7a-e37920047c9d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3e3f6abb-3482-4246-9605-6f7a37c14d61 {{(pid=103469) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 03 14:17:35.502318 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-d789baa4-ba38-40b3-9f7a-e37920047c9d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:17:35.502318 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-d789baa4-ba38-40b3-9f7a-e37920047c9d admin admin] 10.222.0.36 "DELETE /v2.0/routers/3e3f6abb-3482-4246-9605-6f7a37c14d61 HTTP/1.1" status: 204 len: 168 time: 0.9501164 May 03 14:17:35.505551 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.36', 48258) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:17:35.555233 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc27b30d-22d0-4e99-905e-fa0d81c8ee3d admin admin] Deleting subnet 51d7044e-2855-42b7-9f7d-ac457e2a545f {{(pid=103469) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 03 14:17:35.558742 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-fc27b30d-22d0-4e99-905e-fa0d81c8ee3d admin admin] Publish callbacks [] for subnet (51d7044e-2855-42b7-9f7d-ac457e2a545f), before_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:17:35.597697 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-fc27b30d-22d0-4e99-905e-fa0d81c8ee3d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5908908'] for subnet (51d7044e-2855-42b7-9f7d-ac457e2a545f), precommit_delete_associations {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:17:35.694660 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdf758f4-41fd-46d9-9741-d632dfa52af3 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] Router 0a0e8fdb-42c2-47e4-8c7a-1011e541207f has already been hosted by L3 agent 2583ee88-9503-4370-b6e4-0a676865815e {{(pid=103470) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 14:17:35.716339 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-fc27b30d-22d0-4e99-905e-fa0d81c8ee3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751950'] for subnet (51d7044e-2855-42b7-9f7d-ac457e2a545f), precommit_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:17:35.771576 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-fc27b30d-22d0-4e99-905e-fa0d81c8ee3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6178088', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4510093'] for subnet (51d7044e-2855-42b7-9f7d-ac457e2a545f), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:17:35.798826 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc27b30d-22d0-4e99-905e-fa0d81c8ee3d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=51d7044e-2855-42b7-9f7d-ac457e2a545f,revision_number=None']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:17:35.802537 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-fc27b30d-22d0-4e99-905e-fa0d81c8ee3d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:17:35.805159 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdf758f4-41fd-46d9-9741-d632dfa52af3 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] Notify agent at l3_agent.dv-cinder-839793-5-iscsi the message routers_updated {{(pid=103470) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 14:17:35.810306 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-cdf758f4-41fd-46d9-9741-d632dfa52af3 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218734'] for floatingip (None), before_response {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:17:35.812050 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-120ce858-c384-4397-ad14-d19a477255af None None] Network 8dc92238-28cd-45a4-badc-48f2239674a7 requested from dv-cinder-839793-5-iscsi {{(pid=103471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 03 14:17:35.812666 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-fc27b30d-22d0-4e99-905e-fa0d81c8ee3d admin admin] 10.222.0.36 "DELETE /v2.0/subnets/51d7044e-2855-42b7-9f7d-ac457e2a545f HTTP/1.1" status: 204 len: 168 time: 0.3052795 May 03 14:17:35.813928 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.36', 48260) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:17:35.849333 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [None req-cdf758f4-41fd-46d9-9741-d632dfa52af3 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] 10.222.0.36 "PUT /v2.0/floatingips/b313a0da-eaa8-47a2-9e0e-3647cee7584a HTTP/1.1" status: 200 len: 991 time: 1.3096559 May 03 14:17:35.849333 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '649197f5-cf73-4d5b-8cf7-e885b620816f', 'tag': '6fd0548e-0638-45b3-847d-90b445a1b6b2'}] {{(pid=103470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 14:17:35.849671 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb1c52c6-af5f-4aaa-aab7-e7636c2ed236 None None] Sync routers for ids ['0a0e8fdb-42c2-47e4-8c7a-1011e541207f'] in dv-cinder-839793-5-iscsi {{(pid=103472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 14:17:35.850120 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b59263cb8594a65023f6f3ef61310cdc9305c5272296d99e8ebfdd94dfc5ab3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2f16933-f482-4068-a39c-d271a70c287a" -d '{"events": [{"name": "network-changed", "server_uuid": "649197f5-cf73-4d5b-8cf7-e885b620816f", "tag": "6fd0548e-0638-45b3-847d-90b445a1b6b2"}]}' {{(pid=103470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 14:17:35.864903 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb1c52c6-af5f-4aaa-aab7-e7636c2ed236 None None] Routers {'0a0e8fdb-42c2-47e4-8c7a-1011e541207f'} bound to L3 agent in host dv-cinder-839793-5-iscsi {{(pid=103472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 14:17:35.865569 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.db.l3_hamode_db [None req-eb1c52c6-af5f-4aaa-aab7-e7636c2ed236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-03T14:04:39Z,description=,heartbeat_timestamp=2022-05-03T14:17:09Z,host='dv-cinder-839793-5-iscsi',id=2583ee88-9503-4370-b6e4-0a676865815e,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T14:04:39Z,topic='l3_agent')) {'router_ids': ['0a0e8fdb-42c2-47e4-8c7a-1011e541207f'], 'active': True} {{(pid=103472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:17:35.896368 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 May 2022 14:17:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adc2c3a1-fcc6-4210-ba78-f474bdd035b7 x-openstack-request-id: req-adc2c3a1-fcc6-4210-ba78-f474bdd035b7 {{(pid=103470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 14:17:35.897518 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "649197f5-cf73-4d5b-8cf7-e885b620816f", "tag": "6fd0548e-0638-45b3-847d-90b445a1b6b2", "status": "completed", "code": 200}]} {{(pid=103470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 14:17:35.897981 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-adc2c3a1-fcc6-4210-ba78-f474bdd035b7 {{(pid=103470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 14:17:35.899094 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.notifiers.nova [-] Nova event matching ['req-adc2c3a1-fcc6-4210-ba78-f474bdd035b7'] response: {'name': 'network-changed', 'server_uuid': '649197f5-cf73-4d5b-8cf7-e885b620816f', 'tag': '6fd0548e-0638-45b3-847d-90b445a1b6b2', 'status': 'completed', 'code': 200} May 03 14:17:35.903934 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-7243fc5e-3aed-41d3-9928-09cd22aec121 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-661340'] for network (8dc92238-28cd-45a4-badc-48f2239674a7), before_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:17:35.963644 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.plugin [None req-7243fc5e-3aed-41d3-9928-09cd22aec121 admin admin] Deleting port 30839175-77be-4d70-b8e7-5515b0cf91d4 {{(pid=103469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 14:17:35.964255 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-7243fc5e-3aed-41d3-9928-09cd22aec121 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786921277453'] for port (30839175-77be-4d70-b8e7-5515b0cf91d4), before_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:17:35.980742 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f16933-f482-4068-a39c-d271a70c287a req-309ab50c-2b6c-4c13-b716-cf187d72ed39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:17:35.982323 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-f2f16933-f482-4068-a39c-d271a70c287a req-309ab50c-2b6c-4c13-b716-cf187d72ed39 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8a5fa41c00a84a80ac2b2c0cc1ef74d8&device_id=649197f5-cf73-4d5b-8cf7-e885b620816f HTTP/1.1" status: 200 len: 1129 time: 0.0591393 May 03 14:17:36.004154 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.db.l3_dvr_db [None req-eb1c52c6-af5f-4aaa-aab7-e7636c2ed236 None None] Set router 0a0e8fdb-42c2-47e4-8c7a-1011e541207f gateway port host: dv-cinder-839793-5-iscsi {{(pid=103472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 14:17:36.056826 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baaeb5c0-7de2-4c91-ae0c-7a07d9cc0eda None None] DHCP port deletion for 8dc92238-28cd-45a4-badc-48f2239674a7 request from dv-cinder-839793-5-iscsi {{(pid=103471) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 03 14:17:36.081585 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.db [None req-7243fc5e-3aed-41d3-9928-09cd22aec121 admin admin] For port 30839175-77be-4d70-b8e7-5515b0cf91d4, host dv-cinder-839793-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-5-iscsi',level=0,port_id=30839175-77be-4d70-b8e7-5515b0cf91d4,segment=NetworkSegment(6ae9ecb3-f3fd-4a55-999d-21c0e316c5ee),segment_id=6ae9ecb3-f3fd-4a55-999d-21c0e316c5ee)] {{(pid=103469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 14:17:36.081954 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-7243fc5e-3aed-41d3-9928-09cd22aec121 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1690342'] for port (30839175-77be-4d70-b8e7-5515b0cf91d4), precommit_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:17:36.101526 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [None req-baaeb5c0-7de2-4c91-ae0c-7a07d9cc0eda None None] Deleting port 30839175-77be-4d70-b8e7-5515b0cf91d4 {{(pid=103471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 14:17:36.101981 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-baaeb5c0-7de2-4c91-ae0c-7a07d9cc0eda None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786921277453'] for port (30839175-77be-4d70-b8e7-5515b0cf91d4), before_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:17:36.108683 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f16933-f482-4068-a39c-d271a70c287a req-4266abe3-d6c9-40d9-a379-a80963adf258 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:17:36.109983 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.plugin [None req-7243fc5e-3aed-41d3-9928-09cd22aec121 admin admin] Calling delete_port for 30839175-77be-4d70-b8e7-5515b0cf91d4 owned by network:dhcp {{(pid=103469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 14:17:36.110500 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-f2f16933-f482-4068-a39c-d271a70c287a req-4266abe3-d6c9-40d9-a379-a80963adf258 service neutron] 10.222.0.26 "GET /v2.0/networks?id=1672c90c-dee1-453a-a1dd-749ff902086f HTTP/1.1" status: 200 len: 918 time: 0.1200268 May 03 14:17:36.206698 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-f2f16933-f482-4068-a39c-d271a70c287a req-2f7730bc-1506-431b-a094-56df78ee2bbc service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6fd0548e-0638-45b3-847d-90b445a1b6b2 HTTP/1.1" status: 200 len: 999 time: 0.0891736 May 03 14:17:36.221439 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.db [None req-baaeb5c0-7de2-4c91-ae0c-7a07d9cc0eda None None] For port 30839175-77be-4d70-b8e7-5515b0cf91d4, host dv-cinder-839793-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-5-iscsi',level=0,port_id=30839175-77be-4d70-b8e7-5515b0cf91d4,segment=NetworkSegment(6ae9ecb3-f3fd-4a55-999d-21c0e316c5ee),segment_id=6ae9ecb3-f3fd-4a55-999d-21c0e316c5ee)] {{(pid=103471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 14:17:36.222550 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-baaeb5c0-7de2-4c91-ae0c-7a07d9cc0eda None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1690342'] for port (30839175-77be-4d70-b8e7-5515b0cf91d4), precommit_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:17:36.228218 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-7243fc5e-3aed-41d3-9928-09cd22aec121 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786921284765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786920821405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6178079'] for port (30839175-77be-4d70-b8e7-5515b0cf91d4), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:17:36.249681 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [None req-baaeb5c0-7de2-4c91-ae0c-7a07d9cc0eda None None] Calling delete_port for 30839175-77be-4d70-b8e7-5515b0cf91d4 owned by network:dhcp {{(pid=103471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 14:17:36.258570 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.db.l3_hamode_db [None req-eb1c52c6-af5f-4aaa-aab7-e7636c2ed236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a0e8fdb-42c2-47e4-8c7a-1011e541207f', 'name': 'tempest-AttachVolumeShelveTestJSON-1368453836-router', 'tenant_id': '8a5fa41c00a84a80ac2b2c0cc1ef74d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2', 'external_fixed_ips': [{'subnet_id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'ip_address': '172.27.3.155'}], 'enable_snat': True}, 'gw_port_id': 'f990efd3-2f56-432e-bf17-f72ae18d5aeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T14:13:05Z', 'updated_at': '2022-05-03T14:13:19Z', 'revision_number': 4, 'project_id': '8a5fa41c00a84a80ac2b2c0cc1ef74d8', 'gw_port': {'id': 'f990efd3-2f56-432e-bf17-f72ae18d5aeb', 'name': '', 'network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:46:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a0e8fdb-42c2-47e4-8c7a-1011e541207f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'ip_address': '172.27.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:13:07Z', 'updated_at': '2022-05-03T14:13:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-5-iscsi', '_floatingips': [{'id': 'b313a0da-eaa8-47a2-9e0e-3647cee7584a', 'tenant_id': '8a5fa41c00a84a80ac2b2c0cc1ef74d8', 'floating_ip_address': '172.27.3.202', 'floating_network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2', 'router_id': '0a0e8fdb-42c2-47e4-8c7a-1011e541207f', 'port_id': '6fd0548e-0638-45b3-847d-90b445a1b6b2', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 508, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1672c90c-dee1-453a-a1dd-749ff902086f', 'mac_address': 'fa:16:3e:b4:5d:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '649197f5-cf73-4d5b-8cf7-e885b620816f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T14:17:20Z', 'updated_at': '2022-05-03T14:17:34Z', 'revision_number': 1, 'project_id': '8a5fa41c00a84a80ac2b2c0cc1ef74d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e3ad977-c281-4719-87ff-0634b02ca3d1', 'name': '', 'network_id': '1672c90c-dee1-453a-a1dd-749ff902086f', 'tenant_id': '8a5fa41c00a84a80ac2b2c0cc1ef74d8', 'mac_address': 'fa:16:3e:79:72:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a0e8fdb-42c2-47e4-8c7a-1011e541207f', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '9797d54b-d4ac-4959-9119-15649c917e44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:13:15Z', 'updated_at': '2022-05-03T14:13:30Z', 'revision_number': 5, 'project_id': '8a5fa41c00a84a80ac2b2c0cc1ef74d8', 'subnets': [{'id': '9797d54b-d4ac-4959-9119-15649c917e44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-5-iscsi', False) {} {{(pid=103472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:17:36.276687 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7243fc5e-3aed-41d3-9928-09cd22aec121 admin admin] Pushing event deleted for resources: {'Port': ['ID=30839175-77be-4d70-b8e7-5515b0cf91d4,revision_number=None']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:17:36.290029 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb1c52c6-af5f-4aaa-aab7-e7636c2ed236 None None] Checking router: 0a0e8fdb-42c2-47e4-8c7a-1011e541207f for host: dv-cinder-839793-5-iscsi {{(pid=103472) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 14:17:36.292043 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7243fc5e-3aed-41d3-9928-09cd22aec121 admin admin] No DVR routers for this DVR port 30839175-77be-4d70-b8e7-5515b0cf91d4 on host dv-cinder-839793-5-iscsi {{(pid=103469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 14:17:36.299610 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb1c52c6-af5f-4aaa-aab7-e7636c2ed236 None None] Routers {'0a0e8fdb-42c2-47e4-8c7a-1011e541207f'} bound to L3 agent in host dv-cinder-839793-5-iscsi {{(pid=103472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 14:17:36.300261 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.db.l3_hamode_db [None req-eb1c52c6-af5f-4aaa-aab7-e7636c2ed236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-03T14:04:39Z,description=,heartbeat_timestamp=2022-05-03T14:17:09Z,host='dv-cinder-839793-5-iscsi',id=2583ee88-9503-4370-b6e4-0a676865815e,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T14:04:39Z,topic='l3_agent')) {'router_ids': ['0a0e8fdb-42c2-47e4-8c7a-1011e541207f'], 'active': True} {{(pid=103472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:17:36.307186 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f16933-f482-4068-a39c-d271a70c287a req-61eae68f-bf9e-4289-98f9-32eb0babf35b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:17:36.309530 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-f2f16933-f482-4068-a39c-d271a70c287a req-61eae68f-bf9e-4289-98f9-32eb0babf35b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9797d54b-d4ac-4959-9119-15649c917e44 HTTP/1.1" status: 200 len: 856 time: 0.0963879 May 03 14:17:36.372824 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f16933-f482-4068-a39c-d271a70c287a req-29a7b801-4610-46aa-b5a8-ba4a656d0015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:17:36.375691 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-f2f16933-f482-4068-a39c-d271a70c287a req-29a7b801-4610-46aa-b5a8-ba4a656d0015 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1672c90c-dee1-453a-a1dd-749ff902086f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0588715 May 03 14:17:36.375883 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-7243fc5e-3aed-41d3-9928-09cd22aec121 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-751355', 'neutron.services.segments.db._delete_segments_for_network-8786921254202'] for network (8dc92238-28cd-45a4-badc-48f2239674a7), precommit_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:17:36.400368 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.services.segments.db [None req-7243fc5e-3aed-41d3-9928-09cd22aec121 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8dc92238-28cd-45a4-badc-48f2239674a7']}} {{(pid=103469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:17:36.416362 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.services.segments.db [None req-7243fc5e-3aed-41d3-9928-09cd22aec121 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ae9ecb3-f3fd-4a55-999d-21c0e316c5ee') {'for_net_delete': True} {{(pid=103469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:17:36.416736 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.services.segments.db [None req-7243fc5e-3aed-41d3-9928-09cd22aec121 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ae9ecb3-f3fd-4a55-999d-21c0e316c5ee') {} {{(pid=103469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:17:36.430040 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-baaeb5c0-7de2-4c91-ae0c-7a07d9cc0eda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786921284765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786920821405'] for port (30839175-77be-4d70-b8e7-5515b0cf91d4), after_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:17:36.431653 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-7243fc5e-3aed-41d3-9928-09cd22aec121 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786921254723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5908823'] for segment (6ae9ecb3-f3fd-4a55-999d-21c0e316c5ee), before_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:17:36.449875 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-7243fc5e-3aed-41d3-9928-09cd22aec121 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-690795'] for segment (6ae9ecb3-f3fd-4a55-999d-21c0e316c5ee), precommit_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:17:36.457016 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7243fc5e-3aed-41d3-9928-09cd22aec121 admin admin] Releasing vlan 207 on physical network physnet1 to pool {{(pid=103469) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 03 14:17:36.457679 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-7243fc5e-3aed-41d3-9928-09cd22aec121 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-690795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6178114'] for segment (6ae9ecb3-f3fd-4a55-999d-21c0e316c5ee), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:17:36.460535 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baaeb5c0-7de2-4c91-ae0c-7a07d9cc0eda None None] Pushing event deleted for resources: {'Port': ['ID=30839175-77be-4d70-b8e7-5515b0cf91d4,revision_number=None']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:17:36.466612 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baaeb5c0-7de2-4c91-ae0c-7a07d9cc0eda None None] No DVR routers for this DVR port 30839175-77be-4d70-b8e7-5515b0cf91d4 on host dv-cinder-839793-5-iscsi {{(pid=103471) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 14:17:36.477846 dv-cinder-839793-5-iscsi neutron-server[103469]: Traceback (most recent call last): May 03 14:17:36.477846 dv-cinder-839793-5-iscsi neutron-server[103469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 03 14:17:36.477846 dv-cinder-839793-5-iscsi neutron-server[103469]: timer() May 03 14:17:36.477846 dv-cinder-839793-5-iscsi neutron-server[103469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 14:17:36.477846 dv-cinder-839793-5-iscsi neutron-server[103469]: cb(*args, **kw) May 03 14:17:36.477846 dv-cinder-839793-5-iscsi neutron-server[103469]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 03 14:17:36.477846 dv-cinder-839793-5-iscsi neutron-server[103469]: return func(*args, **kwargs) May 03 14:17:36.477846 dv-cinder-839793-5-iscsi neutron-server[103469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 14:17:36.477846 dv-cinder-839793-5-iscsi neutron-server[103469]: self._notify() May 03 14:17:36.477846 dv-cinder-839793-5-iscsi neutron-server[103469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 14:17:36.477846 dv-cinder-839793-5-iscsi neutron-server[103469]: self.callback(batched_events) May 03 14:17:36.477846 dv-cinder-839793-5-iscsi neutron-server[103469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 14:17:36.477846 dv-cinder-839793-5-iscsi neutron-server[103469]: event.method(event) May 03 14:17:36.477846 dv-cinder-839793-5-iscsi neutron-server[103469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 03 14:17:36.477846 dv-cinder-839793-5-iscsi neutron-server[103469]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 14:17:36.477846 dv-cinder-839793-5-iscsi neutron-server[103469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 03 14:17:36.477846 dv-cinder-839793-5-iscsi neutron-server[103469]: aggregate_uuid = self.p_client.list_aggregates( May 03 14:17:36.477846 dv-cinder-839793-5-iscsi neutron-server[103469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 03 14:17:36.477846 dv-cinder-839793-5-iscsi neutron-server[103469]: return f(self, *a, **k) May 03 14:17:36.477846 dv-cinder-839793-5-iscsi neutron-server[103469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 03 14:17:36.477846 dv-cinder-839793-5-iscsi neutron-server[103469]: return self._get(url).json() May 03 14:17:36.477846 dv-cinder-839793-5-iscsi neutron-server[103469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 03 14:17:36.477846 dv-cinder-839793-5-iscsi neutron-server[103469]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 14:17:36.477846 dv-cinder-839793-5-iscsi neutron-server[103469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 03 14:17:36.477846 dv-cinder-839793-5-iscsi neutron-server[103469]: return self.request(url, 'GET', **kwargs) May 03 14:17:36.477846 dv-cinder-839793-5-iscsi neutron-server[103469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 03 14:17:36.477846 dv-cinder-839793-5-iscsi neutron-server[103469]: base_url = self.get_endpoint(auth, allow=allow, May 03 14:17:36.477846 dv-cinder-839793-5-iscsi neutron-server[103469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 03 14:17:36.477846 dv-cinder-839793-5-iscsi neutron-server[103469]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 14:17:36.477846 dv-cinder-839793-5-iscsi neutron-server[103469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 03 14:17:36.477846 dv-cinder-839793-5-iscsi neutron-server[103469]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 14:17:36.477846 dv-cinder-839793-5-iscsi neutron-server[103469]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 14:17:36.510397 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-f2f16933-f482-4068-a39c-d271a70c287a req-332c036e-1dbb-4b34-871d-abdaf65abce8 service neutron] 10.222.0.26 "GET /v2.0/networks/1672c90c-dee1-453a-a1dd-749ff902086f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279161 May 03 14:17:36.526332 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.db.l3_dvr_db [None req-eb1c52c6-af5f-4aaa-aab7-e7636c2ed236 None None] Set router 0a0e8fdb-42c2-47e4-8c7a-1011e541207f gateway port host: dv-cinder-839793-5-iscsi {{(pid=103472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 14:17:36.554033 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-7243fc5e-3aed-41d3-9928-09cd22aec121 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-751234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1700060'] for network (8dc92238-28cd-45a4-badc-48f2239674a7), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:17:36.568551 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-7243fc5e-3aed-41d3-9928-09cd22aec121 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599744'] for network (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:17:36.577403 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-7243fc5e-3aed-41d3-9928-09cd22aec121 admin admin] 10.222.0.36 "DELETE /v2.0/networks/8dc92238-28cd-45a4-badc-48f2239674a7 HTTP/1.1" status: 204 len: 168 time: 0.7633421 May 03 14:17:36.593479 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7243fc5e-3aed-41d3-9928-09cd22aec121 admin admin] Pushing event deleted for resources: {'Network': ['ID=8dc92238-28cd-45a4-badc-48f2239674a7,revision_number=None']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:17:36.638505 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.rpc [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Device 35a9fe5d-676e-4354-a529-4826b77d5b3e no longer exists at agent ovs-agent-dv-cinder-839793-5-iscsi {{(pid=103471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 03 14:17:36.669342 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-f2f16933-f482-4068-a39c-d271a70c287a req-56119bb2-1970-4e00-90eb-4f9f77de3a58 service neutron] 10.222.0.26 "GET /v2.0/networks/1672c90c-dee1-453a-a1dd-749ff902086f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1440418 May 03 14:17:36.675135 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba002c3c-ccac-4520-a0d3-8fca2ec62a7f req-37363d91-8233-4626-95bc-7f3dad535cc8 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:17:36.677038 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-ba002c3c-ccac-4520-a0d3-8fca2ec62a7f req-37363d91-8233-4626-95bc-7f3dad535cc8 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] 10.222.0.36 "GET /v2.0/ports?device_id=2ee19045-222a-44c1-abc1-2205c8a96ab9 HTTP/1.1" status: 200 len: 945 time: 0.0651944 May 03 14:17:36.742447 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-ba002c3c-ccac-4520-a0d3-8fca2ec62a7f req-3c375e57-ec64-4cce-bf04-93bed6b522b1 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] 10.222.0.36 "GET /v2.0/security-groups?id=73aeffe4-e624-496a-985c-4db7b0aaf14d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589018 May 03 14:17:36.812426 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] No Port match for: 35a9fe5d-676e-4354-a529-4826b77d5b3e {{(pid=103471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 03 14:17:36.813001 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.rpc [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Device 35a9fe5d-676e-4354-a529-4826b77d5b3e not bound to the agent host dv-cinder-839793-5-iscsi {{(pid=103471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 03 14:17:36.813344 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.rpc [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Device 0e7b9bf6-aa1c-4b63-9d3b-2ee43110cab4 no longer exists at agent ovs-agent-dv-cinder-839793-5-iscsi {{(pid=103471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 03 14:17:36.814797 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.db.l3_hamode_db [None req-eb1c52c6-af5f-4aaa-aab7-e7636c2ed236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a0e8fdb-42c2-47e4-8c7a-1011e541207f', 'name': 'tempest-AttachVolumeShelveTestJSON-1368453836-router', 'tenant_id': '8a5fa41c00a84a80ac2b2c0cc1ef74d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2', 'external_fixed_ips': [{'subnet_id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'ip_address': '172.27.3.155'}], 'enable_snat': True}, 'gw_port_id': 'f990efd3-2f56-432e-bf17-f72ae18d5aeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T14:13:05Z', 'updated_at': '2022-05-03T14:13:19Z', 'revision_number': 4, 'project_id': '8a5fa41c00a84a80ac2b2c0cc1ef74d8', 'gw_port': {'id': 'f990efd3-2f56-432e-bf17-f72ae18d5aeb', 'name': '', 'network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:46:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a0e8fdb-42c2-47e4-8c7a-1011e541207f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'ip_address': '172.27.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:13:07Z', 'updated_at': '2022-05-03T14:13:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-5-iscsi', '_floatingips': [{'id': 'b313a0da-eaa8-47a2-9e0e-3647cee7584a', 'tenant_id': '8a5fa41c00a84a80ac2b2c0cc1ef74d8', 'floating_ip_address': '172.27.3.202', 'floating_network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2', 'router_id': '0a0e8fdb-42c2-47e4-8c7a-1011e541207f', 'port_id': '6fd0548e-0638-45b3-847d-90b445a1b6b2', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 508, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1672c90c-dee1-453a-a1dd-749ff902086f', 'mac_address': 'fa:16:3e:b4:5d:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '649197f5-cf73-4d5b-8cf7-e885b620816f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T14:17:20Z', 'updated_at': '2022-05-03T14:17:34Z', 'revision_number': 1, 'project_id': '8a5fa41c00a84a80ac2b2c0cc1ef74d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e3ad977-c281-4719-87ff-0634b02ca3d1', 'name': '', 'network_id': '1672c90c-dee1-453a-a1dd-749ff902086f', 'tenant_id': '8a5fa41c00a84a80ac2b2c0cc1ef74d8', 'mac_address': 'fa:16:3e:79:72:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a0e8fdb-42c2-47e4-8c7a-1011e541207f', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '9797d54b-d4ac-4959-9119-15649c917e44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:13:15Z', 'updated_at': '2022-05-03T14:13:30Z', 'revision_number': 5, 'project_id': '8a5fa41c00a84a80ac2b2c0cc1ef74d8', 'subnets': [{'id': '9797d54b-d4ac-4959-9119-15649c917e44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-5-iscsi', False) {} {{(pid=103472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:17:36.838111 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] No Port match for: 0e7b9bf6-aa1c-4b63-9d3b-2ee43110cab4 {{(pid=103471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 03 14:17:36.838111 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.rpc [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Device 0e7b9bf6-aa1c-4b63-9d3b-2ee43110cab4 not bound to the agent host dv-cinder-839793-5-iscsi {{(pid=103471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 03 14:17:36.838111 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.rpc [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Device 30839175-77be-4d70-b8e7-5515b0cf91d4 no longer exists at agent ovs-agent-dv-cinder-839793-5-iscsi {{(pid=103471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 03 14:17:36.838764 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.36', 48272) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:17:36.844793 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb1c52c6-af5f-4aaa-aab7-e7636c2ed236 None None] The sync data for ids ['0a0e8fdb-42c2-47e4-8c7a-1011e541207f'] in dv-cinder-839793-5-iscsi is: [{'id': '0a0e8fdb-42c2-47e4-8c7a-1011e541207f', 'name': 'tempest-AttachVolumeShelveTestJSON-1368453836-router', 'tenant_id': '8a5fa41c00a84a80ac2b2c0cc1ef74d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2', 'external_fixed_ips': [{'subnet_id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'ip_address': '172.27.3.155'}], 'enable_snat': True}, 'gw_port_id': 'f990efd3-2f56-432e-bf17-f72ae18d5aeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T14:13:05Z', 'updated_at': '2022-05-03T14:13:19Z', 'revision_number': 4, 'project_id': '8a5fa41c00a84a80ac2b2c0cc1ef74d8', 'gw_port': {'id': 'f990efd3-2f56-432e-bf17-f72ae18d5aeb', 'name': '', 'network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:46:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a0e8fdb-42c2-47e4-8c7a-1011e541207f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'ip_address': '172.27.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:13:07Z', 'updated_at': '2022-05-03T14:13:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-5-iscsi', '_floatingips': [{'id': 'b313a0da-eaa8-47a2-9e0e-3647cee7584a', 'tenant_id': '8a5fa41c00a84a80ac2b2c0cc1ef74d8', 'floating_ip_address': '172.27.3.202', 'floating_network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2', 'router_id': '0a0e8fdb-42c2-47e4-8c7a-1011e541207f', 'port_id': '6fd0548e-0638-45b3-847d-90b445a1b6b2', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 508, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1672c90c-dee1-453a-a1dd-749ff902086f', 'mac_address': 'fa:16:3e:b4:5d:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '649197f5-cf73-4d5b-8cf7-e885b620816f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T14:17:20Z', 'updated_at': '2022-05-03T14:17:34Z', 'revision_number': 1, 'project_id': '8a5fa41c00a84a80ac2b2c0cc1ef74d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e3ad977-c281-4719-87ff-0634b02ca3d1', 'name': '', 'network_id': '1672c90c-dee1-453a-a1dd-749ff902086f', 'tenant_id': '8a5fa41c00a84a80ac2b2c0cc1ef74d8', 'mac_address': 'fa:16:3e:79:72:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a0e8fdb-42c2-47e4-8c7a-1011e541207f', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '9797d54b-d4ac-4959-9119-15649c917e44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:13:15Z', 'updated_at': '2022-05-03T14:13:30Z', 'revision_number': 5, 'project_id': '8a5fa41c00a84a80ac2b2c0cc1ef74d8', 'subnets': [{'id': '9797d54b-d4ac-4959-9119-15649c917e44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 14:17:36.860301 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] No Port match for: 30839175-77be-4d70-b8e7-5515b0cf91d4 {{(pid=103471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 03 14:17:36.860670 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.rpc [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Device 30839175-77be-4d70-b8e7-5515b0cf91d4 not bound to the agent host dv-cinder-839793-5-iscsi {{(pid=103471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 03 14:17:36.864580 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-a394c2b0-664d-4d57-a366-9191185f4c29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786921254184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749114'] for agent (2d0d8db6-b1c3-4022-9f9b-561ce4a4d2d8), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:17:36.893733 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-5824d394-7fe6-4af4-a814-e147cacb467a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1c2479422e8c413e8ee554aa4f355bca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0537429 May 03 14:17:36.896072 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.36', 48274) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:17:36.945580 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-2fb60583-a36b-4da3-8eec-323b3c92e2a0 admin admin] Publish callbacks [] for security_group (5ecd445a-dda4-4baf-94a7-7543188df186), before_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:17:36.968820 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-2fb60583-a36b-4da3-8eec-323b3c92e2a0 admin admin] Publish callbacks [] for security_group (5ecd445a-dda4-4baf-94a7-7543188df186), precommit_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:17:37.019147 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-2fb60583-a36b-4da3-8eec-323b3c92e2a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656397'] for security_group (5ecd445a-dda4-4baf-94a7-7543188df186), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:17:37.021956 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-2fb60583-a36b-4da3-8eec-323b3c92e2a0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:17:37.023126 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-2fb60583-a36b-4da3-8eec-323b3c92e2a0 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/5ecd445a-dda4-4baf-94a7-7543188df186 HTTP/1.1" status: 204 len: 168 time: 0.1261005 May 03 14:17:37.031622 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb60583-a36b-4da3-8eec-323b3c92e2a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ecd445a-dda4-4baf-94a7-7543188df186,revision_number=None']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:17:37.056738 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-298194ec-ac0c-4840-9aa5-617f41507802 None None] New status for floating IP b313a0da-eaa8-47a2-9e0e-3647cee7584a: ACTIVE {{(pid=103471) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 03 14:17:37.358102 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.36', 48284) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:17:37.401608 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-e05eaf6c-6ee7-4d92-a005-8d699e902490 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=82dd2e372240457991d34104d485914e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0419884 May 03 14:17:37.404122 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.36', 48286) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:17:37.453807 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-eedeb8de-d6c3-427c-a22e-607dcd268c76 admin admin] Publish callbacks [] for security_group (458cbecb-ea3a-4f34-84f9-cababff3cc39), before_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:17:37.479543 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-eedeb8de-d6c3-427c-a22e-607dcd268c76 admin admin] Publish callbacks [] for security_group (458cbecb-ea3a-4f34-84f9-cababff3cc39), precommit_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:17:37.535807 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-eedeb8de-d6c3-427c-a22e-607dcd268c76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656397'] for security_group (458cbecb-ea3a-4f34-84f9-cababff3cc39), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:17:37.538379 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-eedeb8de-d6c3-427c-a22e-607dcd268c76 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:17:37.539542 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-eedeb8de-d6c3-427c-a22e-607dcd268c76 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/458cbecb-ea3a-4f34-84f9-cababff3cc39 HTTP/1.1" status: 204 len: 168 time: 0.1345768 May 03 14:17:37.547166 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eedeb8de-d6c3-427c-a22e-607dcd268c76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=458cbecb-ea3a-4f34-84f9-cababff3cc39,revision_number=None']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:17:37.872238 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e74fa3-af93-4cea-8c17-e3cb02b371dc req-fa7b04f5-9822-4304-9ace-2fd76987b979 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:17:37.873922 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-64e74fa3-af93-4cea-8c17-e3cb02b371dc req-fa7b04f5-9822-4304-9ace-2fd76987b979 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] 10.222.0.36 "GET /v2.0/ports?device_id=2ee19045-222a-44c1-abc1-2205c8a96ab9 HTTP/1.1" status: 200 len: 945 time: 0.0512109 May 03 14:17:37.929346 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-64e74fa3-af93-4cea-8c17-e3cb02b371dc req-261f48b3-9eb6-4625-8367-6d89246ff1cd tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] 10.222.0.36 "GET /v2.0/security-groups?id=73aeffe4-e624-496a-985c-4db7b0aaf14d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487764 May 03 14:17:38.103575 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df56ac15-699f-4ffb-8799-1042e3b34c50 req-1c510e62-4215-425f-a5d2-0d31dc65f96a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:17:38.105138 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-df56ac15-699f-4ffb-8799-1042e3b34c50 req-1c510e62-4215-425f-a5d2-0d31dc65f96a service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=2ee19045-222a-44c1-abc1-2205c8a96ab9 HTTP/1.1" status: 200 len: 1129 time: 0.0411859 May 03 14:17:38.156022 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-df56ac15-699f-4ffb-8799-1042e3b34c50 req-6ab8990a-c1c8-4005-a556-4ff29837e641 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=73aeffe4-e624-496a-985c-4db7b0aaf14d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447960 May 03 14:17:38.329442 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.db.agents_db [None req-22b75db3-e88f-46e7-98cb-691740c6eaf9 None None] Agent healthcheck: found 6 active agents {{(pid=103472) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 03 14:17:38.941802 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-5c3efec1-3ae4-416f-b76d-152695fc0a8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786921254184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749114'] for agent (2583ee88-9503-4370-b6e4-0a676865815e), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:17:39.052888 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30394a9e-3ab3-441e-a6cc-833e4a0540a8 req-8004bd17-dae2-499c-b1ab-c0fd4ced6a5b tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:17:39.054363 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-30394a9e-3ab3-441e-a6cc-833e4a0540a8 req-8004bd17-dae2-499c-b1ab-c0fd4ced6a5b tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] 10.222.0.36 "GET /v2.0/ports?device_id=2ee19045-222a-44c1-abc1-2205c8a96ab9 HTTP/1.1" status: 200 len: 945 time: 0.0491967 May 03 14:17:39.070874 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786921254184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749114'] for agent (e81ee3ce-91e9-46ba-a5c7-9619c95b22a6), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:17:39.103908 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-30394a9e-3ab3-441e-a6cc-833e4a0540a8 req-0db7453e-5e02-456f-b09d-602f05db99a7 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] 10.222.0.36 "GET /v2.0/security-groups?id=73aeffe4-e624-496a-985c-4db7b0aaf14d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435343 May 03 14:17:40.243682 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e4c94e-c096-4ada-aa00-728ff6e3414d req-ecde0c45-d2f1-497d-be5b-397a148f3b8c tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:17:40.245833 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-42e4c94e-c096-4ada-aa00-728ff6e3414d req-ecde0c45-d2f1-497d-be5b-397a148f3b8c tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] 10.222.0.36 "GET /v2.0/ports?device_id=2ee19045-222a-44c1-abc1-2205c8a96ab9 HTTP/1.1" status: 200 len: 945 time: 0.0632575 May 03 14:17:40.306427 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-42e4c94e-c096-4ada-aa00-728ff6e3414d req-1ea063a2-0c75-4bc0-9b81-9f810ecdd31f tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] 10.222.0.36 "GET /v2.0/security-groups?id=73aeffe4-e624-496a-985c-4db7b0aaf14d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546994 May 03 14:17:40.405594 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-6b98c286-5509-41ae-9e31-4a328d4e2e3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786921254184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749114'] for agent (9772c1e2-61d8-4a11-97d8-348a0cefa431), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:17:40.771968 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edb80e8-f237-4340-90f1-241709708dd4 req-24856e68-6755-478d-88fd-646077b8387c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:17:40.773973 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-2edb80e8-f237-4340-90f1-241709708dd4 req-24856e68-6755-478d-88fd-646077b8387c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4e31890e50da4bcab23b81eee1c9a2d7&device_id=2ee19045-222a-44c1-abc1-2205c8a96ab9 HTTP/1.1" status: 200 len: 1129 time: 0.0469117 May 03 14:17:40.778690 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdf8365-00c9-4ad2-a703-d3a8bc3b7033 req-d57df969-55a8-40a5-94a2-8539a6db4454 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:17:40.780668 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-2fdf8365-00c9-4ad2-a703-d3a8bc3b7033 req-d57df969-55a8-40a5-94a2-8539a6db4454 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] 10.222.0.36 "GET /v2.0/ports?device_id=2ee19045-222a-44c1-abc1-2205c8a96ab9 HTTP/1.1" status: 200 len: 945 time: 0.0521574 May 03 14:17:40.837944 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-2fdf8365-00c9-4ad2-a703-d3a8bc3b7033 req-da905017-f774-4386-94e5-52494c2bd2fa tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] 10.222.0.36 "GET /v2.0/security-groups?id=73aeffe4-e624-496a-985c-4db7b0aaf14d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494814 May 03 14:17:40.881174 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edb80e8-f237-4340-90f1-241709708dd4 req-e28848dc-1389-4a56-b9ac-aeeb916155a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:17:40.882753 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-2edb80e8-f237-4340-90f1-241709708dd4 req-e28848dc-1389-4a56-b9ac-aeeb916155a0 service neutron] 10.222.0.26 "GET /v2.0/networks?id=ed744a5b-777c-4bee-b278-dee1b499d8aa HTTP/1.1" status: 200 len: 920 time: 0.0973594 May 03 14:17:40.953915 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-2edb80e8-f237-4340-90f1-241709708dd4 req-87704261-ff71-45ce-b5ef-d8cdd8b7a14d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3967916d-d634-4c8c-8ca9-d6057259b079 HTTP/1.1" status: 200 len: 1001 time: 0.0642867 May 03 14:17:41.020262 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edb80e8-f237-4340-90f1-241709708dd4 req-832bfa5e-0dcf-4886-920c-e6f3a9d4ff00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:17:41.021807 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-2edb80e8-f237-4340-90f1-241709708dd4 req-832bfa5e-0dcf-4886-920c-e6f3a9d4ff00 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a87b0fb7-75d3-4b90-b91b-05349e630701 HTTP/1.1" status: 200 len: 858 time: 0.0620217 May 03 14:17:41.070422 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edb80e8-f237-4340-90f1-241709708dd4 req-510d6919-7363-4ce4-816c-835b1df2c2ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:17:41.071982 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-2edb80e8-f237-4340-90f1-241709708dd4 req-510d6919-7363-4ce4-816c-835b1df2c2ab service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ed744a5b-777c-4bee-b278-dee1b499d8aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0434210 May 03 14:17:41.173791 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-2edb80e8-f237-4340-90f1-241709708dd4 req-3b5eb4ef-793a-4085-84d1-4301712da4d0 service neutron] 10.222.0.26 "GET /v2.0/networks/ed744a5b-777c-4bee-b278-dee1b499d8aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949030 May 03 14:17:41.268621 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-2edb80e8-f237-4340-90f1-241709708dd4 req-9cff976e-6dbf-4a12-821a-a5066f2f96bb service neutron] 10.222.0.26 "GET /v2.0/networks/ed744a5b-777c-4bee-b278-dee1b499d8aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888107 May 03 14:17:41.504566 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-ece2f477-2d6d-4faa-a9a3-ecc6a9d3b5ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786921254184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749114'] for agent (5abb75e8-e954-4dc0-bed6-210d2af77b9f), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:17:41.971292 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6990af-e907-4b7b-92d7-701259f98a32 req-f8e0f161-447c-4feb-b7bb-0ae3c057387c tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:17:41.972799 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-2b6990af-e907-4b7b-92d7-701259f98a32 req-f8e0f161-447c-4feb-b7bb-0ae3c057387c tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] 10.222.0.36 "GET /v2.0/ports?device_id=2ee19045-222a-44c1-abc1-2205c8a96ab9 HTTP/1.1" status: 200 len: 945 time: 0.0493674 May 03 14:17:42.021108 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-2b6990af-e907-4b7b-92d7-701259f98a32 req-a74fdc99-5352-4b84-ada9-cbf90a30936c tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] 10.222.0.36 "GET /v2.0/security-groups?id=73aeffe4-e624-496a-985c-4db7b0aaf14d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426135 May 03 14:17:43.144190 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf82ffa-1b3c-4f7c-9abb-74e69800e633 req-bd76e94e-2c3e-4c0b-9d13-bb7796a3c54f tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:17:43.145054 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786921254184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749114'] for agent (43411681-d6d4-43ac-b892-434a22df3f6d), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:17:43.145740 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-adf82ffa-1b3c-4f7c-9abb-74e69800e633 req-bd76e94e-2c3e-4c0b-9d13-bb7796a3c54f tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] 10.222.0.36 "GET /v2.0/ports?device_id=2ee19045-222a-44c1-abc1-2205c8a96ab9 HTTP/1.1" status: 200 len: 945 time: 0.0529623 May 03 14:17:43.194622 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-adf82ffa-1b3c-4f7c-9abb-74e69800e633 req-bf4924cc-5957-4957-b510-cd279ce0558b tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] 10.222.0.36 "GET /v2.0/security-groups?id=73aeffe4-e624-496a-985c-4db7b0aaf14d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431139 May 03 14:17:44.319573 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a1cb7c-2bfa-4c7c-a667-ad4d44e2d1f6 req-23bb8fea-6953-4bb4-82eb-b5c8642f55ed tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:17:44.320948 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-d4a1cb7c-2bfa-4c7c-a667-ad4d44e2d1f6 req-23bb8fea-6953-4bb4-82eb-b5c8642f55ed tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] 10.222.0.36 "GET /v2.0/ports?device_id=2ee19045-222a-44c1-abc1-2205c8a96ab9 HTTP/1.1" status: 200 len: 945 time: 0.0546756 May 03 14:17:44.370414 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-d4a1cb7c-2bfa-4c7c-a667-ad4d44e2d1f6 req-577662fd-43ca-4b8f-8ba8-88ef7cc8a789 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] 10.222.0.36 "GET /v2.0/security-groups?id=73aeffe4-e624-496a-985c-4db7b0aaf14d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437584 May 03 14:17:44.498234 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0a10c9-008e-4626-beab-4bd9adc75a5a req-ffca7022-e189-4a93-83ac-3d090d893bb7 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:17:44.499747 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-8a0a10c9-008e-4626-beab-4bd9adc75a5a req-ffca7022-e189-4a93-83ac-3d090d893bb7 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] 10.222.0.36 "GET /v2.0/ports?device_id=2ee19045-222a-44c1-abc1-2205c8a96ab9 HTTP/1.1" status: 200 len: 945 time: 0.0570602 May 03 14:17:44.508909 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.36', 48338) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:17:44.513406 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.v2.base [None req-96aff649-3509-43f3-b4d1-633514dfb188 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] Request body: {'floatingip': {'port_id': '3967916d-d634-4c8c-8ca9-d6057259b079'}} {{(pid=103469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 14:17:44.572960 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-96aff649-3509-43f3-b4d1-633514dfb188 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] Publish callbacks [] for floatingip (aa4708a8-2d79-48da-afb0-8e73cd88978d), before_update {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:17:45.038700 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-96aff649-3509-43f3-b4d1-633514dfb188 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:17:45.044468 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-96aff649-3509-43f3-b4d1-633514dfb188 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1700089'] for floatingip (aa4708a8-2d79-48da-afb0-8e73cd88978d), after_update {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:17:45.549763 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96aff649-3509-43f3-b4d1-633514dfb188 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] Router 19ccbb16-fbf6-4309-89e5-60d4788239f2 has already been hosted by L3 agent 2583ee88-9503-4370-b6e4-0a676865815e {{(pid=103469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 14:17:45.660305 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96aff649-3509-43f3-b4d1-633514dfb188 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] Notify agent at l3_agent.dv-cinder-839793-5-iscsi the message routers_updated {{(pid=103469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 14:17:45.665536 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-96aff649-3509-43f3-b4d1-633514dfb188 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218734'] for floatingip (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:17:45.670630 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96987e16-8158-4c85-99c0-6673a5960ee1 None None] Sync routers for ids ['19ccbb16-fbf6-4309-89e5-60d4788239f2'] in dv-cinder-839793-5-iscsi {{(pid=103472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 14:17:45.680857 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96987e16-8158-4c85-99c0-6673a5960ee1 None None] Routers {'19ccbb16-fbf6-4309-89e5-60d4788239f2'} bound to L3 agent in host dv-cinder-839793-5-iscsi {{(pid=103472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 14:17:45.681498 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.db.l3_hamode_db [None req-96987e16-8158-4c85-99c0-6673a5960ee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-03T14:04:39Z,description=,heartbeat_timestamp=2022-05-03T14:17:39Z,host='dv-cinder-839793-5-iscsi',id=2583ee88-9503-4370-b6e4-0a676865815e,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T14:04:39Z,topic='l3_agent')) {'router_ids': ['19ccbb16-fbf6-4309-89e5-60d4788239f2'], 'active': True} {{(pid=103472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:17:45.694213 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ee19045-222a-44c1-abc1-2205c8a96ab9', 'tag': '3967916d-d634-4c8c-8ca9-d6057259b079'}] {{(pid=103469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 14:17:45.696469 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68fe64b6b3a70a2f5f611128c103f52e8e68dc233ccb418b63396cbb83134719" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94fec45c-c41e-42be-be42-160284d18f8b" -d '{"events": [{"name": "network-changed", "server_uuid": "2ee19045-222a-44c1-abc1-2205c8a96ab9", "tag": "3967916d-d634-4c8c-8ca9-d6057259b079"}]}' {{(pid=103469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 14:17:45.728050 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-96aff649-3509-43f3-b4d1-633514dfb188 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] 10.222.0.36 "PUT /v2.0/floatingips/aa4708a8-2d79-48da-afb0-8e73cd88978d HTTP/1.1" status: 200 len: 993 time: 1.2175434 May 03 14:17:45.732530 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 May 2022 14:17:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6272575-4899-4029-9546-78e9abcde069 x-openstack-request-id: req-a6272575-4899-4029-9546-78e9abcde069 {{(pid=103469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 14:17:45.732826 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ee19045-222a-44c1-abc1-2205c8a96ab9", "tag": "3967916d-d634-4c8c-8ca9-d6057259b079", "status": "completed", "code": 200}]} {{(pid=103469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 14:17:45.733079 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-a6272575-4899-4029-9546-78e9abcde069 {{(pid=103469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 14:17:45.733824 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a6272575-4899-4029-9546-78e9abcde069'] response: {'name': 'network-changed', 'server_uuid': '2ee19045-222a-44c1-abc1-2205c8a96ab9', 'tag': '3967916d-d634-4c8c-8ca9-d6057259b079', 'status': 'completed', 'code': 200} May 03 14:17:45.794356 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fec45c-c41e-42be-be42-160284d18f8b req-89ca7ae7-5781-4aeb-a31f-74c366de6faf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:17:45.795647 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.db.l3_dvr_db [None req-96987e16-8158-4c85-99c0-6673a5960ee1 None None] Set router 19ccbb16-fbf6-4309-89e5-60d4788239f2 gateway port host: dv-cinder-839793-5-iscsi {{(pid=103472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 14:17:45.796025 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-94fec45c-c41e-42be-be42-160284d18f8b req-89ca7ae7-5781-4aeb-a31f-74c366de6faf service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4e31890e50da4bcab23b81eee1c9a2d7&device_id=2ee19045-222a-44c1-abc1-2205c8a96ab9 HTTP/1.1" status: 200 len: 1129 time: 0.0420790 May 03 14:17:45.887380 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fec45c-c41e-42be-be42-160284d18f8b req-ddb9a8ee-6d4f-4afc-87e6-351a9468e02f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:17:45.888856 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-94fec45c-c41e-42be-be42-160284d18f8b req-ddb9a8ee-6d4f-4afc-87e6-351a9468e02f service neutron] 10.222.0.26 "GET /v2.0/networks?id=ed744a5b-777c-4bee-b278-dee1b499d8aa HTTP/1.1" status: 200 len: 920 time: 0.0861478 May 03 14:17:45.956374 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-94fec45c-c41e-42be-be42-160284d18f8b req-8533cae4-49d9-4f61-821c-d513a9d41a64 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3967916d-d634-4c8c-8ca9-d6057259b079 HTTP/1.1" status: 200 len: 1001 time: 0.0612142 May 03 14:17:46.003176 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fec45c-c41e-42be-be42-160284d18f8b req-6968fb23-abc7-40aa-b9a1-74c696298793 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:17:46.004602 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-94fec45c-c41e-42be-be42-160284d18f8b req-6968fb23-abc7-40aa-b9a1-74c696298793 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a87b0fb7-75d3-4b90-b91b-05349e630701 HTTP/1.1" status: 200 len: 858 time: 0.0431025 May 03 14:17:46.013112 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.db.l3_hamode_db [None req-96987e16-8158-4c85-99c0-6673a5960ee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19ccbb16-fbf6-4309-89e5-60d4788239f2', 'name': 'tempest-ServerRescueNegativeTestJSON-1452391224-router', 'tenant_id': '4e31890e50da4bcab23b81eee1c9a2d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2', 'external_fixed_ips': [{'subnet_id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'ip_address': '172.27.3.215'}], 'enable_snat': True}, 'gw_port_id': '943d0a20-0d1e-43b5-90cd-cd70d64349a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T14:13:05Z', 'updated_at': '2022-05-03T14:13:14Z', 'revision_number': 4, 'project_id': '4e31890e50da4bcab23b81eee1c9a2d7', 'gw_port': {'id': '943d0a20-0d1e-43b5-90cd-cd70d64349a2', 'name': '', 'network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:7d:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19ccbb16-fbf6-4309-89e5-60d4788239f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'ip_address': '172.27.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:13:06Z', 'updated_at': '2022-05-03T14:13:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-5-iscsi', '_floatingips': [{'id': 'aa4708a8-2d79-48da-afb0-8e73cd88978d', 'tenant_id': '4e31890e50da4bcab23b81eee1c9a2d7', 'floating_ip_address': '172.27.3.130', 'floating_network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2', 'router_id': '19ccbb16-fbf6-4309-89e5-60d4788239f2', 'port_id': '3967916d-d634-4c8c-8ca9-d6057259b079', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 487, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed744a5b-777c-4bee-b278-dee1b499d8aa', 'mac_address': 'fa:16:3e:2d:45:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ee19045-222a-44c1-abc1-2205c8a96ab9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T14:15:46Z', 'updated_at': '2022-05-03T14:17:44Z', 'revision_number': 3, 'project_id': '4e31890e50da4bcab23b81eee1c9a2d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2c69b00-6ed1-4962-8523-e3def77f90f5', 'name': '', 'network_id': 'ed744a5b-777c-4bee-b278-dee1b499d8aa', 'tenant_id': '4e31890e50da4bcab23b81eee1c9a2d7', 'mac_address': 'fa:16:3e:62:07:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19ccbb16-fbf6-4309-89e5-60d4788239f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'a87b0fb7-75d3-4b90-b91b-05349e630701', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:13:10Z', 'updated_at': '2022-05-03T14:13:24Z', 'revision_number': 5, 'project_id': '4e31890e50da4bcab23b81eee1c9a2d7', 'subnets': [{'id': 'a87b0fb7-75d3-4b90-b91b-05349e630701', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-5-iscsi', False) {} {{(pid=103472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:17:46.039487 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96987e16-8158-4c85-99c0-6673a5960ee1 None None] Checking router: 19ccbb16-fbf6-4309-89e5-60d4788239f2 for host: dv-cinder-839793-5-iscsi {{(pid=103472) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 14:17:46.048239 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96987e16-8158-4c85-99c0-6673a5960ee1 None None] Routers {'19ccbb16-fbf6-4309-89e5-60d4788239f2'} bound to L3 agent in host dv-cinder-839793-5-iscsi {{(pid=103472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 14:17:46.048430 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fec45c-c41e-42be-be42-160284d18f8b req-51304ec7-3b28-443f-a955-da3228e49bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:17:46.048851 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.db.l3_hamode_db [None req-96987e16-8158-4c85-99c0-6673a5960ee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-03T14:04:39Z,description=,heartbeat_timestamp=2022-05-03T14:17:39Z,host='dv-cinder-839793-5-iscsi',id=2583ee88-9503-4370-b6e4-0a676865815e,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T14:04:39Z,topic='l3_agent')) {'router_ids': ['19ccbb16-fbf6-4309-89e5-60d4788239f2'], 'active': True} {{(pid=103472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:17:46.049934 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-94fec45c-c41e-42be-be42-160284d18f8b req-51304ec7-3b28-443f-a955-da3228e49bd9 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ed744a5b-777c-4bee-b278-dee1b499d8aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0395401 May 03 14:17:46.153201 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-94fec45c-c41e-42be-be42-160284d18f8b req-80ef8109-d4ca-4ab1-9952-5adf47b0a259 service neutron] 10.222.0.26 "GET /v2.0/networks/ed744a5b-777c-4bee-b278-dee1b499d8aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969760 May 03 14:17:46.163619 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.db.l3_dvr_db [None req-96987e16-8158-4c85-99c0-6673a5960ee1 None None] Set router 19ccbb16-fbf6-4309-89e5-60d4788239f2 gateway port host: dv-cinder-839793-5-iscsi {{(pid=103472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 14:17:46.249026 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-94fec45c-c41e-42be-be42-160284d18f8b req-07166279-52a4-496d-811f-0b9744571e2a service neutron] 10.222.0.26 "GET /v2.0/networks/ed744a5b-777c-4bee-b278-dee1b499d8aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888617 May 03 14:17:46.392191 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.db.l3_hamode_db [None req-96987e16-8158-4c85-99c0-6673a5960ee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19ccbb16-fbf6-4309-89e5-60d4788239f2', 'name': 'tempest-ServerRescueNegativeTestJSON-1452391224-router', 'tenant_id': '4e31890e50da4bcab23b81eee1c9a2d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2', 'external_fixed_ips': [{'subnet_id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'ip_address': '172.27.3.215'}], 'enable_snat': True}, 'gw_port_id': '943d0a20-0d1e-43b5-90cd-cd70d64349a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T14:13:05Z', 'updated_at': '2022-05-03T14:13:14Z', 'revision_number': 4, 'project_id': '4e31890e50da4bcab23b81eee1c9a2d7', 'gw_port': {'id': '943d0a20-0d1e-43b5-90cd-cd70d64349a2', 'name': '', 'network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:7d:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19ccbb16-fbf6-4309-89e5-60d4788239f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'ip_address': '172.27.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:13:06Z', 'updated_at': '2022-05-03T14:13:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-5-iscsi', '_floatingips': [{'id': 'aa4708a8-2d79-48da-afb0-8e73cd88978d', 'tenant_id': '4e31890e50da4bcab23b81eee1c9a2d7', 'floating_ip_address': '172.27.3.130', 'floating_network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2', 'router_id': '19ccbb16-fbf6-4309-89e5-60d4788239f2', 'port_id': '3967916d-d634-4c8c-8ca9-d6057259b079', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 487, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed744a5b-777c-4bee-b278-dee1b499d8aa', 'mac_address': 'fa:16:3e:2d:45:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ee19045-222a-44c1-abc1-2205c8a96ab9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T14:15:46Z', 'updated_at': '2022-05-03T14:17:44Z', 'revision_number': 3, 'project_id': '4e31890e50da4bcab23b81eee1c9a2d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2c69b00-6ed1-4962-8523-e3def77f90f5', 'name': '', 'network_id': 'ed744a5b-777c-4bee-b278-dee1b499d8aa', 'tenant_id': '4e31890e50da4bcab23b81eee1c9a2d7', 'mac_address': 'fa:16:3e:62:07:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19ccbb16-fbf6-4309-89e5-60d4788239f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'a87b0fb7-75d3-4b90-b91b-05349e630701', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:13:10Z', 'updated_at': '2022-05-03T14:13:24Z', 'revision_number': 5, 'project_id': '4e31890e50da4bcab23b81eee1c9a2d7', 'subnets': [{'id': 'a87b0fb7-75d3-4b90-b91b-05349e630701', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-5-iscsi', False) {} {{(pid=103472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:17:46.421596 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96987e16-8158-4c85-99c0-6673a5960ee1 None None] The sync data for ids ['19ccbb16-fbf6-4309-89e5-60d4788239f2'] in dv-cinder-839793-5-iscsi is: [{'id': '19ccbb16-fbf6-4309-89e5-60d4788239f2', 'name': 'tempest-ServerRescueNegativeTestJSON-1452391224-router', 'tenant_id': '4e31890e50da4bcab23b81eee1c9a2d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2', 'external_fixed_ips': [{'subnet_id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'ip_address': '172.27.3.215'}], 'enable_snat': True}, 'gw_port_id': '943d0a20-0d1e-43b5-90cd-cd70d64349a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T14:13:05Z', 'updated_at': '2022-05-03T14:13:14Z', 'revision_number': 4, 'project_id': '4e31890e50da4bcab23b81eee1c9a2d7', 'gw_port': {'id': '943d0a20-0d1e-43b5-90cd-cd70d64349a2', 'name': '', 'network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:7d:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19ccbb16-fbf6-4309-89e5-60d4788239f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'ip_address': '172.27.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:13:06Z', 'updated_at': '2022-05-03T14:13:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-5-iscsi', '_floatingips': [{'id': 'aa4708a8-2d79-48da-afb0-8e73cd88978d', 'tenant_id': '4e31890e50da4bcab23b81eee1c9a2d7', 'floating_ip_address': '172.27.3.130', 'floating_network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2', 'router_id': '19ccbb16-fbf6-4309-89e5-60d4788239f2', 'port_id': '3967916d-d634-4c8c-8ca9-d6057259b079', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 487, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed744a5b-777c-4bee-b278-dee1b499d8aa', 'mac_address': 'fa:16:3e:2d:45:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ee19045-222a-44c1-abc1-2205c8a96ab9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T14:15:46Z', 'updated_at': '2022-05-03T14:17:44Z', 'revision_number': 3, 'project_id': '4e31890e50da4bcab23b81eee1c9a2d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2c69b00-6ed1-4962-8523-e3def77f90f5', 'name': '', 'network_id': 'ed744a5b-777c-4bee-b278-dee1b499d8aa', 'tenant_id': '4e31890e50da4bcab23b81eee1c9a2d7', 'mac_address': 'fa:16:3e:62:07:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19ccbb16-fbf6-4309-89e5-60d4788239f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'a87b0fb7-75d3-4b90-b91b-05349e630701', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:13:10Z', 'updated_at': '2022-05-03T14:13:24Z', 'revision_number': 5, 'project_id': '4e31890e50da4bcab23b81eee1c9a2d7', 'subnets': [{'id': 'a87b0fb7-75d3-4b90-b91b-05349e630701', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 14:17:47.735114 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ee19045-222a-44c1-abc1-2205c8a96ab9', 'tag': '3967916d-d634-4c8c-8ca9-d6057259b079'}] {{(pid=103469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 14:17:47.739111 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68fe64b6b3a70a2f5f611128c103f52e8e68dc233ccb418b63396cbb83134719" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4aff2bf2-5111-44f1-a7aa-0e5ea840d6cd" -d '{"events": [{"name": "network-changed", "server_uuid": "2ee19045-222a-44c1-abc1-2205c8a96ab9", "tag": "3967916d-d634-4c8c-8ca9-d6057259b079"}]}' {{(pid=103469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 14:17:47.786098 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 May 2022 14:17:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-562b79d4-8c6d-4a2c-9ff1-c29e87ca85af x-openstack-request-id: req-562b79d4-8c6d-4a2c-9ff1-c29e87ca85af {{(pid=103469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 14:17:47.786381 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ee19045-222a-44c1-abc1-2205c8a96ab9", "tag": "3967916d-d634-4c8c-8ca9-d6057259b079", "status": "completed", "code": 200}]} {{(pid=103469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 14:17:47.786629 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-562b79d4-8c6d-4a2c-9ff1-c29e87ca85af {{(pid=103469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 14:17:47.787055 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.notifiers.nova [-] Nova event matching ['req-562b79d4-8c6d-4a2c-9ff1-c29e87ca85af'] response: {'name': 'network-changed', 'server_uuid': '2ee19045-222a-44c1-abc1-2205c8a96ab9', 'tag': '3967916d-d634-4c8c-8ca9-d6057259b079', 'status': 'completed', 'code': 200} May 03 14:17:47.849071 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aff2bf2-5111-44f1-a7aa-0e5ea840d6cd req-d2acb1f3-c16f-4316-8ccb-8a7326426496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:17:47.850572 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-4aff2bf2-5111-44f1-a7aa-0e5ea840d6cd req-d2acb1f3-c16f-4316-8ccb-8a7326426496 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4e31890e50da4bcab23b81eee1c9a2d7&device_id=2ee19045-222a-44c1-abc1-2205c8a96ab9 HTTP/1.1" status: 200 len: 1129 time: 0.0402458 May 03 14:17:47.951577 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aff2bf2-5111-44f1-a7aa-0e5ea840d6cd req-6f425cbf-bedc-48e4-8c54-a3fa89588b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:17:47.953102 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-4aff2bf2-5111-44f1-a7aa-0e5ea840d6cd req-6f425cbf-bedc-48e4-8c54-a3fa89588b5e service neutron] 10.222.0.26 "GET /v2.0/networks?id=ed744a5b-777c-4bee-b278-dee1b499d8aa HTTP/1.1" status: 200 len: 920 time: 0.0955167 May 03 14:17:48.026178 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-4aff2bf2-5111-44f1-a7aa-0e5ea840d6cd req-82805e40-ea83-4659-8a92-2e782894f7f4 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3967916d-d634-4c8c-8ca9-d6057259b079 HTTP/1.1" status: 200 len: 1001 time: 0.0663903 May 03 14:17:48.077375 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aff2bf2-5111-44f1-a7aa-0e5ea840d6cd req-617570ab-2efe-4538-b8bb-ab6521c285c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:17:48.078846 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-4aff2bf2-5111-44f1-a7aa-0e5ea840d6cd req-617570ab-2efe-4538-b8bb-ab6521c285c7 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a87b0fb7-75d3-4b90-b91b-05349e630701 HTTP/1.1" status: 200 len: 858 time: 0.0466583 May 03 14:17:48.121241 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aff2bf2-5111-44f1-a7aa-0e5ea840d6cd req-46c774f6-3c52-4b8e-b391-965d244d8574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:17:48.122723 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-4aff2bf2-5111-44f1-a7aa-0e5ea840d6cd req-46c774f6-3c52-4b8e-b391-965d244d8574 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ed744a5b-777c-4bee-b278-dee1b499d8aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0379806 May 03 14:17:48.222665 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-4aff2bf2-5111-44f1-a7aa-0e5ea840d6cd req-0a2cb042-1706-4b58-ba8c-09be08f878f3 service neutron] 10.222.0.26 "GET /v2.0/networks/ed744a5b-777c-4bee-b278-dee1b499d8aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878921 May 03 14:17:48.317064 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-4aff2bf2-5111-44f1-a7aa-0e5ea840d6cd req-4bbbf24c-e999-4022-9b86-05b25528f674 service neutron] 10.222.0.26 "GET /v2.0/networks/ed744a5b-777c-4bee-b278-dee1b499d8aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882092 May 03 14:17:52.912632 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce8eaf7-abe8-4995-a705-bec5637ebc4e req-091f338f-570b-4374-9fc4-614fe6299440 tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:17:52.914248 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-5ce8eaf7-abe8-4995-a705-bec5637ebc4e req-091f338f-570b-4374-9fc4-614fe6299440 tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] 10.222.0.36 "GET /v2.0/ports?device_id=10c82547-d410-4f88-b541-ed077b046381 HTTP/1.1" status: 200 len: 945 time: 0.0574851 May 03 14:17:52.964324 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-5ce8eaf7-abe8-4995-a705-bec5637ebc4e req-6412f2fa-7304-4824-a6b6-37846650e783 tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] 10.222.0.36 "GET /v2.0/security-groups?id=00032ad2-bbe0-4b3d-9a3d-596531eb694e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417423 May 03 14:17:54.094422 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e9625c-4c62-4099-b3b7-a4a5b684109d req-e11b9332-dc50-446d-97f7-0ec1efa81b15 tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:17:54.095915 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-96e9625c-4c62-4099-b3b7-a4a5b684109d req-e11b9332-dc50-446d-97f7-0ec1efa81b15 tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] 10.222.0.36 "GET /v2.0/ports?device_id=10c82547-d410-4f88-b541-ed077b046381 HTTP/1.1" status: 200 len: 945 time: 0.0552611 May 03 14:17:54.144873 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-96e9625c-4c62-4099-b3b7-a4a5b684109d req-655527f5-fdb1-4433-ade4-76eb08be0df4 tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] 10.222.0.36 "GET /v2.0/security-groups?id=00032ad2-bbe0-4b3d-9a3d-596531eb694e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406289 May 03 14:17:54.522399 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7490f0-2793-4efc-bb76-43a76ac1099b req-7cc62250-2772-4f68-9988-01788ea8c511 tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:17:54.523839 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-5b7490f0-2793-4efc-bb76-43a76ac1099b req-7cc62250-2772-4f68-9988-01788ea8c511 tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] 10.222.0.26 "GET /v2.0/ports?device_id=10c82547-d410-4f88-b541-ed077b046381 HTTP/1.1" status: 200 len: 945 time: 0.0513866 May 03 14:17:54.614788 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [req-5b7490f0-2793-4efc-bb76-43a76ac1099b req-26bb1393-7e5e-4a3b-8396-86b07eeb97bb tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Deleting port 3f17ab34-ce3d-4aef-bc36-5f81ff4ee7c3 {{(pid=103470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 14:17:54.615123 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [req-5b7490f0-2793-4efc-bb76-43a76ac1099b req-26bb1393-7e5e-4a3b-8396-86b07eeb97bb tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786921277453'] for port (3f17ab34-ce3d-4aef-bc36-5f81ff4ee7c3), before_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:17:54.707130 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [req-5b7490f0-2793-4efc-bb76-43a76ac1099b req-26bb1393-7e5e-4a3b-8396-86b07eeb97bb tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] For port 3f17ab34-ce3d-4aef-bc36-5f81ff4ee7c3, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=3f17ab34-ce3d-4aef-bc36-5f81ff4ee7c3,segment=NetworkSegment(e1835114-80bf-41da-a21b-fba78594b9dd),segment_id=e1835114-80bf-41da-a21b-fba78594b9dd)] {{(pid=103470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 14:17:54.707494 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [req-5b7490f0-2793-4efc-bb76-43a76ac1099b req-26bb1393-7e5e-4a3b-8396-86b07eeb97bb tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1690342'] for port (3f17ab34-ce3d-4aef-bc36-5f81ff4ee7c3), precommit_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:17:54.879972 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [req-5b7490f0-2793-4efc-bb76-43a76ac1099b req-26bb1393-7e5e-4a3b-8396-86b07eeb97bb tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:17:54.880234 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [req-5b7490f0-2793-4efc-bb76-43a76ac1099b req-26bb1393-7e5e-4a3b-8396-86b07eeb97bb tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1700089'] for floatingip (172aa0ef-8e85-4f27-837e-36b8213f700f), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:17:54.880483 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.db.l3_db [req-5b7490f0-2793-4efc-bb76-43a76ac1099b req-26bb1393-7e5e-4a3b-8396-86b07eeb97bb tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Floating IP 172aa0ef-8e85-4f27-837e-36b8213f700f disassociated. External IP: 172.27.3.240, port: 3f17ab34-ce3d-4aef-bc36-5f81ff4ee7c3. May 03 14:17:54.880844 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [req-5b7490f0-2793-4efc-bb76-43a76ac1099b req-26bb1393-7e5e-4a3b-8396-86b07eeb97bb tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Calling delete_port for 3f17ab34-ce3d-4aef-bc36-5f81ff4ee7c3 owned by compute:nova {{(pid=103470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 14:17:55.008464 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [req-5b7490f0-2793-4efc-bb76-43a76ac1099b req-26bb1393-7e5e-4a3b-8396-86b07eeb97bb tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786921284765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786920821405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7524599'] for port (3f17ab34-ce3d-4aef-bc36-5f81ff4ee7c3), after_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:17:55.040892 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bb1393-7e5e-4a3b-8396-86b07eeb97bb tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Pushing event deleted for resources: {'Port': ['ID=3f17ab34-ce3d-4aef-bc36-5f81ff4ee7c3,revision_number=None']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:17:55.153368 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5b7490f0-2793-4efc-bb76-43a76ac1099b req-26bb1393-7e5e-4a3b-8396-86b07eeb97bb tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Router e8428cc7-9811-4071-85c7-725df93cfce0 has already been hosted by L3 agent 2583ee88-9503-4370-b6e4-0a676865815e {{(pid=103470) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 14:17:55.271238 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-fd0fae97-efc4-4575-8621-9253925f1fb0 req-e31be2a5-ba5d-483c-a5cf-8e231d783d71 tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] 10.222.0.36 "GET /v2.0/ports?device_id=10c82547-d410-4f88-b541-ed077b046381 HTTP/1.1" status: 200 len: 210 time: 0.0548048 May 03 14:17:55.293873 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5b7490f0-2793-4efc-bb76-43a76ac1099b req-26bb1393-7e5e-4a3b-8396-86b07eeb97bb tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Notify agent at l3_agent.dv-cinder-839793-5-iscsi the message routers_updated {{(pid=103470) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 14:17:55.304073 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73c943fc-d768-4e5f-8cc2-cf289bbc91c2 None None] Sync routers for ids ['e8428cc7-9811-4071-85c7-725df93cfce0'] in dv-cinder-839793-5-iscsi {{(pid=103471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 14:17:55.315142 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73c943fc-d768-4e5f-8cc2-cf289bbc91c2 None None] Routers {'e8428cc7-9811-4071-85c7-725df93cfce0'} bound to L3 agent in host dv-cinder-839793-5-iscsi {{(pid=103471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 14:17:55.315692 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.l3_hamode_db [None req-73c943fc-d768-4e5f-8cc2-cf289bbc91c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-03T14:04:39Z,description=,heartbeat_timestamp=2022-05-03T14:17:39Z,host='dv-cinder-839793-5-iscsi',id=2583ee88-9503-4370-b6e4-0a676865815e,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T14:04:39Z,topic='l3_agent')) {'router_ids': ['e8428cc7-9811-4071-85c7-725df93cfce0'], 'active': True} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:17:55.337758 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b7490f0-2793-4efc-bb76-43a76ac1099b req-26bb1393-7e5e-4a3b-8396-86b07eeb97bb tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] No DVR routers for this DVR port 3f17ab34-ce3d-4aef-bc36-5f81ff4ee7c3 on host hv-cinder-83979 {{(pid=103470) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 14:17:55.340404 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [req-5b7490f0-2793-4efc-bb76-43a76ac1099b req-26bb1393-7e5e-4a3b-8396-86b07eeb97bb tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218734'] for port (None), before_response {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:17:55.343978 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-5b7490f0-2793-4efc-bb76-43a76ac1099b req-26bb1393-7e5e-4a3b-8396-86b07eeb97bb tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] 10.222.0.26 "DELETE /v2.0/ports/3f17ab34-ce3d-4aef-bc36-5f81ff4ee7c3 HTTP/1.1" status: 204 len: 173 time: 0.8146293 May 03 14:17:55.344481 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10c82547-d410-4f88-b541-ed077b046381', 'name': 'network-vif-deleted', 'tag': '3f17ab34-ce3d-4aef-bc36-5f81ff4ee7c3'}] {{(pid=103470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 14:17:55.347861 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b59263cb8594a65023f6f3ef61310cdc9305c5272296d99e8ebfdd94dfc5ab3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08df3ecf-a844-4bcd-afec-3774a3b0d61c" -d '{"events": [{"server_uuid": "10c82547-d410-4f88-b541-ed077b046381", "name": "network-vif-deleted", "tag": "3f17ab34-ce3d-4aef-bc36-5f81ff4ee7c3"}]}' {{(pid=103470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 14:17:55.388642 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 May 2022 14:17:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cacbef40-900c-471f-9993-5e50e8301e1e x-openstack-request-id: req-cacbef40-900c-471f-9993-5e50e8301e1e {{(pid=103470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 14:17:55.388967 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10c82547-d410-4f88-b541-ed077b046381", "name": "network-vif-deleted", "tag": "3f17ab34-ce3d-4aef-bc36-5f81ff4ee7c3", "status": "completed", "code": 200}]} {{(pid=103470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 14:17:55.389783 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-cacbef40-900c-471f-9993-5e50e8301e1e {{(pid=103470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 14:17:55.390195 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cacbef40-900c-471f-9993-5e50e8301e1e'] response: {'server_uuid': '10c82547-d410-4f88-b541-ed077b046381', 'name': 'network-vif-deleted', 'tag': '3f17ab34-ce3d-4aef-bc36-5f81ff4ee7c3', 'status': 'completed', 'code': 200} May 03 14:17:55.428144 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvr_db [None req-73c943fc-d768-4e5f-8cc2-cf289bbc91c2 None None] Set router e8428cc7-9811-4071-85c7-725df93cfce0 gateway port host: dv-cinder-839793-5-iscsi {{(pid=103471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 14:17:55.630535 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.l3_hamode_db [None req-73c943fc-d768-4e5f-8cc2-cf289bbc91c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8428cc7-9811-4071-85c7-725df93cfce0', 'name': 'tempest-AttachVolumeNegativeTest-1392786833-router', 'tenant_id': '453906a2a829425aac1abdfad7b441d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2', 'external_fixed_ips': [{'subnet_id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'ip_address': '172.27.3.72'}], 'enable_snat': True}, 'gw_port_id': '411354ed-274d-4270-83dd-a73b41b936ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T14:13:05Z', 'updated_at': '2022-05-03T14:13:20Z', 'revision_number': 4, 'project_id': '453906a2a829425aac1abdfad7b441d6', 'gw_port': {'id': '411354ed-274d-4270-83dd-a73b41b936ab', 'name': '', 'network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:90:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8428cc7-9811-4071-85c7-725df93cfce0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'ip_address': '172.27.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:13:07Z', 'updated_at': '2022-05-03T14:13:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-5-iscsi', '_interfaces': [{'id': 'e285b81a-5601-4a75-a305-ba94b7768a2e', 'name': '', 'network_id': '89bc2c7d-2b97-4518-b62e-d0f098e36f62', 'tenant_id': '453906a2a829425aac1abdfad7b441d6', 'mac_address': 'fa:16:3e:38:91:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8428cc7-9811-4071-85c7-725df93cfce0', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'ce824052-6a3b-4ab6-8ac7-7607bba43c53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:13:16Z', 'updated_at': '2022-05-03T14:13:34Z', 'revision_number': 5, 'project_id': '453906a2a829425aac1abdfad7b441d6', 'subnets': [{'id': 'ce824052-6a3b-4ab6-8ac7-7607bba43c53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-5-iscsi', False) {} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:17:55.656862 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73c943fc-d768-4e5f-8cc2-cf289bbc91c2 None None] Checking router: e8428cc7-9811-4071-85c7-725df93cfce0 for host: dv-cinder-839793-5-iscsi {{(pid=103471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 14:17:55.665795 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73c943fc-d768-4e5f-8cc2-cf289bbc91c2 None None] Routers {'e8428cc7-9811-4071-85c7-725df93cfce0'} bound to L3 agent in host dv-cinder-839793-5-iscsi {{(pid=103471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 14:17:55.666397 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.l3_hamode_db [None req-73c943fc-d768-4e5f-8cc2-cf289bbc91c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-03T14:04:39Z,description=,heartbeat_timestamp=2022-05-03T14:17:39Z,host='dv-cinder-839793-5-iscsi',id=2583ee88-9503-4370-b6e4-0a676865815e,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T14:04:39Z,topic='l3_agent')) {'router_ids': ['e8428cc7-9811-4071-85c7-725df93cfce0'], 'active': True} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:17:55.775660 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvr_db [None req-73c943fc-d768-4e5f-8cc2-cf289bbc91c2 None None] Set router e8428cc7-9811-4071-85c7-725df93cfce0 gateway port host: dv-cinder-839793-5-iscsi {{(pid=103471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 14:17:55.964957 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.l3_hamode_db [None req-73c943fc-d768-4e5f-8cc2-cf289bbc91c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8428cc7-9811-4071-85c7-725df93cfce0', 'name': 'tempest-AttachVolumeNegativeTest-1392786833-router', 'tenant_id': '453906a2a829425aac1abdfad7b441d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2', 'external_fixed_ips': [{'subnet_id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'ip_address': '172.27.3.72'}], 'enable_snat': True}, 'gw_port_id': '411354ed-274d-4270-83dd-a73b41b936ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T14:13:05Z', 'updated_at': '2022-05-03T14:13:20Z', 'revision_number': 4, 'project_id': '453906a2a829425aac1abdfad7b441d6', 'gw_port': {'id': '411354ed-274d-4270-83dd-a73b41b936ab', 'name': '', 'network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:90:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8428cc7-9811-4071-85c7-725df93cfce0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'ip_address': '172.27.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:13:07Z', 'updated_at': '2022-05-03T14:13:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-5-iscsi', '_interfaces': [{'id': 'e285b81a-5601-4a75-a305-ba94b7768a2e', 'name': '', 'network_id': '89bc2c7d-2b97-4518-b62e-d0f098e36f62', 'tenant_id': '453906a2a829425aac1abdfad7b441d6', 'mac_address': 'fa:16:3e:38:91:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8428cc7-9811-4071-85c7-725df93cfce0', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'ce824052-6a3b-4ab6-8ac7-7607bba43c53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:13:16Z', 'updated_at': '2022-05-03T14:13:34Z', 'revision_number': 5, 'project_id': '453906a2a829425aac1abdfad7b441d6', 'subnets': [{'id': 'ce824052-6a3b-4ab6-8ac7-7607bba43c53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-5-iscsi', False) {} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:17:55.994701 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73c943fc-d768-4e5f-8cc2-cf289bbc91c2 None None] The sync data for ids ['e8428cc7-9811-4071-85c7-725df93cfce0'] in dv-cinder-839793-5-iscsi is: [{'id': 'e8428cc7-9811-4071-85c7-725df93cfce0', 'name': 'tempest-AttachVolumeNegativeTest-1392786833-router', 'tenant_id': '453906a2a829425aac1abdfad7b441d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2', 'external_fixed_ips': [{'subnet_id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'ip_address': '172.27.3.72'}], 'enable_snat': True}, 'gw_port_id': '411354ed-274d-4270-83dd-a73b41b936ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T14:13:05Z', 'updated_at': '2022-05-03T14:13:20Z', 'revision_number': 4, 'project_id': '453906a2a829425aac1abdfad7b441d6', 'gw_port': {'id': '411354ed-274d-4270-83dd-a73b41b936ab', 'name': '', 'network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:90:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8428cc7-9811-4071-85c7-725df93cfce0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'ip_address': '172.27.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:13:07Z', 'updated_at': '2022-05-03T14:13:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-5-iscsi', '_interfaces': [{'id': 'e285b81a-5601-4a75-a305-ba94b7768a2e', 'name': '', 'network_id': '89bc2c7d-2b97-4518-b62e-d0f098e36f62', 'tenant_id': '453906a2a829425aac1abdfad7b441d6', 'mac_address': 'fa:16:3e:38:91:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8428cc7-9811-4071-85c7-725df93cfce0', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'ce824052-6a3b-4ab6-8ac7-7607bba43c53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:13:16Z', 'updated_at': '2022-05-03T14:13:34Z', 'revision_number': 5, 'project_id': '453906a2a829425aac1abdfad7b441d6', 'subnets': [{'id': 'ce824052-6a3b-4ab6-8ac7-7607bba43c53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 14:17:56.218465 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8c904ce-3bfb-44b3-9f2b-a40d308e1b05 None None] New status for floating IP 172aa0ef-8e85-4f27-837e-36b8213f700f: DOWN {{(pid=103472) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 03 14:17:56.366156 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.36', 48396) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:17:56.422700 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-1b7bf1e2-845b-45de-9c89-aa0688f87dc2 tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Publish callbacks [] for security_group (00032ad2-bbe0-4b3d-9a3d-596531eb694e), before_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:17:56.445871 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-1b7bf1e2-845b-45de-9c89-aa0688f87dc2 tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Publish callbacks [] for security_group (00032ad2-bbe0-4b3d-9a3d-596531eb694e), precommit_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:17:56.499532 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-1b7bf1e2-845b-45de-9c89-aa0688f87dc2 tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656397'] for security_group (00032ad2-bbe0-4b3d-9a3d-596531eb694e), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:17:56.502443 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-1b7bf1e2-845b-45de-9c89-aa0688f87dc2 tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Publish callbacks [] for security_group (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:17:56.503605 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-1b7bf1e2-845b-45de-9c89-aa0688f87dc2 tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] 10.222.0.36 "DELETE /v2.0/security-groups/00032ad2-bbe0-4b3d-9a3d-596531eb694e HTTP/1.1" status: 204 len: 168 time: 0.1364315 May 03 14:17:56.507075 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.wsgi [-] (103470) accepted ('10.222.0.36', 48398) {{(pid=103470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:17:56.513323 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7bf1e2-845b-45de-9c89-aa0688f87dc2 tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=00032ad2-bbe0-4b3d-9a3d-596531eb694e,revision_number=None']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:17:56.529939 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.api.v2.resource [None req-b9769a2b-8737-4235-a834-e0bf80277597 tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] show failed (client error): The resource could not be found. May 03 14:17:56.531008 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [None req-b9769a2b-8737-4235-a834-e0bf80277597 tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] 10.222.0.36 "GET /v2.0/security-groups/00032ad2-bbe0-4b3d-9a3d-596531eb694e HTTP/1.1" status: 404 len: 347 time: 0.0222750 May 03 14:17:56.534127 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.36', 48400) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:17:56.649545 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.plugin [None req-bd32119f-0841-4f9e-9000-aac2ca1829ca tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Deleting port 1121c493-3855-4394-b419-0eabaedbee6f {{(pid=103469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 14:17:56.649788 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-bd32119f-0841-4f9e-9000-aac2ca1829ca tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786921277453'] for port (1121c493-3855-4394-b419-0eabaedbee6f), before_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:17:56.739516 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-bd32119f-0841-4f9e-9000-aac2ca1829ca tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1690342'] for port (1121c493-3855-4394-b419-0eabaedbee6f), precommit_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:17:56.739818 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-bd32119f-0841-4f9e-9000-aac2ca1829ca tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Publish callbacks [] for floatingip (1121c493-3855-4394-b419-0eabaedbee6f), precommit_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:17:56.752339 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.plugin [None req-bd32119f-0841-4f9e-9000-aac2ca1829ca tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Calling delete_port for 1121c493-3855-4394-b419-0eabaedbee6f owned by network:floatingip {{(pid=103469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 14:17:56.890711 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-bd32119f-0841-4f9e-9000-aac2ca1829ca tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786921284765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786920821405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6178079'] for port (1121c493-3855-4394-b419-0eabaedbee6f), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:17:56.922983 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd32119f-0841-4f9e-9000-aac2ca1829ca tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Pushing event deleted for resources: {'Port': ['ID=1121c493-3855-4394-b419-0eabaedbee6f,revision_number=None']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:17:56.981820 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-bd32119f-0841-4f9e-9000-aac2ca1829ca tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Publish callbacks [] for floatingip (172aa0ef-8e85-4f27-837e-36b8213f700f), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:17:56.984393 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-bd32119f-0841-4f9e-9000-aac2ca1829ca tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218734'] for floatingip (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:17:56.985573 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-bd32119f-0841-4f9e-9000-aac2ca1829ca tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] 10.222.0.36 "DELETE /v2.0/floatingips/172aa0ef-8e85-4f27-837e-36b8213f700f HTTP/1.1" status: 204 len: 168 time: 0.4504392 May 03 14:17:57.243625 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.36', 48406) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:17:57.248233 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.v2.base [None req-ffe3da8f-e573-4a74-b256-b63f450f05e4 tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1965645315', 'description': 'tempest-description--1388210830'}} {{(pid=103469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 14:17:57.271090 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-ffe3da8f-e573-4a74-b256-b63f450f05e4 tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Publish callbacks [] for security_group (None), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:17:57.337409 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-ffe3da8f-e573-4a74-b256-b63f450f05e4 tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Publish callbacks [] for security_group (d49f2e8a-4a87-45c4-8f2d-1f34023e3133), precommit_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:17:57.344504 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-ffe3da8f-e573-4a74-b256-b63f450f05e4 tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656397'] for security_group (d49f2e8a-4a87-45c4-8f2d-1f34023e3133), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:17:57.376813 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-ffe3da8f-e573-4a74-b256-b63f450f05e4 tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Publish callbacks [] for security_group (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:17:57.378064 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-ffe3da8f-e573-4a74-b256-b63f450f05e4 tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1334631 May 03 14:17:57.381184 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.wsgi [-] (103470) accepted ('10.222.0.36', 48408) {{(pid=103470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:17:57.382101 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe3da8f-e573-4a74-b256-b63f450f05e4 tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d49f2e8a-4a87-45c4-8f2d-1f34023e3133,revision_number=1']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:17:57.385864 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.v2.base [None req-9cb763c2-8c0f-4b1d-9d8a-057cce2aca24 tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Request body: {'security_group_rule': {'security_group_id': 'd49f2e8a-4a87-45c4-8f2d-1f34023e3133', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 14:17:57.412001 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-9cb763c2-8c0f-4b1d-9d8a-057cce2aca24 tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Publish callbacks [] for security_group_rule (b2fcef99-49d9-434b-9f32-badab1c5ec81), before_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:17:57.468629 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-9cb763c2-8c0f-4b1d-9d8a-057cce2aca24 tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Publish callbacks [] for security_group_rule (b2fcef99-49d9-434b-9f32-badab1c5ec81), precommit_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:17:57.474046 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-9cb763c2-8c0f-4b1d-9d8a-057cce2aca24 tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656574'] for security_group_rule (b2fcef99-49d9-434b-9f32-badab1c5ec81), after_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:17:57.495568 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb763c2-8c0f-4b1d-9d8a-057cce2aca24 tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2fcef99-49d9-434b-9f32-badab1c5ec81,revision_number=0']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:17:57.501906 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-9cb763c2-8c0f-4b1d-9d8a-057cce2aca24 tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:17:57.502595 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [None req-9cb763c2-8c0f-4b1d-9d8a-057cce2aca24 tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1201982 May 03 14:17:57.505764 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.36', 48410) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:17:57.510360 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.v2.base [None req-5f5d191a-6b62-41fb-ab7d-72e2a92a0f6f tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Request body: {'security_group_rule': {'security_group_id': 'd49f2e8a-4a87-45c4-8f2d-1f34023e3133', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 14:17:57.536320 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-5f5d191a-6b62-41fb-ab7d-72e2a92a0f6f tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Publish callbacks [] for security_group_rule (e0c782af-e748-4d3d-afc8-06d25c676148), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:17:57.597602 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-5f5d191a-6b62-41fb-ab7d-72e2a92a0f6f tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Publish callbacks [] for security_group_rule (e0c782af-e748-4d3d-afc8-06d25c676148), precommit_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:17:57.603067 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-5f5d191a-6b62-41fb-ab7d-72e2a92a0f6f tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656574'] for security_group_rule (e0c782af-e748-4d3d-afc8-06d25c676148), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:17:57.621351 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5d191a-6b62-41fb-ab7d-72e2a92a0f6f tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0c782af-e748-4d3d-afc8-06d25c676148,revision_number=0']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:17:57.629003 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-5f5d191a-6b62-41fb-ab7d-72e2a92a0f6f tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:17:57.630177 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-5f5d191a-6b62-41fb-ab7d-72e2a92a0f6f tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1233552 May 03 14:17:57.634447 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.wsgi [-] (103470) accepted ('10.222.0.36', 48412) {{(pid=103470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:17:57.639560 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.v2.base [None req-836b2840-d5b8-4266-990a-b03397d9ab2a tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Request body: {'floatingip': {'floating_network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2'}} {{(pid=103470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 14:17:57.663962 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-836b2840-d5b8-4266-990a-b03397d9ab2a tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:17:57.757033 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-836b2840-d5b8-4266-990a-b03397d9ab2a tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585126'] for port (None), before_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:17:57.869881 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.db.db_base_plugin_common [None req-836b2840-d5b8-4266-990a-b03397d9ab2a tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Allocated IP 172.27.3.74 (e0cd7c6d-9919-41eb-b035-2bfb3175faa2/4f18d5d6-ed18-48e7-a335-d8ef216f5f78/b3a86ea3-7b41-4abb-87d9-7aacdfecf042) {{(pid=103470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 14:17:57.976145 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-836b2840-d5b8-4266-990a-b03397d9ab2a tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Publish callbacks [] for port (b3a86ea3-7b41-4abb-87d9-7aacdfecf042), precommit_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:17:58.023390 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-836b2840-d5b8-4266-990a-b03397d9ab2a tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786920821396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7524599'] for port (b3a86ea3-7b41-4abb-87d9-7aacdfecf042), after_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:17:58.059666 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-836b2840-d5b8-4266-990a-b03397d9ab2a tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Network e0cd7c6d-9919-41eb-b035-2bfb3175faa2 is already hosted by enough agents. {{(pid=103470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 14:17:58.062536 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.scheduler.base_scheduler [None req-836b2840-d5b8-4266-990a-b03397d9ab2a tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Resources bound (agent type, host, resource id): {{(pid=103470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 14:17:58.068094 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-836b2840-d5b8-4266-990a-b03397d9ab2a tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Received port after_create {{(pid=103470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 14:17:58.073654 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836b2840-d5b8-4266-990a-b03397d9ab2a tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Pushing event updated for resources: {'Port': ['ID=b3a86ea3-7b41-4abb-87d9-7aacdfecf042,revision_number=1']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:17:58.114797 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.rpc [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Device 3f17ab34-ce3d-4aef-bc36-5f81ff4ee7c3 no longer exists at agent hyperv_hv-cinder-83979 {{(pid=103471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 03 14:17:58.135063 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] No Port match for: 3f17ab34-ce3d-4aef-bc36-5f81ff4ee7c3 {{(pid=103471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 03 14:17:58.135405 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.rpc [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Device 3f17ab34-ce3d-4aef-bc36-5f81ff4ee7c3 not bound to the agent host hv-cinder-83979 {{(pid=103471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 03 14:17:58.156712 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-836b2840-d5b8-4266-990a-b03397d9ab2a tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Publish callbacks [] for floatingip (d0bd8cbb-8bb8-4616-bb87-9e286fab766a), precommit_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:17:58.194660 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-836b2840-d5b8-4266-990a-b03397d9ab2a tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585126'] for port (b3a86ea3-7b41-4abb-87d9-7aacdfecf042), before_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:17:58.351774 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-836b2840-d5b8-4266-990a-b03397d9ab2a tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Publish callbacks [] for port (b3a86ea3-7b41-4abb-87d9-7aacdfecf042), precommit_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:17:58.358779 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-836b2840-d5b8-4266-990a-b03397d9ab2a tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786921284783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786920821414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786920821432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7524494'] for port (b3a86ea3-7b41-4abb-87d9-7aacdfecf042), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:17:58.422197 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836b2840-d5b8-4266-990a-b03397d9ab2a tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Pushing event updated for resources: {'Port': ['ID=b3a86ea3-7b41-4abb-87d9-7aacdfecf042,revision_number=2']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:17:58.434191 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-836b2840-d5b8-4266-990a-b03397d9ab2a tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1700089'] for floatingip (d0bd8cbb-8bb8-4616-bb87-9e286fab766a), after_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:17:58.452081 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-836b2840-d5b8-4266-990a-b03397d9ab2a tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218734'] for floatingip (None), before_response {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:17:58.453450 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [None req-836b2840-d5b8-4266-990a-b03397d9ab2a tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8177409 May 03 14:17:58.652812 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-0dcb5fe5-8400-4330-ab25-aa66c8cfc79b req-e3700d41-2ae1-4e34-b0e5-2490d769c919 tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--1965645315&fields=id&tenant_id=453906a2a829425aac1abdfad7b441d6 HTTP/1.1" status: 200 len: 267 time: 0.0453439 May 03 14:17:58.759646 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcb5fe5-8400-4330-ab25-aa66c8cfc79b req-e3ededd9-42b2-4d27-a397-c08e3951f71e tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:17:58.761113 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-0dcb5fe5-8400-4330-ab25-aa66c8cfc79b req-e3ededd9-42b2-4d27-a397-c08e3951f71e tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] 10.222.0.36 "GET /v2.0/networks?id=89bc2c7d-2b97-4518-b62e-d0f098e36f62 HTTP/1.1" status: 200 len: 815 time: 0.1015420 May 03 14:17:58.778677 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-0dcb5fe5-8400-4330-ab25-aa66c8cfc79b req-a6519a9f-d025-460c-8f9e-3241fe4ba4ac tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] 10.222.0.36 "GET /v2.0/quotas/453906a2a829425aac1abdfad7b441d6 HTTP/1.1" status: 200 len: 375 time: 0.0094442 May 03 14:17:58.834979 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-0dcb5fe5-8400-4330-ab25-aa66c8cfc79b req-4fe6abca-017f-4cba-8041-f5f1fd30bb2d tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=453906a2a829425aac1abdfad7b441d6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0507259 May 03 14:17:58.936926 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-0dcb5fe5-8400-4330-ab25-aa66c8cfc79b req-555153db-daa3-487e-8911-092d69608192 service neutron] 10.222.0.36 "GET /v2.0/networks/89bc2c7d-2b97-4518-b62e-d0f098e36f62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851979 May 03 14:17:59.029642 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-0dcb5fe5-8400-4330-ab25-aa66c8cfc79b req-e55e93b2-8b88-47c0-9504-c2a101745fc5 service neutron] 10.222.0.36 "GET /v2.0/networks/89bc2c7d-2b97-4518-b62e-d0f098e36f62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869782 May 03 14:17:59.200781 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-41f1a443-6a0d-431e-a34e-0a96677afe95 req-b7737290-0d69-4910-8abb-a54776eb4188 tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] 10.222.0.36 "GET /v2.0/ports?device_id=d7b87b69-8409-4303-a4ff-45cad8940b3a HTTP/1.1" status: 200 len: 210 time: 0.0311921 May 03 14:18:00.186397 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcb5fe5-8400-4330-ab25-aa66c8cfc79b req-27531821-f03f-4e1d-8cd4-22791dc1c4b0 tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:18:00.187871 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-0dcb5fe5-8400-4330-ab25-aa66c8cfc79b req-27531821-f03f-4e1d-8cd4-22791dc1c4b0 tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] 10.222.0.26 "GET /v2.0/networks?id=89bc2c7d-2b97-4518-b62e-d0f098e36f62 HTTP/1.1" status: 200 len: 815 time: 0.1009970 May 03 14:18:00.250264 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-0dcb5fe5-8400-4330-ab25-aa66c8cfc79b req-5718c7e4-f663-4fb2-92d6-ca13a00ad3f2 tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=453906a2a829425aac1abdfad7b441d6 HTTP/1.1" status: 200 len: 380 time: 0.0540738 May 03 14:18:00.259105 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.v2.base [req-0dcb5fe5-8400-4330-ab25-aa66c8cfc79b req-3839b77c-41e6-4b4e-b712-4986ab518296 tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Request body: {'port': {'device_id': 'd7b87b69-8409-4303-a4ff-45cad8940b3a', 'network_id': '89bc2c7d-2b97-4518-b62e-d0f098e36f62', 'admin_state_up': True, 'tenant_id': '453906a2a829425aac1abdfad7b441d6', 'security_groups': ['d49f2e8a-4a87-45c4-8f2d-1f34023e3133']}} {{(pid=103470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 14:18:00.299807 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-e4b7ad26-8cfd-4f7b-b586-74a450c92d0b req-7a522fbe-9f1e-4eed-a625-61c9a69a4114 tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] 10.222.0.36 "GET /v2.0/ports?device_id=d7b87b69-8409-4303-a4ff-45cad8940b3a HTTP/1.1" status: 200 len: 210 time: 0.0275557 May 03 14:18:00.644924 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0dcb5fe5-8400-4330-ab25-aa66c8cfc79b req-3839b77c-41e6-4b4e-b712-4986ab518296 tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Made reservation on behalf of 453906a2a829425aac1abdfad7b441d6 for: {'port': 1} {{(pid=103470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 14:18:00.648294 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [req-0dcb5fe5-8400-4330-ab25-aa66c8cfc79b req-3839b77c-41e6-4b4e-b712-4986ab518296 tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585126'] for port (None), before_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:18:00.794528 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.db.db_base_plugin_common [req-0dcb5fe5-8400-4330-ab25-aa66c8cfc79b req-3839b77c-41e6-4b4e-b712-4986ab518296 tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Allocated IP 172.20.0.14 (89bc2c7d-2b97-4518-b62e-d0f098e36f62/ce824052-6a3b-4ab6-8ac7-7607bba43c53/e19d0697-fa77-475d-a0e9-f2db585662f7) {{(pid=103470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 14:18:00.939467 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [req-0dcb5fe5-8400-4330-ab25-aa66c8cfc79b req-3839b77c-41e6-4b4e-b712-4986ab518296 tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Publish callbacks [] for port (e19d0697-fa77-475d-a0e9-f2db585662f7), precommit_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:18:00.979010 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [req-0dcb5fe5-8400-4330-ab25-aa66c8cfc79b req-3839b77c-41e6-4b4e-b712-4986ab518296 tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786920821396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7524599'] for port (e19d0697-fa77-475d-a0e9-f2db585662f7), after_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:18:01.023936 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0dcb5fe5-8400-4330-ab25-aa66c8cfc79b req-3839b77c-41e6-4b4e-b712-4986ab518296 tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Network 89bc2c7d-2b97-4518-b62e-d0f098e36f62 is already hosted by enough agents. {{(pid=103470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 14:18:01.027261 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.scheduler.base_scheduler [req-0dcb5fe5-8400-4330-ab25-aa66c8cfc79b req-3839b77c-41e6-4b4e-b712-4986ab518296 tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Resources bound (agent type, host, resource id): {{(pid=103470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 14:18:01.033629 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.db.l3_dvrscheduler_db [req-0dcb5fe5-8400-4330-ab25-aa66c8cfc79b req-3839b77c-41e6-4b4e-b712-4986ab518296 tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Received port after_create {{(pid=103470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 14:18:01.039763 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3839b77c-41e6-4b4e-b712-4986ab518296 tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Pushing event updated for resources: {'Port': ['ID=e19d0697-fa77-475d-a0e9-f2db585662f7,revision_number=1']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:18:01.085873 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcb5fe5-8400-4330-ab25-aa66c8cfc79b req-3839b77c-41e6-4b4e-b712-4986ab518296 tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:18:01.086491 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [req-0dcb5fe5-8400-4330-ab25-aa66c8cfc79b req-3839b77c-41e6-4b4e-b712-4986ab518296 tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218734'] for port (None), before_response {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:18:01.103952 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-0dcb5fe5-8400-4330-ab25-aa66c8cfc79b req-3839b77c-41e6-4b4e-b712-4986ab518296 tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8490961 May 03 14:18:01.115990 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.v2.base [req-0dcb5fe5-8400-4330-ab25-aa66c8cfc79b req-ce65a156-9ce5-4122-8958-079a2fdebef1 service neutron] Request body: {'port': {'device_id': 'd7b87b69-8409-4303-a4ff-45cad8940b3a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83979'}} {{(pid=103470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 14:18:01.177483 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [req-0dcb5fe5-8400-4330-ab25-aa66c8cfc79b req-ce65a156-9ce5-4122-8958-079a2fdebef1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585126'] for port (e19d0697-fa77-475d-a0e9-f2db585662f7), before_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:18:01.307050 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.provisioning_blocks [None req-dcbf695c-d50a-4f7b-a275-790f42dd9cb1 None None] Provisioning complete for port e19d0697-fa77-475d-a0e9-f2db585662f7 triggered by entity DHCP. {{(pid=103471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 14:18:01.307612 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-dcbf695c-d50a-4f7b-a275-790f42dd9cb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749148'] for port (e19d0697-fa77-475d-a0e9-f2db585662f7), provisioning_complete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:18:01.346816 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [None req-dcbf695c-d50a-4f7b-a275-790f42dd9cb1 None None] Port e19d0697-fa77-475d-a0e9-f2db585662f7 cannot update to ACTIVE because it is not bound. {{(pid=103471) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 03 14:18:01.436630 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875e7595-1c74-443c-938c-1a921d65eb6f req-9f94bc17-7d34-49db-baf7-61f6e9d3e2c6 tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:18:01.438121 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-875e7595-1c74-443c-938c-1a921d65eb6f req-9f94bc17-7d34-49db-baf7-61f6e9d3e2c6 tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] 10.222.0.36 "GET /v2.0/ports?device_id=d7b87b69-8409-4303-a4ff-45cad8940b3a HTTP/1.1" status: 200 len: 932 time: 0.0581348 May 03 14:18:01.510488 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.notifiers.nova [req-0dcb5fe5-8400-4330-ab25-aa66c8cfc79b req-ce65a156-9ce5-4122-8958-079a2fdebef1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e19d0697-fa77-475d-a0e9-f2db585662f7 {{(pid=103470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 14:18:01.521973 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [req-0dcb5fe5-8400-4330-ab25-aa66c8cfc79b req-ce65a156-9ce5-4122-8958-079a2fdebef1 service neutron] Publish callbacks [] for port (e19d0697-fa77-475d-a0e9-f2db585662f7), precommit_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:18:01.541267 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-875e7595-1c74-443c-938c-1a921d65eb6f req-13e18894-4127-4e21-b771-8cff08456d36 tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] 10.222.0.36 "GET /v2.0/security-groups?id=d49f2e8a-4a87-45c4-8f2d-1f34023e3133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0919745 May 03 14:18:01.543774 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.db.provisioning_blocks [req-0dcb5fe5-8400-4330-ab25-aa66c8cfc79b req-ce65a156-9ce5-4122-8958-079a2fdebef1 service neutron] Transition to ACTIVE for port object e19d0697-fa77-475d-a0e9-f2db585662f7 will not be triggered until provisioned by entity L2. {{(pid=103470) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 03 14:18:01.550869 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [req-0dcb5fe5-8400-4330-ab25-aa66c8cfc79b req-ce65a156-9ce5-4122-8958-079a2fdebef1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786921284783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786920821414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786920821432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7524494'] for port (e19d0697-fa77-475d-a0e9-f2db585662f7), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:18:01.608072 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce65a156-9ce5-4122-8958-079a2fdebef1 service neutron] Pushing event updated for resources: {'Port': ['ID=e19d0697-fa77-475d-a0e9-f2db585662f7,revision_number=2']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:18:01.681551 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.managers [req-0dcb5fe5-8400-4330-ab25-aa66c8cfc79b req-ce65a156-9ce5-4122-8958-079a2fdebef1 service neutron] Attempting to bind port e19d0697-fa77-475d-a0e9-f2db585662f7 on host hv-cinder-83979 for vnic_type normal with profile {{(pid=103470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 03 14:18:01.681888 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.managers [req-0dcb5fe5-8400-4330-ab25-aa66c8cfc79b req-ce65a156-9ce5-4122-8958-079a2fdebef1 service neutron] Attempting to bind port e19d0697-fa77-475d-a0e9-f2db585662f7 by drivers openvswitch,hyperv on host hv-cinder-83979 at level 0 using segments [{'id': 'e1835114-80bf-41da-a21b-fba78594b9dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '89bc2c7d-2b97-4518-b62e-d0f098e36f62'}] {{(pid=103470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 03 14:18:01.682208 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dcb5fe5-8400-4330-ab25-aa66c8cfc79b req-ce65a156-9ce5-4122-8958-079a2fdebef1 service neutron] Attempting to bind port e19d0697-fa77-475d-a0e9-f2db585662f7 on network 89bc2c7d-2b97-4518-b62e-d0f098e36f62 {{(pid=103470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 14:18:01.686862 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dcb5fe5-8400-4330-ab25-aa66c8cfc79b req-ce65a156-9ce5-4122-8958-079a2fdebef1 service neutron] Port e19d0697-fa77-475d-a0e9-f2db585662f7 on network 89bc2c7d-2b97-4518-b62e-d0f098e36f62 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83979 {{(pid=103470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 03 14:18:01.687175 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dcb5fe5-8400-4330-ab25-aa66c8cfc79b req-ce65a156-9ce5-4122-8958-079a2fdebef1 service neutron] Attempting to bind port e19d0697-fa77-475d-a0e9-f2db585662f7 on network 89bc2c7d-2b97-4518-b62e-d0f098e36f62 {{(pid=103470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 14:18:01.692381 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dcb5fe5-8400-4330-ab25-aa66c8cfc79b req-ce65a156-9ce5-4122-8958-079a2fdebef1 service neutron] Checking agent: {'id': 'e81ee3ce-91e9-46ba-a5c7-9619c95b22a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83979', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 14, 11, 7), 'started_at': datetime.datetime(2022, 5, 3, 14, 11, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 14, 17, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 03 14:18:01.692719 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dcb5fe5-8400-4330-ab25-aa66c8cfc79b req-ce65a156-9ce5-4122-8958-079a2fdebef1 service neutron] Checking segment: {'id': 'e1835114-80bf-41da-a21b-fba78594b9dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '89bc2c7d-2b97-4518-b62e-d0f098e36f62'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 14:18:01.693101 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dcb5fe5-8400-4330-ab25-aa66c8cfc79b req-ce65a156-9ce5-4122-8958-079a2fdebef1 service neutron] Bound using segment: {'id': 'e1835114-80bf-41da-a21b-fba78594b9dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '89bc2c7d-2b97-4518-b62e-d0f098e36f62'} {{(pid=103470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 03 14:18:01.693572 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.managers [req-0dcb5fe5-8400-4330-ab25-aa66c8cfc79b req-ce65a156-9ce5-4122-8958-079a2fdebef1 service neutron] Bound port: e19d0697-fa77-475d-a0e9-f2db585662f7, host: hv-cinder-83979, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1835114-80bf-41da-a21b-fba78594b9dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '89bc2c7d-2b97-4518-b62e-d0f098e36f62'}}] {{(pid=103470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 03 14:18:01.694018 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [req-0dcb5fe5-8400-4330-ab25-aa66c8cfc79b req-ce65a156-9ce5-4122-8958-079a2fdebef1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585126'] for port (e19d0697-fa77-475d-a0e9-f2db585662f7), before_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:18:01.759374 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [req-0dcb5fe5-8400-4330-ab25-aa66c8cfc79b req-ce65a156-9ce5-4122-8958-079a2fdebef1 service neutron] For port e19d0697-fa77-475d-a0e9-f2db585662f7, host hv-cinder-83979, cleared binding levels {{(pid=103470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 14:18:01.762501 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [req-0dcb5fe5-8400-4330-ab25-aa66c8cfc79b req-ce65a156-9ce5-4122-8958-079a2fdebef1 service neutron] For port e19d0697-fa77-475d-a0e9-f2db585662f7, host hv-cinder-83979, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=e19d0697-fa77-475d-a0e9-f2db585662f7,segment=NetworkSegment(e1835114-80bf-41da-a21b-fba78594b9dd),segment_id=e1835114-80bf-41da-a21b-fba78594b9dd)] {{(pid=103470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 14:18:01.770479 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [req-0dcb5fe5-8400-4330-ab25-aa66c8cfc79b req-ce65a156-9ce5-4122-8958-079a2fdebef1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786921284783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786920821414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786920821432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7524494'] for port (e19d0697-fa77-475d-a0e9-f2db585662f7), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:18:01.806291 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcb5fe5-8400-4330-ab25-aa66c8cfc79b req-ce65a156-9ce5-4122-8958-079a2fdebef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:18:01.806877 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [req-0dcb5fe5-8400-4330-ab25-aa66c8cfc79b req-ce65a156-9ce5-4122-8958-079a2fdebef1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218734'] for port (None), before_response {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:18:01.808360 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-0dcb5fe5-8400-4330-ab25-aa66c8cfc79b req-ce65a156-9ce5-4122-8958-079a2fdebef1 service neutron] 10.222.0.26 "PUT /v2.0/ports/e19d0697-fa77-475d-a0e9-f2db585662f7 HTTP/1.1" status: 200 len: 1094 time: 0.6965086 May 03 14:18:01.810556 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7b87b69-8409-4303-a4ff-45cad8940b3a', 'tag': 'e19d0697-fa77-475d-a0e9-f2db585662f7'}] {{(pid=103470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 14:18:01.813347 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b59263cb8594a65023f6f3ef61310cdc9305c5272296d99e8ebfdd94dfc5ab3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87ea883b-f951-4261-80bd-1c8b220d8f06" -d '{"events": [{"name": "network-changed", "server_uuid": "d7b87b69-8409-4303-a4ff-45cad8940b3a", "tag": "e19d0697-fa77-475d-a0e9-f2db585662f7"}]}' {{(pid=103470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 14:18:01.843382 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce65a156-9ce5-4122-8958-079a2fdebef1 service neutron] Pushing event updated for resources: {'Port': ['ID=e19d0697-fa77-475d-a0e9-f2db585662f7,revision_number=3']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:18:01.855582 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 May 2022 14:18:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd533262-2668-4e51-97fc-4d063c5d2eff x-openstack-request-id: req-cd533262-2668-4e51-97fc-4d063c5d2eff {{(pid=103470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 14:18:01.855938 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7b87b69-8409-4303-a4ff-45cad8940b3a", "tag": "e19d0697-fa77-475d-a0e9-f2db585662f7", "status": "completed", "code": 200}]} {{(pid=103470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 14:18:01.856258 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-cd533262-2668-4e51-97fc-4d063c5d2eff {{(pid=103470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 14:18:01.856890 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cd533262-2668-4e51-97fc-4d063c5d2eff'] response: {'name': 'network-changed', 'server_uuid': 'd7b87b69-8409-4303-a4ff-45cad8940b3a', 'tag': 'e19d0697-fa77-475d-a0e9-f2db585662f7', 'status': 'completed', 'code': 200} May 03 14:18:01.897915 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcb5fe5-8400-4330-ab25-aa66c8cfc79b req-205be708-cd47-435c-93e4-e021d76b1f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:18:01.899496 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-0dcb5fe5-8400-4330-ab25-aa66c8cfc79b req-205be708-cd47-435c-93e4-e021d76b1f8d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=453906a2a829425aac1abdfad7b441d6&device_id=d7b87b69-8409-4303-a4ff-45cad8940b3a HTTP/1.1" status: 200 len: 1128 time: 0.0417573 May 03 14:18:01.946434 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-0dcb5fe5-8400-4330-ab25-aa66c8cfc79b req-e46c123c-824d-4c3d-bcaf-8906849309f1 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e19d0697-fa77-475d-a0e9-f2db585662f7 HTTP/1.1" status: 200 len: 217 time: 0.0352819 May 03 14:18:01.999710 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcb5fe5-8400-4330-ab25-aa66c8cfc79b req-8790900c-6099-4661-8f65-b23a66f596fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:18:02.001233 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-0dcb5fe5-8400-4330-ab25-aa66c8cfc79b req-8790900c-6099-4661-8f65-b23a66f596fe service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ce824052-6a3b-4ab6-8ac7-7607bba43c53 HTTP/1.1" status: 200 len: 854 time: 0.0490174 May 03 14:18:02.044634 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcb5fe5-8400-4330-ab25-aa66c8cfc79b req-86ab1b8c-dcf7-4260-a1e1-2decf848f17e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:18:02.046078 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-0dcb5fe5-8400-4330-ab25-aa66c8cfc79b req-86ab1b8c-dcf7-4260-a1e1-2decf848f17e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=89bc2c7d-2b97-4518-b62e-d0f098e36f62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0386431 May 03 14:18:02.138366 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-0dcb5fe5-8400-4330-ab25-aa66c8cfc79b req-870e3e05-74f2-47e6-9572-c1848473aa82 service neutron] 10.222.0.26 "GET /v2.0/networks/89bc2c7d-2b97-4518-b62e-d0f098e36f62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851824 May 03 14:18:02.231970 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-0dcb5fe5-8400-4330-ab25-aa66c8cfc79b req-4d022d20-491a-4237-835d-d4eb18145170 service neutron] 10.222.0.26 "GET /v2.0/networks/89bc2c7d-2b97-4518-b62e-d0f098e36f62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869792 May 03 14:18:02.661606 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19920f85-0b04-4762-bf89-a6d6fbd4f273 req-352a7f66-0189-4cb1-9a44-86feb02de587 tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:18:02.663216 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-19920f85-0b04-4762-bf89-a6d6fbd4f273 req-352a7f66-0189-4cb1-9a44-86feb02de587 tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] 10.222.0.36 "GET /v2.0/ports?device_id=d7b87b69-8409-4303-a4ff-45cad8940b3a HTTP/1.1" status: 200 len: 944 time: 0.0499737 May 03 14:18:02.715598 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-19920f85-0b04-4762-bf89-a6d6fbd4f273 req-973fc63c-4ac9-41e2-b121-6be1103e3e6c tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] 10.222.0.36 "GET /v2.0/security-groups?id=d49f2e8a-4a87-45c4-8f2d-1f34023e3133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467632 May 03 14:18:03.222617 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ea883b-f951-4261-80bd-1c8b220d8f06 req-321db1a5-a6db-4e1f-a072-3cfb29ec2cff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:18:03.224124 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-87ea883b-f951-4261-80bd-1c8b220d8f06 req-321db1a5-a6db-4e1f-a072-3cfb29ec2cff service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=453906a2a829425aac1abdfad7b441d6&device_id=d7b87b69-8409-4303-a4ff-45cad8940b3a HTTP/1.1" status: 200 len: 1128 time: 0.0543928 May 03 14:18:03.322301 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ea883b-f951-4261-80bd-1c8b220d8f06 req-8772de40-b83e-4469-9e10-ab47d3c21867 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:18:03.323714 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-87ea883b-f951-4261-80bd-1c8b220d8f06 req-8772de40-b83e-4469-9e10-ab47d3c21867 service neutron] 10.222.0.26 "GET /v2.0/networks?id=89bc2c7d-2b97-4518-b62e-d0f098e36f62 HTTP/1.1" status: 200 len: 916 time: 0.0872850 May 03 14:18:03.370772 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-87ea883b-f951-4261-80bd-1c8b220d8f06 req-bcf42a85-40ca-4d28-aae6-2ce5a548c58c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e19d0697-fa77-475d-a0e9-f2db585662f7 HTTP/1.1" status: 200 len: 217 time: 0.0388563 May 03 14:18:03.423027 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ea883b-f951-4261-80bd-1c8b220d8f06 req-388f23b1-39fa-4d72-b709-d382d52938ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:18:03.424501 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-87ea883b-f951-4261-80bd-1c8b220d8f06 req-388f23b1-39fa-4d72-b709-d382d52938ee service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ce824052-6a3b-4ab6-8ac7-7607bba43c53 HTTP/1.1" status: 200 len: 854 time: 0.0481570 May 03 14:18:03.468730 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ea883b-f951-4261-80bd-1c8b220d8f06 req-13d9c065-10da-4ca0-b050-d7058436fa24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:18:03.470252 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-87ea883b-f951-4261-80bd-1c8b220d8f06 req-13d9c065-10da-4ca0-b050-d7058436fa24 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=89bc2c7d-2b97-4518-b62e-d0f098e36f62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0395572 May 03 14:18:03.563029 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-87ea883b-f951-4261-80bd-1c8b220d8f06 req-087dc66e-3740-41ac-8ec1-1e10a5b36530 service neutron] 10.222.0.26 "GET /v2.0/networks/89bc2c7d-2b97-4518-b62e-d0f098e36f62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863252 May 03 14:18:03.664997 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-87ea883b-f951-4261-80bd-1c8b220d8f06 req-8f203d82-2073-4996-a331-276ac7a08fe6 service neutron] 10.222.0.26 "GET /v2.0/networks/89bc2c7d-2b97-4518-b62e-d0f098e36f62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943952 May 03 14:18:03.841408 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee5da37-b743-42fd-bd16-81180b6e95f8 req-8941c40c-4a32-42e4-a078-a227625c8f45 tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:18:03.842887 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-3ee5da37-b743-42fd-bd16-81180b6e95f8 req-8941c40c-4a32-42e4-a078-a227625c8f45 tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] 10.222.0.36 "GET /v2.0/ports?device_id=d7b87b69-8409-4303-a4ff-45cad8940b3a HTTP/1.1" status: 200 len: 944 time: 0.0492959 May 03 14:18:03.890784 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-3ee5da37-b743-42fd-bd16-81180b6e95f8 req-fb4872fb-afd0-4b3e-bbaf-510819657aea tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] 10.222.0.36 "GET /v2.0/security-groups?id=d49f2e8a-4a87-45c4-8f2d-1f34023e3133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421240 May 03 14:18:05.023164 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b583ebc6-a423-435b-8c81-f4333556656e req-543c5a48-f2a6-440c-8cb8-99a54b723727 tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:18:05.024645 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-b583ebc6-a423-435b-8c81-f4333556656e req-543c5a48-f2a6-440c-8cb8-99a54b723727 tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] 10.222.0.36 "GET /v2.0/ports?device_id=d7b87b69-8409-4303-a4ff-45cad8940b3a HTTP/1.1" status: 200 len: 944 time: 0.0543456 May 03 14:18:05.081172 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-b583ebc6-a423-435b-8c81-f4333556656e req-3a5e0a4c-054e-43ee-bbb9-75e2e704bc18 tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] 10.222.0.36 "GET /v2.0/security-groups?id=d49f2e8a-4a87-45c4-8f2d-1f34023e3133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481415 May 03 14:18:05.676583 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23cba89-5234-4f64-87b1-de98f7c8973b req-2abfcdc9-7ed0-4472-939e-a3011f6dc7ef tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:18:05.678106 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-d23cba89-5234-4f64-87b1-de98f7c8973b req-2abfcdc9-7ed0-4472-939e-a3011f6dc7ef tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] 10.222.0.36 "GET /v2.0/ports?device_id=671baf8c-6ef9-44cb-81eb-b3d3532c0fd5 HTTP/1.1" status: 200 len: 946 time: 0.0480027 May 03 14:18:05.729442 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-d23cba89-5234-4f64-87b1-de98f7c8973b req-da0d23ac-fbd6-412b-814f-771421d25338 tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] 10.222.0.36 "GET /v2.0/security-groups?id=059a32ed-46eb-44af-954f-023dc3b6f390&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455208 May 03 14:18:06.146961 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.rpc [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Device e19d0697-fa77-475d-a0e9-f2db585662f7 details requested by agent hyperv_hv-cinder-83979 with host hv-cinder-83979 {{(pid=103471) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 03 14:18:06.247320 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.db [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] For port e19d0697-fa77-475d-a0e9-f2db585662f7, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=e19d0697-fa77-475d-a0e9-f2db585662f7,segment=NetworkSegment(e1835114-80bf-41da-a21b-fba78594b9dd),segment_id=e1835114-80bf-41da-a21b-fba78594b9dd)] {{(pid=103471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 14:18:06.258534 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.rpc [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Returning: {'device': 'e19d0697-fa77-475d-a0e9-f2db585662f7', 'network_id': '89bc2c7d-2b97-4518-b62e-d0f098e36f62', 'port_id': 'e19d0697-fa77-475d-a0e9-f2db585662f7', 'mac_address': 'fa:16:3e:38:4b:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 214, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce824052-6a3b-4ab6-8ac7-7607bba43c53', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103471) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 03 14:18:06.295254 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Current status of the port e19d0697-fa77-475d-a0e9-f2db585662f7 is: DOWN; New status is: BUILD {{(pid=103471) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 14:18:06.295641 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585126'] for port (e19d0697-fa77-475d-a0e9-f2db585662f7), before_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:18:06.308312 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.notifiers.nova [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e19d0697-fa77-475d-a0e9-f2db585662f7 {{(pid=103471) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 14:18:06.329553 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.db [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] For port e19d0697-fa77-475d-a0e9-f2db585662f7, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=e19d0697-fa77-475d-a0e9-f2db585662f7,segment=NetworkSegment(e1835114-80bf-41da-a21b-fba78594b9dd),segment_id=e1835114-80bf-41da-a21b-fba78594b9dd)] {{(pid=103471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 14:18:06.333722 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786921284783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786920821414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786920821432'] for port (e19d0697-fa77-475d-a0e9-f2db585662f7), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:18:06.367684 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1e81f3-362a-4d8e-855c-3e2b03e77204 req-540c904b-a556-4ac1-bd5b-aa42e1b82619 tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:18:06.370143 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-5f1e81f3-362a-4d8e-855c-3e2b03e77204 req-540c904b-a556-4ac1-bd5b-aa42e1b82619 tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] 10.222.0.36 "GET /v2.0/ports?device_id=d7b87b69-8409-4303-a4ff-45cad8940b3a HTTP/1.1" status: 200 len: 944 time: 0.2069685 May 03 14:18:06.384101 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Pushing event updated for resources: {'Port': ['ID=e19d0697-fa77-475d-a0e9-f2db585662f7,revision_number=4']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:18:06.419117 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-5f1e81f3-362a-4d8e-855c-3e2b03e77204 req-47527b52-14b2-4b80-b36c-25a9e95088ed tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] 10.222.0.36 "GET /v2.0/security-groups?id=d49f2e8a-4a87-45c4-8f2d-1f34023e3133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432856 May 03 14:18:06.625842 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.db [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] get_ports_and_sgs() called for port_ids ['e19d0697-fa77-475d-a0e9-f2db585662f7'] {{(pid=103471) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 03 14:18:06.800834 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-ada546cd-de10-4e3b-99e9-26f8e935830a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786921254184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749114'] for agent (2d0d8db6-b1c3-4022-9f9b-561ce4a4d2d8), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:18:06.906777 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06aaf4b-5d63-4fb9-a108-2176ee53173a req-16cb0b45-18d4-45e0-a283-88557011ad3f tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:18:06.908173 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-a06aaf4b-5d63-4fb9-a108-2176ee53173a req-16cb0b45-18d4-45e0-a283-88557011ad3f tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] 10.222.0.36 "GET /v2.0/ports?device_id=671baf8c-6ef9-44cb-81eb-b3d3532c0fd5 HTTP/1.1" status: 200 len: 946 time: 0.1009467 May 03 14:18:06.957139 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-a06aaf4b-5d63-4fb9-a108-2176ee53173a req-5242e791-302d-4f0f-b992-66bba9da9862 tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] 10.222.0.36 "GET /v2.0/security-groups?id=059a32ed-46eb-44af-954f-023dc3b6f390&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428863 May 03 14:18:07.377694 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec564d2e-6ee7-4e2d-8f54-9a42d99ff486 req-6ded5257-1114-49b6-8e1b-ff289f9b75c5 tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:18:07.379331 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-ec564d2e-6ee7-4e2d-8f54-9a42d99ff486 req-6ded5257-1114-49b6-8e1b-ff289f9b75c5 tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] 10.222.0.26 "GET /v2.0/ports?device_id=671baf8c-6ef9-44cb-81eb-b3d3532c0fd5 HTTP/1.1" status: 200 len: 946 time: 0.0564659 May 03 14:18:07.466008 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [req-ec564d2e-6ee7-4e2d-8f54-9a42d99ff486 req-56885fa1-bf06-4dd8-b6e7-a94bbfdbca65 tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] Deleting port 39a4e1c4-19b9-4ef0-a572-0e58d3c8ff6e {{(pid=103470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 14:18:07.466341 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [req-ec564d2e-6ee7-4e2d-8f54-9a42d99ff486 req-56885fa1-bf06-4dd8-b6e7-a94bbfdbca65 tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786921277453'] for port (39a4e1c4-19b9-4ef0-a572-0e58d3c8ff6e), before_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:18:07.535660 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9b4a2e-8a80-4258-8aeb-962aefaabee2 req-91e00599-ac07-43c6-929f-61ddc311efa3 tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:18:07.537144 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-5d9b4a2e-8a80-4258-8aeb-962aefaabee2 req-91e00599-ac07-43c6-929f-61ddc311efa3 tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] 10.222.0.36 "GET /v2.0/ports?device_id=d7b87b69-8409-4303-a4ff-45cad8940b3a HTTP/1.1" status: 200 len: 945 time: 0.0480177 May 03 14:18:07.561598 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [req-ec564d2e-6ee7-4e2d-8f54-9a42d99ff486 req-56885fa1-bf06-4dd8-b6e7-a94bbfdbca65 tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] For port 39a4e1c4-19b9-4ef0-a572-0e58d3c8ff6e, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=39a4e1c4-19b9-4ef0-a572-0e58d3c8ff6e,segment=NetworkSegment(96845684-5e64-43d8-9d64-6efc7510389a),segment_id=96845684-5e64-43d8-9d64-6efc7510389a)] {{(pid=103470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 14:18:07.562163 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [req-ec564d2e-6ee7-4e2d-8f54-9a42d99ff486 req-56885fa1-bf06-4dd8-b6e7-a94bbfdbca65 tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1690342'] for port (39a4e1c4-19b9-4ef0-a572-0e58d3c8ff6e), precommit_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:18:07.586014 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-5d9b4a2e-8a80-4258-8aeb-962aefaabee2 req-1fce2063-2350-4c06-8f16-16135052aa8c tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] 10.222.0.36 "GET /v2.0/security-groups?id=d49f2e8a-4a87-45c4-8f2d-1f34023e3133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431185 May 03 14:18:07.738580 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [req-ec564d2e-6ee7-4e2d-8f54-9a42d99ff486 req-56885fa1-bf06-4dd8-b6e7-a94bbfdbca65 tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:18:07.739158 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [req-ec564d2e-6ee7-4e2d-8f54-9a42d99ff486 req-56885fa1-bf06-4dd8-b6e7-a94bbfdbca65 tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1700089'] for floatingip (7b44dc07-fd83-49a6-a292-824776a5bdd5), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:18:07.739676 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.db.l3_db [req-ec564d2e-6ee7-4e2d-8f54-9a42d99ff486 req-56885fa1-bf06-4dd8-b6e7-a94bbfdbca65 tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] Floating IP 7b44dc07-fd83-49a6-a292-824776a5bdd5 disassociated. External IP: 172.27.3.31, port: 39a4e1c4-19b9-4ef0-a572-0e58d3c8ff6e. May 03 14:18:07.740182 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [req-ec564d2e-6ee7-4e2d-8f54-9a42d99ff486 req-56885fa1-bf06-4dd8-b6e7-a94bbfdbca65 tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] Calling delete_port for 39a4e1c4-19b9-4ef0-a572-0e58d3c8ff6e owned by compute:nova {{(pid=103470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 14:18:07.888517 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [req-ec564d2e-6ee7-4e2d-8f54-9a42d99ff486 req-56885fa1-bf06-4dd8-b6e7-a94bbfdbca65 tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786921284765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786920821405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7524599'] for port (39a4e1c4-19b9-4ef0-a572-0e58d3c8ff6e), after_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:18:07.916671 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56885fa1-bf06-4dd8-b6e7-a94bbfdbca65 tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] Pushing event deleted for resources: {'Port': ['ID=39a4e1c4-19b9-4ef0-a572-0e58d3c8ff6e,revision_number=None']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:18:08.055720 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ec564d2e-6ee7-4e2d-8f54-9a42d99ff486 req-56885fa1-bf06-4dd8-b6e7-a94bbfdbca65 tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] Router 38b5ff34-9c6b-4825-b6f1-12ef2b3dd6b5 has already been hosted by L3 agent 2583ee88-9503-4370-b6e4-0a676865815e {{(pid=103470) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 14:18:08.058453 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-409200a0-689f-4af3-93bc-b3c2ab8a5c15 req-7e4ea8d2-d1eb-4757-ad19-f9ff2a1efb4e tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] 10.222.0.36 "GET /v2.0/ports?device_id=671baf8c-6ef9-44cb-81eb-b3d3532c0fd5 HTTP/1.1" status: 200 len: 210 time: 0.0319574 May 03 14:18:08.155164 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.rpc [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Device e19d0697-fa77-475d-a0e9-f2db585662f7 up at agent hyperv_hv-cinder-83979 {{(pid=103471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 14:18:08.176192 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ec564d2e-6ee7-4e2d-8f54-9a42d99ff486 req-56885fa1-bf06-4dd8-b6e7-a94bbfdbca65 tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] Notify agent at l3_agent.dv-cinder-839793-5-iscsi the message routers_updated {{(pid=103470) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 14:18:08.189365 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f88471f-393b-4c63-85d4-189f2f0df53d None None] Sync routers for ids ['38b5ff34-9c6b-4825-b6f1-12ef2b3dd6b5'] in dv-cinder-839793-5-iscsi {{(pid=103471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 14:18:08.213227 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f88471f-393b-4c63-85d4-189f2f0df53d None None] Routers {'38b5ff34-9c6b-4825-b6f1-12ef2b3dd6b5'} bound to L3 agent in host dv-cinder-839793-5-iscsi {{(pid=103471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 14:18:08.213891 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.l3_hamode_db [None req-2f88471f-393b-4c63-85d4-189f2f0df53d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-03T14:04:39Z,description=,heartbeat_timestamp=2022-05-03T14:17:39Z,host='dv-cinder-839793-5-iscsi',id=2583ee88-9503-4370-b6e4-0a676865815e,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T14:04:39Z,topic='l3_agent')) {'router_ids': ['38b5ff34-9c6b-4825-b6f1-12ef2b3dd6b5'], 'active': True} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:18:08.219876 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.provisioning_blocks [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Provisioning for port e19d0697-fa77-475d-a0e9-f2db585662f7 completed by entity L2. {{(pid=103471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 03 14:18:08.223886 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec564d2e-6ee7-4e2d-8f54-9a42d99ff486 req-56885fa1-bf06-4dd8-b6e7-a94bbfdbca65 tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] No DVR routers for this DVR port 39a4e1c4-19b9-4ef0-a572-0e58d3c8ff6e on host hv-cinder-83979 {{(pid=103470) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 14:18:08.226457 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [req-ec564d2e-6ee7-4e2d-8f54-9a42d99ff486 req-56885fa1-bf06-4dd8-b6e7-a94bbfdbca65 tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218734'] for port (None), before_response {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:18:08.229747 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-ec564d2e-6ee7-4e2d-8f54-9a42d99ff486 req-56885fa1-bf06-4dd8-b6e7-a94bbfdbca65 tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] 10.222.0.26 "DELETE /v2.0/ports/39a4e1c4-19b9-4ef0-a572-0e58d3c8ff6e HTTP/1.1" status: 204 len: 173 time: 0.8443995 May 03 14:18:08.230188 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '671baf8c-6ef9-44cb-81eb-b3d3532c0fd5', 'name': 'network-vif-deleted', 'tag': '39a4e1c4-19b9-4ef0-a572-0e58d3c8ff6e'}] {{(pid=103470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 14:18:08.232462 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b59263cb8594a65023f6f3ef61310cdc9305c5272296d99e8ebfdd94dfc5ab3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67b4217c-ea99-48b1-a29c-0eedac4f5365" -d '{"events": [{"server_uuid": "671baf8c-6ef9-44cb-81eb-b3d3532c0fd5", "name": "network-vif-deleted", "tag": "39a4e1c4-19b9-4ef0-a572-0e58d3c8ff6e"}]}' {{(pid=103470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 14:18:08.261242 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.provisioning_blocks [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Provisioning complete for port e19d0697-fa77-475d-a0e9-f2db585662f7 triggered by entity L2. {{(pid=103471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 14:18:08.261670 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749148'] for port (e19d0697-fa77-475d-a0e9-f2db585662f7), provisioning_complete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:18:08.287029 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 May 2022 14:18:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adf4f9ba-52be-4b38-933e-57ed1a4b9791 x-openstack-request-id: req-adf4f9ba-52be-4b38-933e-57ed1a4b9791 {{(pid=103470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 14:18:08.287574 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "671baf8c-6ef9-44cb-81eb-b3d3532c0fd5", "name": "network-vif-deleted", "tag": "39a4e1c4-19b9-4ef0-a572-0e58d3c8ff6e", "status": "completed", "code": 200}]} {{(pid=103470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 14:18:08.289031 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-adf4f9ba-52be-4b38-933e-57ed1a4b9791 {{(pid=103470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 14:18:08.289031 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.notifiers.nova [-] Nova event matching ['req-adf4f9ba-52be-4b38-933e-57ed1a4b9791'] response: {'server_uuid': '671baf8c-6ef9-44cb-81eb-b3d3532c0fd5', 'name': 'network-vif-deleted', 'tag': '39a4e1c4-19b9-4ef0-a572-0e58d3c8ff6e', 'status': 'completed', 'code': 200} May 03 14:18:08.395097 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvr_db [None req-2f88471f-393b-4c63-85d4-189f2f0df53d None None] Set router 38b5ff34-9c6b-4825-b6f1-12ef2b3dd6b5 gateway port host: dv-cinder-839793-5-iscsi {{(pid=103471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 14:18:08.445215 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Current status of the port e19d0697-fa77-475d-a0e9-f2db585662f7 is: BUILD; New status is: ACTIVE {{(pid=103471) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 14:18:08.445630 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585126'] for port (e19d0697-fa77-475d-a0e9-f2db585662f7), before_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:18:08.516566 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7b87b69-8409-4303-a4ff-45cad8940b3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e19d0697-fa77-475d-a0e9-f2db585662f7'}] {{(pid=103471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 14:18:08.519126 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}258de9d1a1c653a46c94c94b096b8a314ffaed5fb8c929df022c823a20d863ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27d63ed6-b2dd-49f6-94af-43f711f3fc7e" -d '{"events": [{"server_uuid": "d7b87b69-8409-4303-a4ff-45cad8940b3a", "name": "network-vif-plugged", "status": "completed", "tag": "e19d0697-fa77-475d-a0e9-f2db585662f7"}]}' {{(pid=103471) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 14:18:08.539827 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.db [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] For port e19d0697-fa77-475d-a0e9-f2db585662f7, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=e19d0697-fa77-475d-a0e9-f2db585662f7,segment=NetworkSegment(e1835114-80bf-41da-a21b-fba78594b9dd),segment_id=e1835114-80bf-41da-a21b-fba78594b9dd)] {{(pid=103471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 14:18:08.577078 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 May 2022 14:18:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-902fd99c-e64e-4404-a821-20b4c64a9f7f x-openstack-request-id: req-902fd99c-e64e-4404-a821-20b4c64a9f7f {{(pid=103471) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 14:18:08.577463 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7b87b69-8409-4303-a4ff-45cad8940b3a", "name": "network-vif-plugged", "status": "completed", "tag": "e19d0697-fa77-475d-a0e9-f2db585662f7", "code": 200}]} {{(pid=103471) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 14:18:08.577695 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-902fd99c-e64e-4404-a821-20b4c64a9f7f {{(pid=103471) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 14:18:08.578029 dv-cinder-839793-5-iscsi neutron-server[103471]: INFO neutron.notifiers.nova [-] Nova event matching ['req-902fd99c-e64e-4404-a821-20b4c64a9f7f'] response: {'server_uuid': 'd7b87b69-8409-4303-a4ff-45cad8940b3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e19d0697-fa77-475d-a0e9-f2db585662f7', 'code': 200} May 03 14:18:08.578655 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786921284783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786920821414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786920821432'] for port (e19d0697-fa77-475d-a0e9-f2db585662f7), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:18:08.662116 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Pushing event updated for resources: {'Port': ['ID=e19d0697-fa77-475d-a0e9-f2db585662f7,revision_number=5']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:18:08.684819 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.l3_hamode_db [None req-2f88471f-393b-4c63-85d4-189f2f0df53d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38b5ff34-9c6b-4825-b6f1-12ef2b3dd6b5', 'name': 'tempest-TestVolumeBootPattern-301482067-router', 'tenant_id': '593f1ab9823f41ffa40d6155bebaca54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2', 'external_fixed_ips': [{'subnet_id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'ip_address': '172.27.3.104'}], 'enable_snat': True}, 'gw_port_id': '951b1801-b758-4644-b768-c5a6c2003c89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T14:14:30Z', 'updated_at': '2022-05-03T14:14:37Z', 'revision_number': 4, 'project_id': '593f1ab9823f41ffa40d6155bebaca54', 'gw_port': {'id': '951b1801-b758-4644-b768-c5a6c2003c89', 'name': '', 'network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:9c:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38b5ff34-9c6b-4825-b6f1-12ef2b3dd6b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'ip_address': '172.27.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:14:31Z', 'updated_at': '2022-05-03T14:14:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-5-iscsi', '_interfaces': [{'id': 'c234afb0-9699-490a-b237-8617dbb75553', 'name': '', 'network_id': 'f560d97d-2acd-47bd-966f-19197466eba2', 'tenant_id': '593f1ab9823f41ffa40d6155bebaca54', 'mac_address': 'fa:16:3e:2e:54:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38b5ff34-9c6b-4825-b6f1-12ef2b3dd6b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'e8cbf221-f4fe-47a8-93ac-36f15595da79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:14:35Z', 'updated_at': '2022-05-03T14:14:46Z', 'revision_number': 5, 'project_id': '593f1ab9823f41ffa40d6155bebaca54', 'subnets': [{'id': 'e8cbf221-f4fe-47a8-93ac-36f15595da79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-5-iscsi', False) {} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:18:08.712585 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bff441-11dc-49ff-a432-59f0d72445d5 req-bd7944a6-cd5d-4191-a3ac-9a82f0f99fce tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:18:08.714247 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-e5bff441-11dc-49ff-a432-59f0d72445d5 req-bd7944a6-cd5d-4191-a3ac-9a82f0f99fce tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] 10.222.0.36 "GET /v2.0/ports?device_id=d7b87b69-8409-4303-a4ff-45cad8940b3a HTTP/1.1" status: 200 len: 946 time: 0.0578084 May 03 14:18:08.715561 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f88471f-393b-4c63-85d4-189f2f0df53d None None] Checking router: 38b5ff34-9c6b-4825-b6f1-12ef2b3dd6b5 for host: dv-cinder-839793-5-iscsi {{(pid=103471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 14:18:08.724523 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f88471f-393b-4c63-85d4-189f2f0df53d None None] Routers {'38b5ff34-9c6b-4825-b6f1-12ef2b3dd6b5'} bound to L3 agent in host dv-cinder-839793-5-iscsi {{(pid=103471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 14:18:08.725149 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.l3_hamode_db [None req-2f88471f-393b-4c63-85d4-189f2f0df53d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-03T14:04:39Z,description=,heartbeat_timestamp=2022-05-03T14:17:39Z,host='dv-cinder-839793-5-iscsi',id=2583ee88-9503-4370-b6e4-0a676865815e,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T14:04:39Z,topic='l3_agent')) {'router_ids': ['38b5ff34-9c6b-4825-b6f1-12ef2b3dd6b5'], 'active': True} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:18:08.762552 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-e5bff441-11dc-49ff-a432-59f0d72445d5 req-ce312c49-14f3-45b4-b3b0-a9a2755ab41a tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] 10.222.0.36 "GET /v2.0/security-groups?id=d49f2e8a-4a87-45c4-8f2d-1f34023e3133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426590 May 03 14:18:08.845960 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvr_db [None req-2f88471f-393b-4c63-85d4-189f2f0df53d None None] Set router 38b5ff34-9c6b-4825-b6f1-12ef2b3dd6b5 gateway port host: dv-cinder-839793-5-iscsi {{(pid=103471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 14:18:08.949958 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-fc58bbe6-51be-445d-9a08-1323ed87406e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786921254184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749114'] for agent (2583ee88-9503-4370-b6e4-0a676865815e), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:18:09.051701 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.l3_hamode_db [None req-2f88471f-393b-4c63-85d4-189f2f0df53d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38b5ff34-9c6b-4825-b6f1-12ef2b3dd6b5', 'name': 'tempest-TestVolumeBootPattern-301482067-router', 'tenant_id': '593f1ab9823f41ffa40d6155bebaca54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2', 'external_fixed_ips': [{'subnet_id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'ip_address': '172.27.3.104'}], 'enable_snat': True}, 'gw_port_id': '951b1801-b758-4644-b768-c5a6c2003c89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T14:14:30Z', 'updated_at': '2022-05-03T14:14:37Z', 'revision_number': 4, 'project_id': '593f1ab9823f41ffa40d6155bebaca54', 'gw_port': {'id': '951b1801-b758-4644-b768-c5a6c2003c89', 'name': '', 'network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:9c:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38b5ff34-9c6b-4825-b6f1-12ef2b3dd6b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'ip_address': '172.27.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:14:31Z', 'updated_at': '2022-05-03T14:14:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-5-iscsi', '_interfaces': [{'id': 'c234afb0-9699-490a-b237-8617dbb75553', 'name': '', 'network_id': 'f560d97d-2acd-47bd-966f-19197466eba2', 'tenant_id': '593f1ab9823f41ffa40d6155bebaca54', 'mac_address': 'fa:16:3e:2e:54:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38b5ff34-9c6b-4825-b6f1-12ef2b3dd6b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'e8cbf221-f4fe-47a8-93ac-36f15595da79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:14:35Z', 'updated_at': '2022-05-03T14:14:46Z', 'revision_number': 5, 'project_id': '593f1ab9823f41ffa40d6155bebaca54', 'subnets': [{'id': 'e8cbf221-f4fe-47a8-93ac-36f15595da79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-5-iscsi', False) {} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:18:09.086069 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f88471f-393b-4c63-85d4-189f2f0df53d None None] The sync data for ids ['38b5ff34-9c6b-4825-b6f1-12ef2b3dd6b5'] in dv-cinder-839793-5-iscsi is: [{'id': '38b5ff34-9c6b-4825-b6f1-12ef2b3dd6b5', 'name': 'tempest-TestVolumeBootPattern-301482067-router', 'tenant_id': '593f1ab9823f41ffa40d6155bebaca54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2', 'external_fixed_ips': [{'subnet_id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'ip_address': '172.27.3.104'}], 'enable_snat': True}, 'gw_port_id': '951b1801-b758-4644-b768-c5a6c2003c89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T14:14:30Z', 'updated_at': '2022-05-03T14:14:37Z', 'revision_number': 4, 'project_id': '593f1ab9823f41ffa40d6155bebaca54', 'gw_port': {'id': '951b1801-b758-4644-b768-c5a6c2003c89', 'name': '', 'network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:9c:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38b5ff34-9c6b-4825-b6f1-12ef2b3dd6b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'ip_address': '172.27.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:14:31Z', 'updated_at': '2022-05-03T14:14:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-5-iscsi', '_interfaces': [{'id': 'c234afb0-9699-490a-b237-8617dbb75553', 'name': '', 'network_id': 'f560d97d-2acd-47bd-966f-19197466eba2', 'tenant_id': '593f1ab9823f41ffa40d6155bebaca54', 'mac_address': 'fa:16:3e:2e:54:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38b5ff34-9c6b-4825-b6f1-12ef2b3dd6b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'e8cbf221-f4fe-47a8-93ac-36f15595da79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:14:35Z', 'updated_at': '2022-05-03T14:14:46Z', 'revision_number': 5, 'project_id': '593f1ab9823f41ffa40d6155bebaca54', 'subnets': [{'id': 'e8cbf221-f4fe-47a8-93ac-36f15595da79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 14:18:09.100262 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786921254184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749114'] for agent (e81ee3ce-91e9-46ba-a5c7-9619c95b22a6), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:18:09.185743 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-0f7cb0b3-ca9b-40c8-a476-a43376d0cb80 req-a509d524-12fc-41df-aac5-923f5218a6fd tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] 10.222.0.36 "GET /v2.0/ports?device_id=671baf8c-6ef9-44cb-81eb-b3d3532c0fd5 HTTP/1.1" status: 200 len: 210 time: 0.0418298 May 03 14:18:09.218969 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e4fbd6-1dd5-414d-aaf2-91cbabe70323 req-b8011b19-230d-43fb-991c-38c35588bafa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:18:09.220501 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-11e4fbd6-1dd5-414d-aaf2-91cbabe70323 req-b8011b19-230d-43fb-991c-38c35588bafa service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=d7b87b69-8409-4303-a4ff-45cad8940b3a HTTP/1.1" status: 200 len: 1130 time: 0.0454552 May 03 14:18:09.274914 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-11e4fbd6-1dd5-414d-aaf2-91cbabe70323 req-d040b22f-1de6-4fbf-94e7-a54da5d3bc4b service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=d49f2e8a-4a87-45c4-8f2d-1f34023e3133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469813 May 03 14:18:09.340388 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e00bc5bd-d3a6-4c94-ae6f-67234a5ff98d None None] New status for floating IP 7b44dc07-fd83-49a6-a292-824776a5bdd5: DOWN {{(pid=103472) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 03 14:18:09.886729 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce17fd88-89c2-4d5e-aa72-0be0f2c4ed47 req-1818e9ff-99ca-4769-9e81-3857c4c2c805 tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:18:09.888208 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-ce17fd88-89c2-4d5e-aa72-0be0f2c4ed47 req-1818e9ff-99ca-4769-9e81-3857c4c2c805 tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] 10.222.0.36 "GET /v2.0/ports?device_id=d7b87b69-8409-4303-a4ff-45cad8940b3a HTTP/1.1" status: 200 len: 946 time: 0.0477092 May 03 14:18:09.948013 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-ce17fd88-89c2-4d5e-aa72-0be0f2c4ed47 req-6bf8bd37-1611-43d4-b3eb-f5bd406178e5 tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] 10.222.0.36 "GET /v2.0/security-groups?id=d49f2e8a-4a87-45c4-8f2d-1f34023e3133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511971 May 03 14:18:10.428484 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-6b98c286-5509-41ae-9e31-4a328d4e2e3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786921254184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749114'] for agent (9772c1e2-61d8-4a11-97d8-348a0cefa431), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:18:10.494946 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-a5a4f599-37be-4ffb-9c7f-a9646b3185d9 req-ab2fee2d-7c7c-4b6b-9617-ff737e0ce59b tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1639195296&fields=id&tenant_id=593f1ab9823f41ffa40d6155bebaca54 HTTP/1.1" status: 200 len: 267 time: 0.0445976 May 03 14:18:10.601189 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a4f599-37be-4ffb-9c7f-a9646b3185d9 req-1d4c1063-2a31-46fe-9fd5-af0a59ae7079 tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:18:10.602660 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-a5a4f599-37be-4ffb-9c7f-a9646b3185d9 req-1d4c1063-2a31-46fe-9fd5-af0a59ae7079 tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] 10.222.0.36 "GET /v2.0/networks?id=f560d97d-2acd-47bd-966f-19197466eba2 HTTP/1.1" status: 200 len: 811 time: 0.1012106 May 03 14:18:10.619737 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-a5a4f599-37be-4ffb-9c7f-a9646b3185d9 req-8a39afd5-b29b-4b96-b101-d6fbcd309907 tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] 10.222.0.36 "GET /v2.0/quotas/593f1ab9823f41ffa40d6155bebaca54 HTTP/1.1" status: 200 len: 375 time: 0.0089908 May 03 14:18:10.669910 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-a5a4f599-37be-4ffb-9c7f-a9646b3185d9 req-30042889-9142-46c6-b03b-3559fd9aba94 tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=593f1ab9823f41ffa40d6155bebaca54&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0429816 May 03 14:18:10.842716 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-a5a4f599-37be-4ffb-9c7f-a9646b3185d9 req-2a2b5ff0-2058-4574-89f0-dbf387e3210f service neutron] 10.222.0.36 "GET /v2.0/networks/f560d97d-2acd-47bd-966f-19197466eba2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1555135 May 03 14:18:10.935810 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-a5a4f599-37be-4ffb-9c7f-a9646b3185d9 req-bb28c390-ec2f-4f27-b2cc-8c1c69c65264 service neutron] 10.222.0.36 "GET /v2.0/networks/f560d97d-2acd-47bd-966f-19197466eba2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870852 May 03 14:18:11.072175 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0d78ed-e518-4e19-b5fa-5d5cebd59a2f req-b6fbaf04-495f-4235-8b78-0b0ab40931c2 tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:18:11.073854 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-ee0d78ed-e518-4e19-b5fa-5d5cebd59a2f req-b6fbaf04-495f-4235-8b78-0b0ab40931c2 tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] 10.222.0.36 "GET /v2.0/ports?device_id=d7b87b69-8409-4303-a4ff-45cad8940b3a HTTP/1.1" status: 200 len: 946 time: 0.0508552 May 03 14:18:11.129522 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-ee0d78ed-e518-4e19-b5fa-5d5cebd59a2f req-bccb1b2d-68d4-41e3-b3da-04f6e5beae74 tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] 10.222.0.36 "GET /v2.0/security-groups?id=d49f2e8a-4a87-45c4-8f2d-1f34023e3133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495043 May 03 14:18:11.228379 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-2e5aef06-0698-491e-a5b1-5f5e44e123f9 req-bc2cd9df-4d8a-40ac-a206-daea0b6d5449 tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] 10.222.0.36 "GET /v2.0/ports?device_id=5a3c999d-18ce-462a-a979-48920d777d34 HTTP/1.1" status: 200 len: 210 time: 0.0314422 May 03 14:18:11.248574 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5653e49-7f3a-4062-9dde-bb12ae102a50 req-d366b5e0-95ba-41fc-a332-5c3c014867ac tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:18:11.250128 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-d5653e49-7f3a-4062-9dde-bb12ae102a50 req-d366b5e0-95ba-41fc-a332-5c3c014867ac tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] 10.222.0.36 "GET /v2.0/ports?device_id=d7b87b69-8409-4303-a4ff-45cad8940b3a HTTP/1.1" status: 200 len: 946 time: 0.0535030 May 03 14:18:11.259250 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.wsgi [-] (103470) accepted ('10.222.0.36', 48508) {{(pid=103470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:18:11.263717 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.v2.base [None req-0ce89791-bdcc-46f7-94f9-a92c974c746d tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Request body: {'floatingip': {'port_id': 'e19d0697-fa77-475d-a0e9-f2db585662f7'}} {{(pid=103470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 14:18:11.304473 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-0ce89791-bdcc-46f7-94f9-a92c974c746d tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Publish callbacks [] for floatingip (d0bd8cbb-8bb8-4616-bb87-9e286fab766a), before_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:18:11.510411 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-ece2f477-2d6d-4faa-a9a3-ecc6a9d3b5ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786921254184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749114'] for agent (5abb75e8-e954-4dc0-bed6-210d2af77b9f), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:18:11.791500 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-0ce89791-bdcc-46f7-94f9-a92c974c746d tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:18:11.799167 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-0ce89791-bdcc-46f7-94f9-a92c974c746d tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1700089'] for floatingip (d0bd8cbb-8bb8-4616-bb87-9e286fab766a), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:18:11.904799 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.db.l3_db [None req-0ce89791-bdcc-46f7-94f9-a92c974c746d tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Floating IP d0bd8cbb-8bb8-4616-bb87-9e286fab766a associated. External IP: 172.27.3.74, port: e19d0697-fa77-475d-a0e9-f2db585662f7. May 03 14:18:12.139197 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ce89791-bdcc-46f7-94f9-a92c974c746d tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Router e8428cc7-9811-4071-85c7-725df93cfce0 has already been hosted by L3 agent 2583ee88-9503-4370-b6e4-0a676865815e {{(pid=103470) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 14:18:12.160729 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.rpc [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Device 39a4e1c4-19b9-4ef0-a572-0e58d3c8ff6e no longer exists at agent hyperv_hv-cinder-83979 {{(pid=103471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 03 14:18:12.182830 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] No Port match for: 39a4e1c4-19b9-4ef0-a572-0e58d3c8ff6e {{(pid=103471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 03 14:18:12.183321 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.rpc [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Device 39a4e1c4-19b9-4ef0-a572-0e58d3c8ff6e not bound to the agent host hv-cinder-83979 {{(pid=103471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 03 14:18:12.344221 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-eb9d7364-f3f1-41c2-843c-cb63196f2a0e req-6718a33b-82d3-4268-8cbb-fb48d801f656 tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] 10.222.0.36 "GET /v2.0/ports?device_id=5a3c999d-18ce-462a-a979-48920d777d34 HTTP/1.1" status: 200 len: 210 time: 0.0406737 May 03 14:18:12.565989 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ce89791-bdcc-46f7-94f9-a92c974c746d tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Notify agent at l3_agent.dv-cinder-839793-5-iscsi the message routers_updated {{(pid=103470) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 14:18:12.572167 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-0ce89791-bdcc-46f7-94f9-a92c974c746d tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218734'] for floatingip (None), before_response {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:18:12.579272 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2dd7aa0-8053-44a4-87a7-cb3588e980fa None None] Sync routers for ids ['e8428cc7-9811-4071-85c7-725df93cfce0'] in dv-cinder-839793-5-iscsi {{(pid=103471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 14:18:12.590759 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2dd7aa0-8053-44a4-87a7-cb3588e980fa None None] Routers {'e8428cc7-9811-4071-85c7-725df93cfce0'} bound to L3 agent in host dv-cinder-839793-5-iscsi {{(pid=103471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 14:18:12.591376 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.l3_hamode_db [None req-e2dd7aa0-8053-44a4-87a7-cb3588e980fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-03T14:04:39Z,description=,heartbeat_timestamp=2022-05-03T14:18:09Z,host='dv-cinder-839793-5-iscsi',id=2583ee88-9503-4370-b6e4-0a676865815e,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T14:04:39Z,topic='l3_agent')) {'router_ids': ['e8428cc7-9811-4071-85c7-725df93cfce0'], 'active': True} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:18:12.640788 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [None req-0ce89791-bdcc-46f7-94f9-a92c974c746d tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] 10.222.0.36 "PUT /v2.0/floatingips/d0bd8cbb-8bb8-4616-bb87-9e286fab766a HTTP/1.1" status: 200 len: 991 time: 1.3803866 May 03 14:18:12.645331 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7b87b69-8409-4303-a4ff-45cad8940b3a', 'tag': 'e19d0697-fa77-475d-a0e9-f2db585662f7'}] {{(pid=103470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 14:18:12.648077 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b59263cb8594a65023f6f3ef61310cdc9305c5272296d99e8ebfdd94dfc5ab3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dbd2824-20c8-4715-88c8-396cc612b400" -d '{"events": [{"name": "network-changed", "server_uuid": "d7b87b69-8409-4303-a4ff-45cad8940b3a", "tag": "e19d0697-fa77-475d-a0e9-f2db585662f7"}]}' {{(pid=103470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 14:18:12.666432 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a4f599-37be-4ffb-9c7f-a9646b3185d9 req-4d6abb9d-6202-4cf3-9390-e445004d4d79 tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:18:12.667901 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-a5a4f599-37be-4ffb-9c7f-a9646b3185d9 req-4d6abb9d-6202-4cf3-9390-e445004d4d79 tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] 10.222.0.26 "GET /v2.0/networks?id=f560d97d-2acd-47bd-966f-19197466eba2 HTTP/1.1" status: 200 len: 811 time: 0.1508148 May 03 14:18:12.743719 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 May 2022 14:18:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4063d2b3-c563-454d-8f92-63739157a80c x-openstack-request-id: req-4063d2b3-c563-454d-8f92-63739157a80c {{(pid=103470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 14:18:12.744024 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7b87b69-8409-4303-a4ff-45cad8940b3a", "tag": "e19d0697-fa77-475d-a0e9-f2db585662f7", "status": "completed", "code": 200}]} {{(pid=103470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 14:18:12.744265 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-4063d2b3-c563-454d-8f92-63739157a80c {{(pid=103470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 14:18:12.745279 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4063d2b3-c563-454d-8f92-63739157a80c'] response: {'name': 'network-changed', 'server_uuid': 'd7b87b69-8409-4303-a4ff-45cad8940b3a', 'tag': 'e19d0697-fa77-475d-a0e9-f2db585662f7', 'status': 'completed', 'code': 200} May 03 14:18:12.756250 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvr_db [None req-e2dd7aa0-8053-44a4-87a7-cb3588e980fa None None] Set router e8428cc7-9811-4071-85c7-725df93cfce0 gateway port host: dv-cinder-839793-5-iscsi {{(pid=103471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 14:18:12.777370 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-a5a4f599-37be-4ffb-9c7f-a9646b3185d9 req-03e02ea0-00c6-46c2-bbc1-9469a61285f1 tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=593f1ab9823f41ffa40d6155bebaca54 HTTP/1.1" status: 200 len: 380 time: 0.0999722 May 03 14:18:12.791389 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.v2.base [req-a5a4f599-37be-4ffb-9c7f-a9646b3185d9 req-8afeaf86-c592-47dd-84d9-4773cd4938e8 tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] Request body: {'port': {'device_id': '5a3c999d-18ce-462a-a979-48920d777d34', 'network_id': 'f560d97d-2acd-47bd-966f-19197466eba2', 'admin_state_up': True, 'tenant_id': '593f1ab9823f41ffa40d6155bebaca54', 'security_groups': ['059a32ed-46eb-44af-954f-023dc3b6f390']}} {{(pid=103470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 14:18:12.805376 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbd2824-20c8-4715-88c8-396cc612b400 req-084ff86c-880c-4aba-a30c-f51ebf586355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:18:12.807191 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-6dbd2824-20c8-4715-88c8-396cc612b400 req-084ff86c-880c-4aba-a30c-f51ebf586355 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=453906a2a829425aac1abdfad7b441d6&device_id=d7b87b69-8409-4303-a4ff-45cad8940b3a HTTP/1.1" status: 200 len: 1130 time: 0.0642066 May 03 14:18:12.918232 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a5a4f599-37be-4ffb-9c7f-a9646b3185d9 req-8afeaf86-c592-47dd-84d9-4773cd4938e8 tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] Made reservation on behalf of 593f1ab9823f41ffa40d6155bebaca54 for: {'port': 1} {{(pid=103470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 14:18:12.922281 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [req-a5a4f599-37be-4ffb-9c7f-a9646b3185d9 req-8afeaf86-c592-47dd-84d9-4773cd4938e8 tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585126'] for port (None), before_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:18:12.932341 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbd2824-20c8-4715-88c8-396cc612b400 req-7fd9087a-2a97-41ff-b0e1-61932b5f285a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:18:12.933856 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-6dbd2824-20c8-4715-88c8-396cc612b400 req-7fd9087a-2a97-41ff-b0e1-61932b5f285a service neutron] 10.222.0.26 "GET /v2.0/networks?id=89bc2c7d-2b97-4518-b62e-d0f098e36f62 HTTP/1.1" status: 200 len: 916 time: 0.1143165 May 03 14:18:13.015492 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-6dbd2824-20c8-4715-88c8-396cc612b400 req-0420d319-e376-4d72-9088-937018393691 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e19d0697-fa77-475d-a0e9-f2db585662f7 HTTP/1.1" status: 200 len: 999 time: 0.0722785 May 03 14:18:13.073822 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.db.db_base_plugin_common [req-a5a4f599-37be-4ffb-9c7f-a9646b3185d9 req-8afeaf86-c592-47dd-84d9-4773cd4938e8 tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] Allocated IP 172.20.0.8 (f560d97d-2acd-47bd-966f-19197466eba2/e8cbf221-f4fe-47a8-93ac-36f15595da79/6f7a9353-a6ac-4262-88f6-839702efb970) {{(pid=103470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 14:18:13.091349 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbd2824-20c8-4715-88c8-396cc612b400 req-bfaea529-085a-43bd-a16d-7be4732dbcef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:18:13.092895 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-6dbd2824-20c8-4715-88c8-396cc612b400 req-bfaea529-085a-43bd-a16d-7be4732dbcef service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ce824052-6a3b-4ab6-8ac7-7607bba43c53 HTTP/1.1" status: 200 len: 854 time: 0.0558844 May 03 14:18:13.140384 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbd2824-20c8-4715-88c8-396cc612b400 req-2e92988c-485f-430a-8217-f289947b46c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:18:13.142017 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-6dbd2824-20c8-4715-88c8-396cc612b400 req-2e92988c-485f-430a-8217-f289947b46c0 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=89bc2c7d-2b97-4518-b62e-d0f098e36f62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0425143 May 03 14:18:13.191226 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786921254184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749114'] for agent (43411681-d6d4-43ac-b892-434a22df3f6d), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:18:13.233626 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [req-a5a4f599-37be-4ffb-9c7f-a9646b3185d9 req-8afeaf86-c592-47dd-84d9-4773cd4938e8 tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] Publish callbacks [] for port (6f7a9353-a6ac-4262-88f6-839702efb970), precommit_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:18:13.239987 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.l3_hamode_db [None req-e2dd7aa0-8053-44a4-87a7-cb3588e980fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8428cc7-9811-4071-85c7-725df93cfce0', 'name': 'tempest-AttachVolumeNegativeTest-1392786833-router', 'tenant_id': '453906a2a829425aac1abdfad7b441d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2', 'external_fixed_ips': [{'subnet_id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'ip_address': '172.27.3.72'}], 'enable_snat': True}, 'gw_port_id': '411354ed-274d-4270-83dd-a73b41b936ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T14:13:05Z', 'updated_at': '2022-05-03T14:13:20Z', 'revision_number': 4, 'project_id': '453906a2a829425aac1abdfad7b441d6', 'gw_port': {'id': '411354ed-274d-4270-83dd-a73b41b936ab', 'name': '', 'network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:90:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8428cc7-9811-4071-85c7-725df93cfce0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'ip_address': '172.27.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:13:07Z', 'updated_at': '2022-05-03T14:13:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-5-iscsi', '_floatingips': [{'id': 'd0bd8cbb-8bb8-4616-bb87-9e286fab766a', 'tenant_id': '453906a2a829425aac1abdfad7b441d6', 'floating_ip_address': '172.27.3.74', 'floating_network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2', 'router_id': 'e8428cc7-9811-4071-85c7-725df93cfce0', 'port_id': 'e19d0697-fa77-475d-a0e9-f2db585662f7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 516, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '89bc2c7d-2b97-4518-b62e-d0f098e36f62', 'mac_address': 'fa:16:3e:38:4b:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7b87b69-8409-4303-a4ff-45cad8940b3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T14:17:58Z', 'updated_at': '2022-05-03T14:18:11Z', 'revision_number': 1, 'project_id': '453906a2a829425aac1abdfad7b441d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e285b81a-5601-4a75-a305-ba94b7768a2e', 'name': '', 'network_id': '89bc2c7d-2b97-4518-b62e-d0f098e36f62', 'tenant_id': '453906a2a829425aac1abdfad7b441d6', 'mac_address': 'fa:16:3e:38:91:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8428cc7-9811-4071-85c7-725df93cfce0', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'ce824052-6a3b-4ab6-8ac7-7607bba43c53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:13:16Z', 'updated_at': '2022-05-03T14:13:34Z', 'revision_number': 5, 'project_id': '453906a2a829425aac1abdfad7b441d6', 'subnets': [{'id': 'ce824052-6a3b-4ab6-8ac7-7607bba43c53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-5-iscsi', False) {} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:18:13.249110 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-6dbd2824-20c8-4715-88c8-396cc612b400 req-d61f41ef-ce8e-4c5c-ab0c-2d5745ef74df service neutron] 10.222.0.26 "GET /v2.0/networks/89bc2c7d-2b97-4518-b62e-d0f098e36f62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959406 May 03 14:18:13.267680 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [req-a5a4f599-37be-4ffb-9c7f-a9646b3185d9 req-8afeaf86-c592-47dd-84d9-4773cd4938e8 tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786920821396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7524599'] for port (6f7a9353-a6ac-4262-88f6-839702efb970), after_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:18:13.267941 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2dd7aa0-8053-44a4-87a7-cb3588e980fa None None] Checking router: e8428cc7-9811-4071-85c7-725df93cfce0 for host: dv-cinder-839793-5-iscsi {{(pid=103471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 14:18:13.277344 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2dd7aa0-8053-44a4-87a7-cb3588e980fa None None] Routers {'e8428cc7-9811-4071-85c7-725df93cfce0'} bound to L3 agent in host dv-cinder-839793-5-iscsi {{(pid=103471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 14:18:13.277978 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.l3_hamode_db [None req-e2dd7aa0-8053-44a4-87a7-cb3588e980fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-03T14:04:39Z,description=,heartbeat_timestamp=2022-05-03T14:18:09Z,host='dv-cinder-839793-5-iscsi',id=2583ee88-9503-4370-b6e4-0a676865815e,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T14:04:39Z,topic='l3_agent')) {'router_ids': ['e8428cc7-9811-4071-85c7-725df93cfce0'], 'active': True} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:18:13.308432 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a5a4f599-37be-4ffb-9c7f-a9646b3185d9 req-8afeaf86-c592-47dd-84d9-4773cd4938e8 tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] Network f560d97d-2acd-47bd-966f-19197466eba2 is already hosted by enough agents. {{(pid=103470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 14:18:13.311479 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.scheduler.base_scheduler [req-a5a4f599-37be-4ffb-9c7f-a9646b3185d9 req-8afeaf86-c592-47dd-84d9-4773cd4938e8 tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] Resources bound (agent type, host, resource id): {{(pid=103470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 14:18:13.315146 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5a4f599-37be-4ffb-9c7f-a9646b3185d9 req-8afeaf86-c592-47dd-84d9-4773cd4938e8 tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] Received port after_create {{(pid=103470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 14:18:13.347178 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afeaf86-c592-47dd-84d9-4773cd4938e8 tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] Pushing event updated for resources: {'Port': ['ID=6f7a9353-a6ac-4262-88f6-839702efb970,revision_number=1']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:18:13.373271 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a4f599-37be-4ffb-9c7f-a9646b3185d9 req-8afeaf86-c592-47dd-84d9-4773cd4938e8 tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:18:13.374034 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [req-a5a4f599-37be-4ffb-9c7f-a9646b3185d9 req-8afeaf86-c592-47dd-84d9-4773cd4938e8 tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218734'] for port (None), before_response {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:18:13.385197 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-6dbd2824-20c8-4715-88c8-396cc612b400 req-440176b4-7d92-45d0-85c0-dc2b0362343e service neutron] 10.222.0.26 "GET /v2.0/networks/89bc2c7d-2b97-4518-b62e-d0f098e36f62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297302 May 03 14:18:13.402187 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-a5a4f599-37be-4ffb-9c7f-a9646b3185d9 req-8afeaf86-c592-47dd-84d9-4773cd4938e8 tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6156874 May 03 14:18:13.402999 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvr_db [None req-e2dd7aa0-8053-44a4-87a7-cb3588e980fa None None] Set router e8428cc7-9811-4071-85c7-725df93cfce0 gateway port host: dv-cinder-839793-5-iscsi {{(pid=103471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 14:18:13.414438 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.v2.base [req-a5a4f599-37be-4ffb-9c7f-a9646b3185d9 req-3d56c629-7325-4f5a-a3f6-c633ff17667b service neutron] Request body: {'port': {'device_id': '5a3c999d-18ce-462a-a979-48920d777d34', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83979'}} {{(pid=103470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 14:18:13.517947 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f4c1b6-a10d-48ce-877b-e8459b110497 req-e65a2d03-e314-4c66-a6ab-710b46af2f76 tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:18:13.519506 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-77f4c1b6-a10d-48ce-877b-e8459b110497 req-e65a2d03-e314-4c66-a6ab-710b46af2f76 tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] 10.222.0.36 "GET /v2.0/ports?device_id=5a3c999d-18ce-462a-a979-48920d777d34 HTTP/1.1" status: 200 len: 931 time: 0.0784209 May 03 14:18:13.535125 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [req-a5a4f599-37be-4ffb-9c7f-a9646b3185d9 req-3d56c629-7325-4f5a-a3f6-c633ff17667b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585126'] for port (6f7a9353-a6ac-4262-88f6-839702efb970), before_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:18:13.621096 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-77f4c1b6-a10d-48ce-877b-e8459b110497 req-7c337798-c153-425e-b140-30f573a5e389 tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] 10.222.0.36 "GET /v2.0/security-groups?id=059a32ed-46eb-44af-954f-023dc3b6f390&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0925550 May 03 14:18:13.670038 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.l3_hamode_db [None req-e2dd7aa0-8053-44a4-87a7-cb3588e980fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8428cc7-9811-4071-85c7-725df93cfce0', 'name': 'tempest-AttachVolumeNegativeTest-1392786833-router', 'tenant_id': '453906a2a829425aac1abdfad7b441d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2', 'external_fixed_ips': [{'subnet_id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'ip_address': '172.27.3.72'}], 'enable_snat': True}, 'gw_port_id': '411354ed-274d-4270-83dd-a73b41b936ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T14:13:05Z', 'updated_at': '2022-05-03T14:13:20Z', 'revision_number': 4, 'project_id': '453906a2a829425aac1abdfad7b441d6', 'gw_port': {'id': '411354ed-274d-4270-83dd-a73b41b936ab', 'name': '', 'network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:90:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8428cc7-9811-4071-85c7-725df93cfce0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'ip_address': '172.27.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:13:07Z', 'updated_at': '2022-05-03T14:13:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-5-iscsi', '_floatingips': [{'id': 'd0bd8cbb-8bb8-4616-bb87-9e286fab766a', 'tenant_id': '453906a2a829425aac1abdfad7b441d6', 'floating_ip_address': '172.27.3.74', 'floating_network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2', 'router_id': 'e8428cc7-9811-4071-85c7-725df93cfce0', 'port_id': 'e19d0697-fa77-475d-a0e9-f2db585662f7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 516, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '89bc2c7d-2b97-4518-b62e-d0f098e36f62', 'mac_address': 'fa:16:3e:38:4b:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7b87b69-8409-4303-a4ff-45cad8940b3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T14:17:58Z', 'updated_at': '2022-05-03T14:18:11Z', 'revision_number': 1, 'project_id': '453906a2a829425aac1abdfad7b441d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e285b81a-5601-4a75-a305-ba94b7768a2e', 'name': '', 'network_id': '89bc2c7d-2b97-4518-b62e-d0f098e36f62', 'tenant_id': '453906a2a829425aac1abdfad7b441d6', 'mac_address': 'fa:16:3e:38:91:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8428cc7-9811-4071-85c7-725df93cfce0', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'ce824052-6a3b-4ab6-8ac7-7607bba43c53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:13:16Z', 'updated_at': '2022-05-03T14:13:34Z', 'revision_number': 5, 'project_id': '453906a2a829425aac1abdfad7b441d6', 'subnets': [{'id': 'ce824052-6a3b-4ab6-8ac7-7607bba43c53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-5-iscsi', False) {} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:18:13.702090 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2dd7aa0-8053-44a4-87a7-cb3588e980fa None None] The sync data for ids ['e8428cc7-9811-4071-85c7-725df93cfce0'] in dv-cinder-839793-5-iscsi is: [{'id': 'e8428cc7-9811-4071-85c7-725df93cfce0', 'name': 'tempest-AttachVolumeNegativeTest-1392786833-router', 'tenant_id': '453906a2a829425aac1abdfad7b441d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2', 'external_fixed_ips': [{'subnet_id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'ip_address': '172.27.3.72'}], 'enable_snat': True}, 'gw_port_id': '411354ed-274d-4270-83dd-a73b41b936ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T14:13:05Z', 'updated_at': '2022-05-03T14:13:20Z', 'revision_number': 4, 'project_id': '453906a2a829425aac1abdfad7b441d6', 'gw_port': {'id': '411354ed-274d-4270-83dd-a73b41b936ab', 'name': '', 'network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:90:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8428cc7-9811-4071-85c7-725df93cfce0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'ip_address': '172.27.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:13:07Z', 'updated_at': '2022-05-03T14:13:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-5-iscsi', '_floatingips': [{'id': 'd0bd8cbb-8bb8-4616-bb87-9e286fab766a', 'tenant_id': '453906a2a829425aac1abdfad7b441d6', 'floating_ip_address': '172.27.3.74', 'floating_network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2', 'router_id': 'e8428cc7-9811-4071-85c7-725df93cfce0', 'port_id': 'e19d0697-fa77-475d-a0e9-f2db585662f7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 516, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '89bc2c7d-2b97-4518-b62e-d0f098e36f62', 'mac_address': 'fa:16:3e:38:4b:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7b87b69-8409-4303-a4ff-45cad8940b3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T14:17:58Z', 'updated_at': '2022-05-03T14:18:11Z', 'revision_number': 1, 'project_id': '453906a2a829425aac1abdfad7b441d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e285b81a-5601-4a75-a305-ba94b7768a2e', 'name': '', 'network_id': '89bc2c7d-2b97-4518-b62e-d0f098e36f62', 'tenant_id': '453906a2a829425aac1abdfad7b441d6', 'mac_address': 'fa:16:3e:38:91:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8428cc7-9811-4071-85c7-725df93cfce0', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'ce824052-6a3b-4ab6-8ac7-7607bba43c53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:13:16Z', 'updated_at': '2022-05-03T14:13:34Z', 'revision_number': 5, 'project_id': '453906a2a829425aac1abdfad7b441d6', 'subnets': [{'id': 'ce824052-6a3b-4ab6-8ac7-7607bba43c53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 14:18:13.708518 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.provisioning_blocks [None req-a374a0be-f618-4f53-8bc1-49e73e073f6d None None] Provisioning complete for port 6f7a9353-a6ac-4262-88f6-839702efb970 triggered by entity DHCP. {{(pid=103471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 14:18:13.708890 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-a374a0be-f618-4f53-8bc1-49e73e073f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749148'] for port (6f7a9353-a6ac-4262-88f6-839702efb970), provisioning_complete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:18:13.751176 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [None req-a374a0be-f618-4f53-8bc1-49e73e073f6d None None] Port 6f7a9353-a6ac-4262-88f6-839702efb970 cannot update to ACTIVE because it is not bound. {{(pid=103471) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 03 14:18:13.862204 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.notifiers.nova [req-a5a4f599-37be-4ffb-9c7f-a9646b3185d9 req-3d56c629-7325-4f5a-a3f6-c633ff17667b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f7a9353-a6ac-4262-88f6-839702efb970 {{(pid=103470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 14:18:13.871358 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [req-a5a4f599-37be-4ffb-9c7f-a9646b3185d9 req-3d56c629-7325-4f5a-a3f6-c633ff17667b service neutron] Publish callbacks [] for port (6f7a9353-a6ac-4262-88f6-839702efb970), precommit_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:18:13.886420 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.db.provisioning_blocks [req-a5a4f599-37be-4ffb-9c7f-a9646b3185d9 req-3d56c629-7325-4f5a-a3f6-c633ff17667b service neutron] Transition to ACTIVE for port object 6f7a9353-a6ac-4262-88f6-839702efb970 will not be triggered until provisioned by entity L2. {{(pid=103470) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 03 14:18:13.891086 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [req-a5a4f599-37be-4ffb-9c7f-a9646b3185d9 req-3d56c629-7325-4f5a-a3f6-c633ff17667b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786921284783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786920821414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786920821432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7524494'] for port (6f7a9353-a6ac-4262-88f6-839702efb970), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:18:13.914227 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64b5c4c6-3ad7-4ee4-967e-8622570df224 None None] New status for floating IP d0bd8cbb-8bb8-4616-bb87-9e286fab766a: ACTIVE {{(pid=103472) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 03 14:18:13.942586 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d56c629-7325-4f5a-a3f6-c633ff17667b service neutron] Pushing event updated for resources: {'Port': ['ID=6f7a9353-a6ac-4262-88f6-839702efb970,revision_number=2']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:18:14.017790 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.managers [req-a5a4f599-37be-4ffb-9c7f-a9646b3185d9 req-3d56c629-7325-4f5a-a3f6-c633ff17667b service neutron] Attempting to bind port 6f7a9353-a6ac-4262-88f6-839702efb970 on host hv-cinder-83979 for vnic_type normal with profile {{(pid=103470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 03 14:18:14.018179 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.managers [req-a5a4f599-37be-4ffb-9c7f-a9646b3185d9 req-3d56c629-7325-4f5a-a3f6-c633ff17667b service neutron] Attempting to bind port 6f7a9353-a6ac-4262-88f6-839702efb970 by drivers openvswitch,hyperv on host hv-cinder-83979 at level 0 using segments [{'id': '96845684-5e64-43d8-9d64-6efc7510389a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'f560d97d-2acd-47bd-966f-19197466eba2'}] {{(pid=103470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 03 14:18:14.018512 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5a4f599-37be-4ffb-9c7f-a9646b3185d9 req-3d56c629-7325-4f5a-a3f6-c633ff17667b service neutron] Attempting to bind port 6f7a9353-a6ac-4262-88f6-839702efb970 on network f560d97d-2acd-47bd-966f-19197466eba2 {{(pid=103470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 14:18:14.023302 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5a4f599-37be-4ffb-9c7f-a9646b3185d9 req-3d56c629-7325-4f5a-a3f6-c633ff17667b service neutron] Port 6f7a9353-a6ac-4262-88f6-839702efb970 on network f560d97d-2acd-47bd-966f-19197466eba2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83979 {{(pid=103470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 03 14:18:14.023622 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5a4f599-37be-4ffb-9c7f-a9646b3185d9 req-3d56c629-7325-4f5a-a3f6-c633ff17667b service neutron] Attempting to bind port 6f7a9353-a6ac-4262-88f6-839702efb970 on network f560d97d-2acd-47bd-966f-19197466eba2 {{(pid=103470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 14:18:14.028864 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5a4f599-37be-4ffb-9c7f-a9646b3185d9 req-3d56c629-7325-4f5a-a3f6-c633ff17667b service neutron] Checking agent: {'id': 'e81ee3ce-91e9-46ba-a5c7-9619c95b22a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83979', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 14, 11, 7), 'started_at': datetime.datetime(2022, 5, 3, 14, 11, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 14, 18, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 03 14:18:14.029056 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5a4f599-37be-4ffb-9c7f-a9646b3185d9 req-3d56c629-7325-4f5a-a3f6-c633ff17667b service neutron] Checking segment: {'id': '96845684-5e64-43d8-9d64-6efc7510389a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'f560d97d-2acd-47bd-966f-19197466eba2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 14:18:14.029524 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5a4f599-37be-4ffb-9c7f-a9646b3185d9 req-3d56c629-7325-4f5a-a3f6-c633ff17667b service neutron] Bound using segment: {'id': '96845684-5e64-43d8-9d64-6efc7510389a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'f560d97d-2acd-47bd-966f-19197466eba2'} {{(pid=103470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 03 14:18:14.029790 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.managers [req-a5a4f599-37be-4ffb-9c7f-a9646b3185d9 req-3d56c629-7325-4f5a-a3f6-c633ff17667b service neutron] Bound port: 6f7a9353-a6ac-4262-88f6-839702efb970, host: hv-cinder-83979, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96845684-5e64-43d8-9d64-6efc7510389a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'f560d97d-2acd-47bd-966f-19197466eba2'}}] {{(pid=103470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 03 14:18:14.030147 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [req-a5a4f599-37be-4ffb-9c7f-a9646b3185d9 req-3d56c629-7325-4f5a-a3f6-c633ff17667b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585126'] for port (6f7a9353-a6ac-4262-88f6-839702efb970), before_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:18:14.106025 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [req-a5a4f599-37be-4ffb-9c7f-a9646b3185d9 req-3d56c629-7325-4f5a-a3f6-c633ff17667b service neutron] For port 6f7a9353-a6ac-4262-88f6-839702efb970, host hv-cinder-83979, cleared binding levels {{(pid=103470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 14:18:14.109438 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [req-a5a4f599-37be-4ffb-9c7f-a9646b3185d9 req-3d56c629-7325-4f5a-a3f6-c633ff17667b service neutron] For port 6f7a9353-a6ac-4262-88f6-839702efb970, host hv-cinder-83979, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=6f7a9353-a6ac-4262-88f6-839702efb970,segment=NetworkSegment(96845684-5e64-43d8-9d64-6efc7510389a),segment_id=96845684-5e64-43d8-9d64-6efc7510389a)] {{(pid=103470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 14:18:14.116828 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [req-a5a4f599-37be-4ffb-9c7f-a9646b3185d9 req-3d56c629-7325-4f5a-a3f6-c633ff17667b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786921284783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786920821414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786920821432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7524494'] for port (6f7a9353-a6ac-4262-88f6-839702efb970), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:18:14.152334 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a4f599-37be-4ffb-9c7f-a9646b3185d9 req-3d56c629-7325-4f5a-a3f6-c633ff17667b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:18:14.152959 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [req-a5a4f599-37be-4ffb-9c7f-a9646b3185d9 req-3d56c629-7325-4f5a-a3f6-c633ff17667b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218734'] for port (None), before_response {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:18:14.154372 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-a5a4f599-37be-4ffb-9c7f-a9646b3185d9 req-3d56c629-7325-4f5a-a3f6-c633ff17667b service neutron] 10.222.0.26 "PUT /v2.0/ports/6f7a9353-a6ac-4262-88f6-839702efb970 HTTP/1.1" status: 200 len: 1093 time: 0.7451863 May 03 14:18:14.205352 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d56c629-7325-4f5a-a3f6-c633ff17667b service neutron] Pushing event updated for resources: {'Port': ['ID=6f7a9353-a6ac-4262-88f6-839702efb970,revision_number=3']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:18:14.240951 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a4f599-37be-4ffb-9c7f-a9646b3185d9 req-11d2432c-a049-4b21-843f-80e51c2a197b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:18:14.242583 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-a5a4f599-37be-4ffb-9c7f-a9646b3185d9 req-11d2432c-a049-4b21-843f-80e51c2a197b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=593f1ab9823f41ffa40d6155bebaca54&device_id=5a3c999d-18ce-462a-a979-48920d777d34 HTTP/1.1" status: 200 len: 1127 time: 0.0459132 May 03 14:18:14.290600 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-a5a4f599-37be-4ffb-9c7f-a9646b3185d9 req-884151a2-0cfe-468b-9c97-1e791f3a87e1 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6f7a9353-a6ac-4262-88f6-839702efb970 HTTP/1.1" status: 200 len: 217 time: 0.0390868 May 03 14:18:14.342371 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a4f599-37be-4ffb-9c7f-a9646b3185d9 req-5b68fc9f-5d78-4008-971e-38c379911383 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:18:14.344319 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-a5a4f599-37be-4ffb-9c7f-a9646b3185d9 req-5b68fc9f-5d78-4008-971e-38c379911383 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e8cbf221-f4fe-47a8-93ac-36f15595da79 HTTP/1.1" status: 200 len: 850 time: 0.0469480 May 03 14:18:14.392174 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a4f599-37be-4ffb-9c7f-a9646b3185d9 req-3cadb685-4c6f-4390-8c72-7e5e117aa53f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:18:14.393792 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-a5a4f599-37be-4ffb-9c7f-a9646b3185d9 req-3cadb685-4c6f-4390-8c72-7e5e117aa53f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f560d97d-2acd-47bd-966f-19197466eba2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0422292 May 03 14:18:14.509843 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-a5a4f599-37be-4ffb-9c7f-a9646b3185d9 req-3b14e616-d2e8-4ff5-9f25-d32d288d3201 service neutron] 10.222.0.26 "GET /v2.0/networks/f560d97d-2acd-47bd-966f-19197466eba2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1091175 May 03 14:18:14.619027 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-a5a4f599-37be-4ffb-9c7f-a9646b3185d9 req-0e16ce4c-5525-4e26-943c-d33ce699490b service neutron] 10.222.0.26 "GET /v2.0/networks/f560d97d-2acd-47bd-966f-19197466eba2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960705 May 03 14:18:14.741139 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4419c3ea-aa7a-48ad-983d-a739daa4ca27 req-1e03e4fe-64ae-4f60-8e5b-a02d37cae812 tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:18:14.742663 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-4419c3ea-aa7a-48ad-983d-a739daa4ca27 req-1e03e4fe-64ae-4f60-8e5b-a02d37cae812 tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] 10.222.0.36 "GET /v2.0/ports?device_id=5a3c999d-18ce-462a-a979-48920d777d34 HTTP/1.1" status: 200 len: 943 time: 0.0527823 May 03 14:18:14.746249 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a3c999d-18ce-462a-a979-48920d777d34', 'tag': '6f7a9353-a6ac-4262-88f6-839702efb970'}] {{(pid=103470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 14:18:14.748528 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b59263cb8594a65023f6f3ef61310cdc9305c5272296d99e8ebfdd94dfc5ab3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f075190-97a7-4eb9-b3d9-4606e0485651" -d '{"events": [{"name": "network-changed", "server_uuid": "5a3c999d-18ce-462a-a979-48920d777d34", "tag": "6f7a9353-a6ac-4262-88f6-839702efb970"}]}' {{(pid=103470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 14:18:14.798150 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-4419c3ea-aa7a-48ad-983d-a739daa4ca27 req-c1638866-8ea4-4043-8345-b4fb79f95ac7 tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] 10.222.0.36 "GET /v2.0/security-groups?id=059a32ed-46eb-44af-954f-023dc3b6f390&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469005 May 03 14:18:14.846615 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 May 2022 14:18:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4204741a-f5d6-4d77-8880-9dee177dc794 x-openstack-request-id: req-4204741a-f5d6-4d77-8880-9dee177dc794 {{(pid=103470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 14:18:14.846921 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a3c999d-18ce-462a-a979-48920d777d34", "tag": "6f7a9353-a6ac-4262-88f6-839702efb970", "status": "completed", "code": 200}]} {{(pid=103470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 14:18:14.847332 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-4204741a-f5d6-4d77-8880-9dee177dc794 {{(pid=103470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 14:18:14.847735 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4204741a-f5d6-4d77-8880-9dee177dc794'] response: {'name': 'network-changed', 'server_uuid': '5a3c999d-18ce-462a-a979-48920d777d34', 'tag': '6f7a9353-a6ac-4262-88f6-839702efb970', 'status': 'completed', 'code': 200} May 03 14:18:14.912626 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f075190-97a7-4eb9-b3d9-4606e0485651 req-7c3692b5-13ac-4709-a572-4669ec40e16c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:18:14.914157 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-4f075190-97a7-4eb9-b3d9-4606e0485651 req-7c3692b5-13ac-4709-a572-4669ec40e16c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=593f1ab9823f41ffa40d6155bebaca54&device_id=5a3c999d-18ce-462a-a979-48920d777d34 HTTP/1.1" status: 200 len: 1127 time: 0.0406213 May 03 14:18:14.938015 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519c9f54-3c8d-4fb7-ae8f-3afe01432b61 req-4715bfdf-7333-4e57-8e24-4ba8e89c38b1 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:18:14.939509 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-519c9f54-3c8d-4fb7-ae8f-3afe01432b61 req-4715bfdf-7333-4e57-8e24-4ba8e89c38b1 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] 10.222.0.36 "GET /v2.0/ports?device_id=649197f5-cf73-4d5b-8cf7-e885b620816f HTTP/1.1" status: 200 len: 945 time: 0.0471592 May 03 14:18:14.989596 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-519c9f54-3c8d-4fb7-ae8f-3afe01432b61 req-16886359-1516-48b9-94e3-3b2523d3d03c tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] 10.222.0.36 "GET /v2.0/security-groups?id=41301f83-068e-419d-9fe1-30ab26b6fce2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441611 May 03 14:18:15.055288 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f075190-97a7-4eb9-b3d9-4606e0485651 req-13f20b6c-fb99-45f8-a449-38837f5757b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:18:15.056666 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-4f075190-97a7-4eb9-b3d9-4606e0485651 req-13f20b6c-fb99-45f8-a449-38837f5757b3 service neutron] 10.222.0.26 "GET /v2.0/networks?id=f560d97d-2acd-47bd-966f-19197466eba2 HTTP/1.1" status: 200 len: 912 time: 0.0893488 May 03 14:18:15.332156 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.db.agents_db [None req-22b75db3-e88f-46e7-98cb-691740c6eaf9 None None] Agent healthcheck: found 6 active agents {{(pid=103472) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 03 14:18:15.660492 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-4f075190-97a7-4eb9-b3d9-4606e0485651 req-f6097fd4-f73a-4bf1-9d6b-e11a59137528 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6f7a9353-a6ac-4262-88f6-839702efb970 HTTP/1.1" status: 200 len: 217 time: 0.0366337 May 03 14:18:15.711436 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f075190-97a7-4eb9-b3d9-4606e0485651 req-96650b17-b96b-4ba7-866a-c49c1e34ed3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:18:15.712885 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-4f075190-97a7-4eb9-b3d9-4606e0485651 req-96650b17-b96b-4ba7-866a-c49c1e34ed3c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e8cbf221-f4fe-47a8-93ac-36f15595da79 HTTP/1.1" status: 200 len: 850 time: 0.0469851 May 03 14:18:15.768654 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f075190-97a7-4eb9-b3d9-4606e0485651 req-55334d4a-853c-4a7b-8fb3-978fe536d974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:18:15.770630 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-4f075190-97a7-4eb9-b3d9-4606e0485651 req-55334d4a-853c-4a7b-8fb3-978fe536d974 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f560d97d-2acd-47bd-966f-19197466eba2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0502141 May 03 14:18:15.868903 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-4f075190-97a7-4eb9-b3d9-4606e0485651 req-2710d63a-6038-4fbc-af43-22f8ff1c25e8 service neutron] 10.222.0.26 "GET /v2.0/networks/f560d97d-2acd-47bd-966f-19197466eba2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911522 May 03 14:18:15.946466 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37dad50c-6801-4688-843c-f95bf6fa1a9e req-1129f41b-1f87-4d41-8009-ceb39579ec45 tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:18:15.947828 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-37dad50c-6801-4688-843c-f95bf6fa1a9e req-1129f41b-1f87-4d41-8009-ceb39579ec45 tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] 10.222.0.36 "GET /v2.0/ports?device_id=5a3c999d-18ce-462a-a979-48920d777d34 HTTP/1.1" status: 200 len: 943 time: 0.0707018 May 03 14:18:16.020656 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-4f075190-97a7-4eb9-b3d9-4606e0485651 req-35cdfae0-3d99-452f-bdb3-513a09ef21e8 service neutron] 10.222.0.26 "GET /v2.0/networks/f560d97d-2acd-47bd-966f-19197466eba2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1445544 May 03 14:18:16.035492 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-37dad50c-6801-4688-843c-f95bf6fa1a9e req-ebc3f07d-8788-4006-b68b-c37a2cbfe0a0 tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] 10.222.0.36 "GET /v2.0/security-groups?id=059a32ed-46eb-44af-954f-023dc3b6f390&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638204 May 03 14:18:16.110494 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919ad761-8d2c-44a8-8f7b-a96a8bfef277 req-8b91f7b3-5f01-4883-bc8a-e57f205d4f74 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:18:16.112334 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-919ad761-8d2c-44a8-8f7b-a96a8bfef277 req-8b91f7b3-5f01-4883-bc8a-e57f205d4f74 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] 10.222.0.36 "GET /v2.0/ports?device_id=649197f5-cf73-4d5b-8cf7-e885b620816f HTTP/1.1" status: 200 len: 945 time: 0.0487618 May 03 14:18:16.168143 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-919ad761-8d2c-44a8-8f7b-a96a8bfef277 req-47990ad8-b5c7-4fdd-9a83-5a1aa0f627fd tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] 10.222.0.36 "GET /v2.0/security-groups?id=41301f83-068e-419d-9fe1-30ab26b6fce2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479062 May 03 14:18:17.155854 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ea6097-abf8-4208-a216-9154f6a333af req-5f2fc3a6-22b4-4440-b326-4617edfc4356 tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:18:17.157413 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-62ea6097-abf8-4208-a216-9154f6a333af req-5f2fc3a6-22b4-4440-b326-4617edfc4356 tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] 10.222.0.36 "GET /v2.0/ports?device_id=5a3c999d-18ce-462a-a979-48920d777d34 HTTP/1.1" status: 200 len: 943 time: 0.0474632 May 03 14:18:17.212983 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-62ea6097-abf8-4208-a216-9154f6a333af req-a2751937-203d-4e15-98f7-af1a507d5a93 tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] 10.222.0.36 "GET /v2.0/security-groups?id=059a32ed-46eb-44af-954f-023dc3b6f390&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490303 May 03 14:18:17.310484 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03f630b-d4a1-4d57-86a1-f7017828b3b6 req-46c16cd6-a45e-40c5-81a8-a20e559b531c tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:18:17.311928 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-b03f630b-d4a1-4d57-86a1-f7017828b3b6 req-46c16cd6-a45e-40c5-81a8-a20e559b531c tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] 10.222.0.36 "GET /v2.0/ports?device_id=649197f5-cf73-4d5b-8cf7-e885b620816f HTTP/1.1" status: 200 len: 945 time: 0.0631871 May 03 14:18:17.359957 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-b03f630b-d4a1-4d57-86a1-f7017828b3b6 req-7938e615-7f2c-43e3-a690-e7a19a0e89cd tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] 10.222.0.36 "GET /v2.0/security-groups?id=41301f83-068e-419d-9fe1-30ab26b6fce2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422890 May 03 14:18:18.213231 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.rpc [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Device 6f7a9353-a6ac-4262-88f6-839702efb970 details requested by agent hyperv_hv-cinder-83979 with host hv-cinder-83979 {{(pid=103471) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 03 14:18:18.319052 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.db [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] For port 6f7a9353-a6ac-4262-88f6-839702efb970, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=6f7a9353-a6ac-4262-88f6-839702efb970,segment=NetworkSegment(96845684-5e64-43d8-9d64-6efc7510389a),segment_id=96845684-5e64-43d8-9d64-6efc7510389a)] {{(pid=103471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 14:18:18.332408 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2513f696-52ba-4302-a86a-a5332d3473c7 req-f74f806d-9580-4a8a-b068-eaf5b8acfee7 tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:18:18.334023 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-2513f696-52ba-4302-a86a-a5332d3473c7 req-f74f806d-9580-4a8a-b068-eaf5b8acfee7 tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] 10.222.0.36 "GET /v2.0/ports?device_id=5a3c999d-18ce-462a-a979-48920d777d34 HTTP/1.1" status: 200 len: 943 time: 0.0466068 May 03 14:18:18.334317 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.rpc [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Returning: {'device': '6f7a9353-a6ac-4262-88f6-839702efb970', 'network_id': 'f560d97d-2acd-47bd-966f-19197466eba2', 'port_id': '6f7a9353-a6ac-4262-88f6-839702efb970', 'mac_address': 'fa:16:3e:6b:98:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 236, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8cbf221-f4fe-47a8-93ac-36f15595da79', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103471) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 03 14:18:18.371576 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Current status of the port 6f7a9353-a6ac-4262-88f6-839702efb970 is: DOWN; New status is: BUILD {{(pid=103471) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 14:18:18.371964 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585126'] for port (6f7a9353-a6ac-4262-88f6-839702efb970), before_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:18:18.384572 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-2513f696-52ba-4302-a86a-a5332d3473c7 req-3543566e-be92-4a5c-b0df-5a42267a61c9 tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] 10.222.0.36 "GET /v2.0/security-groups?id=059a32ed-46eb-44af-954f-023dc3b6f390&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442758 May 03 14:18:18.384952 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.notifiers.nova [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f7a9353-a6ac-4262-88f6-839702efb970 {{(pid=103471) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 14:18:18.407900 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.db [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] For port 6f7a9353-a6ac-4262-88f6-839702efb970, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=6f7a9353-a6ac-4262-88f6-839702efb970,segment=NetworkSegment(96845684-5e64-43d8-9d64-6efc7510389a),segment_id=96845684-5e64-43d8-9d64-6efc7510389a)] {{(pid=103471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 14:18:18.413413 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786921284783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786920821414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786920821432'] for port (6f7a9353-a6ac-4262-88f6-839702efb970), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:18:18.462760 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Pushing event updated for resources: {'Port': ['ID=6f7a9353-a6ac-4262-88f6-839702efb970,revision_number=4']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:18:18.481854 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588e96a6-8231-46ed-bb5e-706be1c5204d req-fc72c13f-06fc-4e32-baa1-e17c8dc72728 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:18:18.483994 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-588e96a6-8231-46ed-bb5e-706be1c5204d req-fc72c13f-06fc-4e32-baa1-e17c8dc72728 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] 10.222.0.36 "GET /v2.0/ports?device_id=649197f5-cf73-4d5b-8cf7-e885b620816f HTTP/1.1" status: 200 len: 945 time: 0.0478892 May 03 14:18:18.531255 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-588e96a6-8231-46ed-bb5e-706be1c5204d req-48770178-e269-4825-9b66-cf55110f556b tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] 10.222.0.36 "GET /v2.0/security-groups?id=41301f83-068e-419d-9fe1-30ab26b6fce2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409718 May 03 14:18:18.704338 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.db [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] get_ports_and_sgs() called for port_ids ['6f7a9353-a6ac-4262-88f6-839702efb970'] {{(pid=103471) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 03 14:18:19.501116 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71ec0e8-4da6-40cd-9c40-1f77d56afe8e req-f44530c6-94fb-4f72-979b-1a83e0e35109 tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:18:19.502782 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-e71ec0e8-4da6-40cd-9c40-1f77d56afe8e req-f44530c6-94fb-4f72-979b-1a83e0e35109 tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] 10.222.0.36 "GET /v2.0/ports?device_id=5a3c999d-18ce-462a-a979-48920d777d34 HTTP/1.1" status: 200 len: 944 time: 0.0508153 May 03 14:18:19.551794 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-e71ec0e8-4da6-40cd-9c40-1f77d56afe8e req-bf216907-e6b3-4db4-a3b5-1bee2178764d tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] 10.222.0.36 "GET /v2.0/security-groups?id=059a32ed-46eb-44af-954f-023dc3b6f390&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431263 May 03 14:18:19.605879 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8c349a-c29f-4925-9c0a-2ac9495dc722 req-8c4186f5-0bfe-4420-adea-f1d5842c830f tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:18:19.607360 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-4f8c349a-c29f-4925-9c0a-2ac9495dc722 req-8c4186f5-0bfe-4420-adea-f1d5842c830f tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] 10.222.0.36 "GET /v2.0/ports?device_id=2ee19045-222a-44c1-abc1-2205c8a96ab9 HTTP/1.1" status: 200 len: 945 time: 0.0592306 May 03 14:18:19.656683 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-4f8c349a-c29f-4925-9c0a-2ac9495dc722 req-26d532d7-956b-4689-9f5e-bf53b3610ace tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] 10.222.0.36 "GET /v2.0/security-groups?id=73aeffe4-e624-496a-985c-4db7b0aaf14d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429909 May 03 14:18:19.660463 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786ec6dc-c3a7-4eab-817c-2220ef5e5ed8 req-15d7265e-fe11-4584-bc6f-fde539de0111 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:18:19.662035 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-786ec6dc-c3a7-4eab-817c-2220ef5e5ed8 req-15d7265e-fe11-4584-bc6f-fde539de0111 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] 10.222.0.36 "GET /v2.0/ports?device_id=649197f5-cf73-4d5b-8cf7-e885b620816f HTTP/1.1" status: 200 len: 945 time: 0.0528352 May 03 14:18:19.711841 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-786ec6dc-c3a7-4eab-817c-2220ef5e5ed8 req-a004bde0-3757-474b-86c4-9c1804bf728d tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] 10.222.0.36 "GET /v2.0/security-groups?id=41301f83-068e-419d-9fe1-30ab26b6fce2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441995 May 03 14:18:20.209394 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.rpc [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Device 6f7a9353-a6ac-4262-88f6-839702efb970 up at agent hyperv_hv-cinder-83979 {{(pid=103471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 14:18:20.262389 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.provisioning_blocks [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Provisioning for port 6f7a9353-a6ac-4262-88f6-839702efb970 completed by entity L2. {{(pid=103471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 03 14:18:20.271376 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.provisioning_blocks [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Provisioning complete for port 6f7a9353-a6ac-4262-88f6-839702efb970 triggered by entity L2. {{(pid=103471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 14:18:20.271824 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749148'] for port (6f7a9353-a6ac-4262-88f6-839702efb970), provisioning_complete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:18:20.351311 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Current status of the port 6f7a9353-a6ac-4262-88f6-839702efb970 is: BUILD; New status is: ACTIVE {{(pid=103471) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 14:18:20.351568 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585126'] for port (6f7a9353-a6ac-4262-88f6-839702efb970), before_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:18:20.375212 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a3c999d-18ce-462a-a979-48920d777d34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f7a9353-a6ac-4262-88f6-839702efb970'}] {{(pid=103471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 14:18:20.377500 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}258de9d1a1c653a46c94c94b096b8a314ffaed5fb8c929df022c823a20d863ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59809d13-ec63-47eb-a212-7e3623099146" -d '{"events": [{"server_uuid": "5a3c999d-18ce-462a-a979-48920d777d34", "name": "network-vif-plugged", "status": "completed", "tag": "6f7a9353-a6ac-4262-88f6-839702efb970"}]}' {{(pid=103471) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 14:18:20.389554 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.db [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] For port 6f7a9353-a6ac-4262-88f6-839702efb970, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=6f7a9353-a6ac-4262-88f6-839702efb970,segment=NetworkSegment(96845684-5e64-43d8-9d64-6efc7510389a),segment_id=96845684-5e64-43d8-9d64-6efc7510389a)] {{(pid=103471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 14:18:20.394434 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786921284783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786920821414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786920821432'] for port (6f7a9353-a6ac-4262-88f6-839702efb970), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:18:20.417174 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 May 2022 14:18:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4b75e82-5ddf-49c1-aaba-145c7794952f x-openstack-request-id: req-d4b75e82-5ddf-49c1-aaba-145c7794952f {{(pid=103471) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 14:18:20.417485 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a3c999d-18ce-462a-a979-48920d777d34", "name": "network-vif-plugged", "status": "completed", "tag": "6f7a9353-a6ac-4262-88f6-839702efb970", "code": 200}]} {{(pid=103471) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 14:18:20.417737 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d4b75e82-5ddf-49c1-aaba-145c7794952f {{(pid=103471) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 14:18:20.418144 dv-cinder-839793-5-iscsi neutron-server[103471]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d4b75e82-5ddf-49c1-aaba-145c7794952f'] response: {'server_uuid': '5a3c999d-18ce-462a-a979-48920d777d34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f7a9353-a6ac-4262-88f6-839702efb970', 'code': 200} May 03 14:18:20.443790 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Pushing event updated for resources: {'Port': ['ID=6f7a9353-a6ac-4262-88f6-839702efb970,revision_number=5']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:18:20.688157 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7062dc13-ccef-4f4c-b31e-a35256926b03 req-b3069a5d-3b02-49ae-88bd-75314c64b7ed tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:18:20.689032 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-7062dc13-ccef-4f4c-b31e-a35256926b03 req-b3069a5d-3b02-49ae-88bd-75314c64b7ed tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] 10.222.0.36 "GET /v2.0/ports?device_id=5a3c999d-18ce-462a-a979-48920d777d34 HTTP/1.1" status: 200 len: 945 time: 0.0523746 May 03 14:18:20.740820 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-7062dc13-ccef-4f4c-b31e-a35256926b03 req-5ab924a0-dd93-44c6-8516-13d4640a3370 tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] 10.222.0.36 "GET /v2.0/security-groups?id=059a32ed-46eb-44af-954f-023dc3b6f390&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459540 May 03 14:18:20.831287 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ef3fc2-da32-4456-9e85-26f998fe73ca req-69ebcf3b-c679-4931-a02f-3c553f2a9cc1 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:18:20.832806 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-68ef3fc2-da32-4456-9e85-26f998fe73ca req-69ebcf3b-c679-4931-a02f-3c553f2a9cc1 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] 10.222.0.36 "GET /v2.0/ports?device_id=2ee19045-222a-44c1-abc1-2205c8a96ab9 HTTP/1.1" status: 200 len: 945 time: 0.0467663 May 03 14:18:20.844621 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea829a6-36a0-48b1-ae9b-e8ead523fa1d req-efeffdc8-44d8-4a98-b57d-5296313cf01a tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:18:20.846313 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-cea829a6-36a0-48b1-ae9b-e8ead523fa1d req-efeffdc8-44d8-4a98-b57d-5296313cf01a tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] 10.222.0.36 "GET /v2.0/ports?device_id=649197f5-cf73-4d5b-8cf7-e885b620816f HTTP/1.1" status: 200 len: 945 time: 0.0508482 May 03 14:18:20.881916 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-68ef3fc2-da32-4456-9e85-26f998fe73ca req-52fb11e3-90bf-429d-bffc-adb988e2ebd0 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] 10.222.0.36 "GET /v2.0/security-groups?id=73aeffe4-e624-496a-985c-4db7b0aaf14d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430207 May 03 14:18:20.892844 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-cea829a6-36a0-48b1-ae9b-e8ead523fa1d req-d444bb23-3f8a-49f7-867f-4b3d7895cb66 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] 10.222.0.36 "GET /v2.0/security-groups?id=41301f83-068e-419d-9fe1-30ab26b6fce2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408404 May 03 14:18:21.863773 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fbd4d5-1961-43bf-9e3b-9bf695734a72 req-25608e6d-2484-40ba-88e9-b910ea4a0428 tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:18:21.865273 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-71fbd4d5-1961-43bf-9e3b-9bf695734a72 req-25608e6d-2484-40ba-88e9-b910ea4a0428 tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] 10.222.0.36 "GET /v2.0/ports?device_id=5a3c999d-18ce-462a-a979-48920d777d34 HTTP/1.1" status: 200 len: 945 time: 0.0476537 May 03 14:18:21.917909 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-71fbd4d5-1961-43bf-9e3b-9bf695734a72 req-b218040b-edfb-4f47-b435-927f5234066c tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] 10.222.0.36 "GET /v2.0/security-groups?id=059a32ed-46eb-44af-954f-023dc3b6f390&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469198 May 03 14:18:21.997742 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb39a3a-69ef-406e-b5e9-74c33799b530 req-9710e14f-c2d4-4d6f-9eec-8034d125e93c tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:18:21.999206 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-9eb39a3a-69ef-406e-b5e9-74c33799b530 req-9710e14f-c2d4-4d6f-9eec-8034d125e93c tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] 10.222.0.36 "GET /v2.0/ports?device_id=2ee19045-222a-44c1-abc1-2205c8a96ab9 HTTP/1.1" status: 200 len: 945 time: 0.0477531 May 03 14:18:22.018706 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d8d197-d3d4-4892-907b-ad5ad5c2f232 req-18214961-e951-4a37-ae4e-976d414d9aa5 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:18:22.020177 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-01d8d197-d3d4-4892-907b-ad5ad5c2f232 req-18214961-e951-4a37-ae4e-976d414d9aa5 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] 10.222.0.36 "GET /v2.0/ports?device_id=649197f5-cf73-4d5b-8cf7-e885b620816f HTTP/1.1" status: 200 len: 945 time: 0.0472379 May 03 14:18:22.047011 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-9eb39a3a-69ef-406e-b5e9-74c33799b530 req-2a1fdb6a-77f9-4d4a-96b6-08d00224896b tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] 10.222.0.36 "GET /v2.0/security-groups?id=73aeffe4-e624-496a-985c-4db7b0aaf14d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419772 May 03 14:18:22.067943 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-01d8d197-d3d4-4892-907b-ad5ad5c2f232 req-f60e34f1-eaea-421b-a4aa-13cf7ecff4f5 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] 10.222.0.36 "GET /v2.0/security-groups?id=41301f83-068e-419d-9fe1-30ab26b6fce2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419593 May 03 14:18:22.963459 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6203464a-9ebe-4192-b696-330059dc7d28 req-37a32ae7-30fa-4b00-8cad-d313ba2f152c tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:18:22.965205 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-6203464a-9ebe-4192-b696-330059dc7d28 req-37a32ae7-30fa-4b00-8cad-d313ba2f152c tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] 10.222.0.26 "GET /v2.0/ports?device_id=2ee19045-222a-44c1-abc1-2205c8a96ab9 HTTP/1.1" status: 200 len: 945 time: 0.0499969 May 03 14:18:23.022070 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4f275f-80c7-462f-b26d-fcff84739f5c req-f0820cdd-2b85-4a36-a049-d58a0836ed57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:18:23.023581 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-6d4f275f-80c7-462f-b26d-fcff84739f5c req-f0820cdd-2b85-4a36-a049-d58a0836ed57 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=5a3c999d-18ce-462a-a979-48920d777d34 HTTP/1.1" status: 200 len: 1129 time: 0.0848863 May 03 14:18:23.075673 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-6d4f275f-80c7-462f-b26d-fcff84739f5c req-490e583a-9649-449b-82c9-16a3f0a196f0 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=059a32ed-46eb-44af-954f-023dc3b6f390&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443926 May 03 14:18:23.076526 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c988004-b9b8-4277-a5db-b816c370e41c req-db075da5-4027-4bda-bff4-d44fa8024271 tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:18:23.077987 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-4c988004-b9b8-4277-a5db-b816c370e41c req-db075da5-4027-4bda-bff4-d44fa8024271 tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] 10.222.0.36 "GET /v2.0/ports?device_id=5a3c999d-18ce-462a-a979-48920d777d34 HTTP/1.1" status: 200 len: 945 time: 0.0776997 May 03 14:18:23.107477 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [req-6203464a-9ebe-4192-b696-330059dc7d28 req-0efd9593-4055-428f-9dd0-1e27d4bfc525 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] Deleting port 3967916d-d634-4c8c-8ca9-d6057259b079 {{(pid=103470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 14:18:23.107821 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [req-6203464a-9ebe-4192-b696-330059dc7d28 req-0efd9593-4055-428f-9dd0-1e27d4bfc525 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786921277453'] for port (3967916d-d634-4c8c-8ca9-d6057259b079), before_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:18:23.172303 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396499b2-7ff2-4291-b61f-d174db29bfe5 req-de0022a8-aab7-424c-a60b-8c4e7d41a693 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:18:23.173996 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-396499b2-7ff2-4291-b61f-d174db29bfe5 req-de0022a8-aab7-424c-a60b-8c4e7d41a693 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] 10.222.0.36 "GET /v2.0/ports?device_id=2ee19045-222a-44c1-abc1-2205c8a96ab9 HTTP/1.1" status: 200 len: 945 time: 0.0503936 May 03 14:18:23.189166 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-4c988004-b9b8-4277-a5db-b816c370e41c req-67db5018-05ac-48af-96bf-16a090939643 tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] 10.222.0.36 "GET /v2.0/security-groups?id=059a32ed-46eb-44af-954f-023dc3b6f390&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1047175 May 03 14:18:23.221994 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-396499b2-7ff2-4291-b61f-d174db29bfe5 req-17b7a6ab-95d3-41ca-8499-1360def5db7c tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] 10.222.0.36 "GET /v2.0/security-groups?id=73aeffe4-e624-496a-985c-4db7b0aaf14d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422239 May 03 14:18:23.230139 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [req-6203464a-9ebe-4192-b696-330059dc7d28 req-0efd9593-4055-428f-9dd0-1e27d4bfc525 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] For port 3967916d-d634-4c8c-8ca9-d6057259b079, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=3967916d-d634-4c8c-8ca9-d6057259b079,segment=NetworkSegment(1c54dd20-bf4d-49bf-9498-4e1d488f7c61),segment_id=1c54dd20-bf4d-49bf-9498-4e1d488f7c61)] {{(pid=103470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 14:18:23.230586 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [req-6203464a-9ebe-4192-b696-330059dc7d28 req-0efd9593-4055-428f-9dd0-1e27d4bfc525 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1690342'] for port (3967916d-d634-4c8c-8ca9-d6057259b079), precommit_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:18:23.336456 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16439256-71ea-42ca-9ace-0b38b1b9a853 req-2e645f99-0249-4acf-ab2d-56d4a9941fdb tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:18:23.338076 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-16439256-71ea-42ca-9ace-0b38b1b9a853 req-2e645f99-0249-4acf-ab2d-56d4a9941fdb tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] 10.222.0.36 "GET /v2.0/ports?device_id=649197f5-cf73-4d5b-8cf7-e885b620816f HTTP/1.1" status: 200 len: 945 time: 0.0907857 May 03 14:18:23.465768 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-16439256-71ea-42ca-9ace-0b38b1b9a853 req-406a2f71-67d4-48dc-bd4b-5f4abf85c52c tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] 10.222.0.36 "GET /v2.0/security-groups?id=41301f83-068e-419d-9fe1-30ab26b6fce2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0965559 May 03 14:18:23.484962 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [req-6203464a-9ebe-4192-b696-330059dc7d28 req-0efd9593-4055-428f-9dd0-1e27d4bfc525 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:18:23.485364 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [req-6203464a-9ebe-4192-b696-330059dc7d28 req-0efd9593-4055-428f-9dd0-1e27d4bfc525 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1700089'] for floatingip (aa4708a8-2d79-48da-afb0-8e73cd88978d), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:18:23.485687 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.db.l3_db [req-6203464a-9ebe-4192-b696-330059dc7d28 req-0efd9593-4055-428f-9dd0-1e27d4bfc525 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] Floating IP aa4708a8-2d79-48da-afb0-8e73cd88978d disassociated. External IP: 172.27.3.130, port: 3967916d-d634-4c8c-8ca9-d6057259b079. May 03 14:18:23.486037 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [req-6203464a-9ebe-4192-b696-330059dc7d28 req-0efd9593-4055-428f-9dd0-1e27d4bfc525 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] Calling delete_port for 3967916d-d634-4c8c-8ca9-d6057259b079 owned by compute:nova {{(pid=103470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 14:18:23.622133 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [req-6203464a-9ebe-4192-b696-330059dc7d28 req-0efd9593-4055-428f-9dd0-1e27d4bfc525 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786921284765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786920821405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7524599'] for port (3967916d-d634-4c8c-8ca9-d6057259b079), after_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:18:23.652589 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efd9593-4055-428f-9dd0-1e27d4bfc525 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] Pushing event deleted for resources: {'Port': ['ID=3967916d-d634-4c8c-8ca9-d6057259b079,revision_number=None']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:18:23.662687 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0efd9593-4055-428f-9dd0-1e27d4bfc525 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:18:23.663041 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0efd9593-4055-428f-9dd0-1e27d4bfc525 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:18:23.663354 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0efd9593-4055-428f-9dd0-1e27d4bfc525 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:18:23.663728 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0efd9593-4055-428f-9dd0-1e27d4bfc525 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:18:23.664062 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0efd9593-4055-428f-9dd0-1e27d4bfc525 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:18:23.664391 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0efd9593-4055-428f-9dd0-1e27d4bfc525 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:18:23.664719 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0efd9593-4055-428f-9dd0-1e27d4bfc525 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:18:23.665049 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0efd9593-4055-428f-9dd0-1e27d4bfc525 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:18:23.665401 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0efd9593-4055-428f-9dd0-1e27d4bfc525 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:18:23.665729 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0efd9593-4055-428f-9dd0-1e27d4bfc525 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:18:23.666460 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0efd9593-4055-428f-9dd0-1e27d4bfc525 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:18:23.666460 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0efd9593-4055-428f-9dd0-1e27d4bfc525 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:18:23.666653 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0efd9593-4055-428f-9dd0-1e27d4bfc525 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:18:23.666981 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0efd9593-4055-428f-9dd0-1e27d4bfc525 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:18:23.667301 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0efd9593-4055-428f-9dd0-1e27d4bfc525 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:18:23.783601 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6203464a-9ebe-4192-b696-330059dc7d28 req-0efd9593-4055-428f-9dd0-1e27d4bfc525 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] Router 19ccbb16-fbf6-4309-89e5-60d4788239f2 has already been hosted by L3 agent 2583ee88-9503-4370-b6e4-0a676865815e {{(pid=103470) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 14:18:23.895898 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6203464a-9ebe-4192-b696-330059dc7d28 req-0efd9593-4055-428f-9dd0-1e27d4bfc525 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] Notify agent at l3_agent.dv-cinder-839793-5-iscsi the message routers_updated {{(pid=103470) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 14:18:23.908150 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04625ac5-e37c-4242-b6ad-82700614f36d None None] Sync routers for ids ['19ccbb16-fbf6-4309-89e5-60d4788239f2'] in dv-cinder-839793-5-iscsi {{(pid=103471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 14:18:23.919498 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04625ac5-e37c-4242-b6ad-82700614f36d None None] Routers {'19ccbb16-fbf6-4309-89e5-60d4788239f2'} bound to L3 agent in host dv-cinder-839793-5-iscsi {{(pid=103471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 14:18:23.920148 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.l3_hamode_db [None req-04625ac5-e37c-4242-b6ad-82700614f36d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-03T14:04:39Z,description=,heartbeat_timestamp=2022-05-03T14:18:09Z,host='dv-cinder-839793-5-iscsi',id=2583ee88-9503-4370-b6e4-0a676865815e,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T14:04:39Z,topic='l3_agent')) {'router_ids': ['19ccbb16-fbf6-4309-89e5-60d4788239f2'], 'active': True} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:18:23.938997 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.db.l3_dvrscheduler_db [req-6203464a-9ebe-4192-b696-330059dc7d28 req-0efd9593-4055-428f-9dd0-1e27d4bfc525 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] No DVR routers for this DVR port 3967916d-d634-4c8c-8ca9-d6057259b079 on host hv-cinder-83979 {{(pid=103470) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 14:18:23.941961 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [req-6203464a-9ebe-4192-b696-330059dc7d28 req-0efd9593-4055-428f-9dd0-1e27d4bfc525 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218734'] for port (None), before_response {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:18:23.945318 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-6203464a-9ebe-4192-b696-330059dc7d28 req-0efd9593-4055-428f-9dd0-1e27d4bfc525 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] 10.222.0.26 "DELETE /v2.0/ports/3967916d-d634-4c8c-8ca9-d6057259b079 HTTP/1.1" status: 204 len: 173 time: 0.9739137 May 03 14:18:23.945790 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ee19045-222a-44c1-abc1-2205c8a96ab9', 'name': 'network-vif-deleted', 'tag': '3967916d-d634-4c8c-8ca9-d6057259b079'}] {{(pid=103470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 14:18:23.948018 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b59263cb8594a65023f6f3ef61310cdc9305c5272296d99e8ebfdd94dfc5ab3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ecc7b18-fbf8-4494-97f1-78aaaf1116a7" -d '{"events": [{"server_uuid": "2ee19045-222a-44c1-abc1-2205c8a96ab9", "name": "network-vif-deleted", "tag": "3967916d-d634-4c8c-8ca9-d6057259b079"}]}' {{(pid=103470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 14:18:23.991085 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 May 2022 14:18:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a14b7dce-16e2-40ef-bb87-d9b6d43d9ce7 x-openstack-request-id: req-a14b7dce-16e2-40ef-bb87-d9b6d43d9ce7 {{(pid=103470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 14:18:23.991441 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ee19045-222a-44c1-abc1-2205c8a96ab9", "name": "network-vif-deleted", "tag": "3967916d-d634-4c8c-8ca9-d6057259b079", "status": "completed", "code": 200}]} {{(pid=103470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 14:18:23.991753 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-a14b7dce-16e2-40ef-bb87-d9b6d43d9ce7 {{(pid=103470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 14:18:23.993258 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a14b7dce-16e2-40ef-bb87-d9b6d43d9ce7'] response: {'server_uuid': '2ee19045-222a-44c1-abc1-2205c8a96ab9', 'name': 'network-vif-deleted', 'tag': '3967916d-d634-4c8c-8ca9-d6057259b079', 'status': 'completed', 'code': 200} May 03 14:18:24.042939 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvr_db [None req-04625ac5-e37c-4242-b6ad-82700614f36d None None] Set router 19ccbb16-fbf6-4309-89e5-60d4788239f2 gateway port host: dv-cinder-839793-5-iscsi {{(pid=103471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 14:18:24.241515 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.l3_hamode_db [None req-04625ac5-e37c-4242-b6ad-82700614f36d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19ccbb16-fbf6-4309-89e5-60d4788239f2', 'name': 'tempest-ServerRescueNegativeTestJSON-1452391224-router', 'tenant_id': '4e31890e50da4bcab23b81eee1c9a2d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2', 'external_fixed_ips': [{'subnet_id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'ip_address': '172.27.3.215'}], 'enable_snat': True}, 'gw_port_id': '943d0a20-0d1e-43b5-90cd-cd70d64349a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T14:13:05Z', 'updated_at': '2022-05-03T14:13:14Z', 'revision_number': 4, 'project_id': '4e31890e50da4bcab23b81eee1c9a2d7', 'gw_port': {'id': '943d0a20-0d1e-43b5-90cd-cd70d64349a2', 'name': '', 'network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:7d:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19ccbb16-fbf6-4309-89e5-60d4788239f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'ip_address': '172.27.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:13:06Z', 'updated_at': '2022-05-03T14:13:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-5-iscsi', '_interfaces': [{'id': 'a2c69b00-6ed1-4962-8523-e3def77f90f5', 'name': '', 'network_id': 'ed744a5b-777c-4bee-b278-dee1b499d8aa', 'tenant_id': '4e31890e50da4bcab23b81eee1c9a2d7', 'mac_address': 'fa:16:3e:62:07:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19ccbb16-fbf6-4309-89e5-60d4788239f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'a87b0fb7-75d3-4b90-b91b-05349e630701', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:13:10Z', 'updated_at': '2022-05-03T14:13:24Z', 'revision_number': 5, 'project_id': '4e31890e50da4bcab23b81eee1c9a2d7', 'subnets': [{'id': 'a87b0fb7-75d3-4b90-b91b-05349e630701', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-5-iscsi', False) {} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:18:24.268659 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04625ac5-e37c-4242-b6ad-82700614f36d None None] Checking router: 19ccbb16-fbf6-4309-89e5-60d4788239f2 for host: dv-cinder-839793-5-iscsi {{(pid=103471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 14:18:24.278167 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04625ac5-e37c-4242-b6ad-82700614f36d None None] Routers {'19ccbb16-fbf6-4309-89e5-60d4788239f2'} bound to L3 agent in host dv-cinder-839793-5-iscsi {{(pid=103471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 14:18:24.278789 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.l3_hamode_db [None req-04625ac5-e37c-4242-b6ad-82700614f36d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-03T14:04:39Z,description=,heartbeat_timestamp=2022-05-03T14:18:09Z,host='dv-cinder-839793-5-iscsi',id=2583ee88-9503-4370-b6e4-0a676865815e,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T14:04:39Z,topic='l3_agent')) {'router_ids': ['19ccbb16-fbf6-4309-89e5-60d4788239f2'], 'active': True} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:18:24.320781 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ca0ffc-fda1-4b6b-bb67-54e80bedc9eb req-2a463d30-4f3c-4f59-a706-15eb453b8ee8 tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:18:24.322425 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-93ca0ffc-fda1-4b6b-bb67-54e80bedc9eb req-2a463d30-4f3c-4f59-a706-15eb453b8ee8 tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] 10.222.0.36 "GET /v2.0/ports?device_id=5a3c999d-18ce-462a-a979-48920d777d34 HTTP/1.1" status: 200 len: 945 time: 0.0601194 May 03 14:18:24.338568 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-a1b5f783-b7fa-4322-9a71-bf40e94fed98 req-f599ee75-12e7-4fc9-a29d-8db9e9fbd146 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] 10.222.0.36 "GET /v2.0/ports?device_id=2ee19045-222a-44c1-abc1-2205c8a96ab9 HTTP/1.1" status: 200 len: 210 time: 0.0283768 May 03 14:18:24.373721 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-93ca0ffc-fda1-4b6b-bb67-54e80bedc9eb req-1034621c-f9e3-495a-a2ec-15eae56a681f tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] 10.222.0.36 "GET /v2.0/security-groups?id=059a32ed-46eb-44af-954f-023dc3b6f390&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457492 May 03 14:18:24.400765 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvr_db [None req-04625ac5-e37c-4242-b6ad-82700614f36d None None] Set router 19ccbb16-fbf6-4309-89e5-60d4788239f2 gateway port host: dv-cinder-839793-5-iscsi {{(pid=103471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 14:18:24.609710 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.l3_hamode_db [None req-04625ac5-e37c-4242-b6ad-82700614f36d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19ccbb16-fbf6-4309-89e5-60d4788239f2', 'name': 'tempest-ServerRescueNegativeTestJSON-1452391224-router', 'tenant_id': '4e31890e50da4bcab23b81eee1c9a2d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2', 'external_fixed_ips': [{'subnet_id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'ip_address': '172.27.3.215'}], 'enable_snat': True}, 'gw_port_id': '943d0a20-0d1e-43b5-90cd-cd70d64349a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T14:13:05Z', 'updated_at': '2022-05-03T14:13:14Z', 'revision_number': 4, 'project_id': '4e31890e50da4bcab23b81eee1c9a2d7', 'gw_port': {'id': '943d0a20-0d1e-43b5-90cd-cd70d64349a2', 'name': '', 'network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:7d:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19ccbb16-fbf6-4309-89e5-60d4788239f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'ip_address': '172.27.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:13:06Z', 'updated_at': '2022-05-03T14:13:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-5-iscsi', '_interfaces': [{'id': 'a2c69b00-6ed1-4962-8523-e3def77f90f5', 'name': '', 'network_id': 'ed744a5b-777c-4bee-b278-dee1b499d8aa', 'tenant_id': '4e31890e50da4bcab23b81eee1c9a2d7', 'mac_address': 'fa:16:3e:62:07:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19ccbb16-fbf6-4309-89e5-60d4788239f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'a87b0fb7-75d3-4b90-b91b-05349e630701', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:13:10Z', 'updated_at': '2022-05-03T14:13:24Z', 'revision_number': 5, 'project_id': '4e31890e50da4bcab23b81eee1c9a2d7', 'subnets': [{'id': 'a87b0fb7-75d3-4b90-b91b-05349e630701', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-5-iscsi', False) {} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:18:24.636132 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04625ac5-e37c-4242-b6ad-82700614f36d None None] The sync data for ids ['19ccbb16-fbf6-4309-89e5-60d4788239f2'] in dv-cinder-839793-5-iscsi is: [{'id': '19ccbb16-fbf6-4309-89e5-60d4788239f2', 'name': 'tempest-ServerRescueNegativeTestJSON-1452391224-router', 'tenant_id': '4e31890e50da4bcab23b81eee1c9a2d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2', 'external_fixed_ips': [{'subnet_id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'ip_address': '172.27.3.215'}], 'enable_snat': True}, 'gw_port_id': '943d0a20-0d1e-43b5-90cd-cd70d64349a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T14:13:05Z', 'updated_at': '2022-05-03T14:13:14Z', 'revision_number': 4, 'project_id': '4e31890e50da4bcab23b81eee1c9a2d7', 'gw_port': {'id': '943d0a20-0d1e-43b5-90cd-cd70d64349a2', 'name': '', 'network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:7d:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19ccbb16-fbf6-4309-89e5-60d4788239f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'ip_address': '172.27.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:13:06Z', 'updated_at': '2022-05-03T14:13:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-5-iscsi', '_interfaces': [{'id': 'a2c69b00-6ed1-4962-8523-e3def77f90f5', 'name': '', 'network_id': 'ed744a5b-777c-4bee-b278-dee1b499d8aa', 'tenant_id': '4e31890e50da4bcab23b81eee1c9a2d7', 'mac_address': 'fa:16:3e:62:07:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19ccbb16-fbf6-4309-89e5-60d4788239f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'a87b0fb7-75d3-4b90-b91b-05349e630701', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:13:10Z', 'updated_at': '2022-05-03T14:13:24Z', 'revision_number': 5, 'project_id': '4e31890e50da4bcab23b81eee1c9a2d7', 'subnets': [{'id': 'a87b0fb7-75d3-4b90-b91b-05349e630701', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 14:18:24.686159 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6935c83f-2dfa-4bb0-b777-4248d7623c45 req-d0a71fbd-2bbe-4d9e-bea7-1be4015ea855 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:18:24.687680 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-6935c83f-2dfa-4bb0-b777-4248d7623c45 req-d0a71fbd-2bbe-4d9e-bea7-1be4015ea855 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] 10.222.0.36 "GET /v2.0/ports?device_id=649197f5-cf73-4d5b-8cf7-e885b620816f HTTP/1.1" status: 200 len: 945 time: 0.1472459 May 03 14:18:24.737838 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-6935c83f-2dfa-4bb0-b777-4248d7623c45 req-c885473c-c8e2-4696-a07f-4828f7d3b4c7 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] 10.222.0.36 "GET /v2.0/security-groups?id=41301f83-068e-419d-9fe1-30ab26b6fce2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439343 May 03 14:18:24.869537 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ee35a5f-0f39-426a-87a2-619f0fc09c72 None None] New status for floating IP aa4708a8-2d79-48da-afb0-8e73cd88978d: DOWN {{(pid=103472) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 03 14:18:25.427080 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.wsgi [-] (103470) accepted ('10.222.0.36', 48638) {{(pid=103470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:18:25.481488 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-169b1d41-36de-4fc5-aeb1-a568d1b43ea5 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] Publish callbacks [] for security_group (73aeffe4-e624-496a-985c-4db7b0aaf14d), before_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:18:25.492546 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bf7e6f-4fd5-42a6-aee3-e4ee4b5bc589 req-e1c48e2a-a650-47ae-855f-fd9072a15653 tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:18:25.494091 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-65bf7e6f-4fd5-42a6-aee3-e4ee4b5bc589 req-e1c48e2a-a650-47ae-855f-fd9072a15653 tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] 10.222.0.36 "GET /v2.0/ports?device_id=5a3c999d-18ce-462a-a979-48920d777d34 HTTP/1.1" status: 200 len: 945 time: 0.0509267 May 03 14:18:25.508285 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-169b1d41-36de-4fc5-aeb1-a568d1b43ea5 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] Publish callbacks [] for security_group (73aeffe4-e624-496a-985c-4db7b0aaf14d), precommit_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:18:25.543036 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-65bf7e6f-4fd5-42a6-aee3-e4ee4b5bc589 req-42d7ec84-e90f-48ce-84c3-63b309414208 tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] 10.222.0.36 "GET /v2.0/security-groups?id=059a32ed-46eb-44af-954f-023dc3b6f390&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432198 May 03 14:18:25.556381 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-169b1d41-36de-4fc5-aeb1-a568d1b43ea5 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656397'] for security_group (73aeffe4-e624-496a-985c-4db7b0aaf14d), after_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:18:25.559022 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-169b1d41-36de-4fc5-aeb1-a568d1b43ea5 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] Publish callbacks [] for security_group (None), before_response {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:18:25.562428 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [None req-169b1d41-36de-4fc5-aeb1-a568d1b43ea5 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] 10.222.0.36 "DELETE /v2.0/security-groups/73aeffe4-e624-496a-985c-4db7b0aaf14d HTTP/1.1" status: 204 len: 168 time: 0.1320670 May 03 14:18:25.562894 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.36', 48640) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:18:25.569916 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169b1d41-36de-4fc5-aeb1-a568d1b43ea5 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=73aeffe4-e624-496a-985c-4db7b0aaf14d,revision_number=None']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:18:25.582168 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.api.v2.resource [None req-c0f486df-6dac-40e1-8f35-47cd5fd29968 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] show failed (client error): The resource could not be found. May 03 14:18:25.583309 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-c0f486df-6dac-40e1-8f35-47cd5fd29968 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] 10.222.0.36 "GET /v2.0/security-groups/73aeffe4-e624-496a-985c-4db7b0aaf14d HTTP/1.1" status: 404 len: 347 time: 0.0193062 May 03 14:18:25.586289 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.36', 48644) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:18:25.665337 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714d9baa-0924-489d-86e5-b62f0d8a7002 req-ba1b94eb-faa9-4af3-a6e3-51d1e47ee081 tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:18:25.666750 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-714d9baa-0924-489d-86e5-b62f0d8a7002 req-ba1b94eb-faa9-4af3-a6e3-51d1e47ee081 tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] 10.222.0.36 "GET /v2.0/ports?device_id=5a3c999d-18ce-462a-a979-48920d777d34 HTTP/1.1" status: 200 len: 945 time: 0.0476296 May 03 14:18:25.702774 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.plugin [None req-21e39432-2075-4bb2-8600-5f0e627b8bc4 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] Deleting port 6100c9b5-0475-48f5-b8a3-a3715ad811cb {{(pid=103469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 14:18:25.703095 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-21e39432-2075-4bb2-8600-5f0e627b8bc4 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786921277453'] for port (6100c9b5-0475-48f5-b8a3-a3715ad811cb), before_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:18:25.719241 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-714d9baa-0924-489d-86e5-b62f0d8a7002 req-b9e8d7ae-cc78-4421-b185-dd8322ac0da1 tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] 10.222.0.36 "GET /v2.0/security-groups?id=059a32ed-46eb-44af-954f-023dc3b6f390&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459378 May 03 14:18:25.742219 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.wsgi [-] (103470) accepted ('10.222.0.36', 48646) {{(pid=103470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:18:25.782130 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5b75211-bd19-4359-bb3b-85e737c4bae5 tempest-TestVolumeBootPattern-2012192365 tempest-TestVolumeBootPattern-2012192365-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:18:25.783950 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [None req-d5b75211-bd19-4359-bb3b-85e737c4bae5 tempest-TestVolumeBootPattern-2012192365 tempest-TestVolumeBootPattern-2012192365-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=5a3c999d-18ce-462a-a979-48920d777d34 HTTP/1.1" status: 200 len: 1124 time: 0.0406466 May 03 14:18:25.784411 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-21e39432-2075-4bb2-8600-5f0e627b8bc4 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1690342'] for port (6100c9b5-0475-48f5-b8a3-a3715ad811cb), precommit_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:18:25.784738 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-21e39432-2075-4bb2-8600-5f0e627b8bc4 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] Publish callbacks [] for floatingip (6100c9b5-0475-48f5-b8a3-a3715ad811cb), precommit_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:18:25.787092 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.36', 48650) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:18:25.791921 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.v2.base [None req-e4abc8af-209f-41f7-902c-17b1d9deb1b2 tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] Request body: {'floatingip': {'floating_network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2', 'port_id': '6f7a9353-a6ac-4262-88f6-839702efb970', 'tenant_id': '593f1ab9823f41ffa40d6155bebaca54', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 14:18:25.810246 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.plugin [None req-21e39432-2075-4bb2-8600-5f0e627b8bc4 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] Calling delete_port for 6100c9b5-0475-48f5-b8a3-a3715ad811cb owned by network:floatingip {{(pid=103469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 14:18:25.882992 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-e4abc8af-209f-41f7-902c-17b1d9deb1b2 tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:18:25.926155 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b324a79-4add-4977-b444-bf5483caa1eb req-d8d8b254-5416-4f14-98c3-b023aea1f283 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:18:25.927534 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-3b324a79-4add-4977-b444-bf5483caa1eb req-d8d8b254-5416-4f14-98c3-b023aea1f283 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] 10.222.0.36 "GET /v2.0/ports?device_id=649197f5-cf73-4d5b-8cf7-e885b620816f HTTP/1.1" status: 200 len: 945 time: 0.1136601 May 03 14:18:26.036281 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-e4abc8af-209f-41f7-902c-17b1d9deb1b2 tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585126'] for port (None), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:18:26.042049 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-3b324a79-4add-4977-b444-bf5483caa1eb req-e7aa3332-d14d-43ac-aafd-dcd27ce7746b tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] 10.222.0.36 "GET /v2.0/security-groups?id=41301f83-068e-419d-9fe1-30ab26b6fce2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1061797 May 03 14:18:26.131373 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-21e39432-2075-4bb2-8600-5f0e627b8bc4 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786921284765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786920821405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6178079'] for port (6100c9b5-0475-48f5-b8a3-a3715ad811cb), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:18:26.178691 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e39432-2075-4bb2-8600-5f0e627b8bc4 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] Pushing event deleted for resources: {'Port': ['ID=6100c9b5-0475-48f5-b8a3-a3715ad811cb,revision_number=None']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:18:26.255505 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.db.db_base_plugin_common [None req-e4abc8af-209f-41f7-902c-17b1d9deb1b2 tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] Allocated IP 172.27.3.154 (e0cd7c6d-9919-41eb-b035-2bfb3175faa2/4f18d5d6-ed18-48e7-a335-d8ef216f5f78/fe777071-64cc-4631-9705-8de9cae5f99c) {{(pid=103469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 14:18:26.294263 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-21e39432-2075-4bb2-8600-5f0e627b8bc4 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] Publish callbacks [] for floatingip (aa4708a8-2d79-48da-afb0-8e73cd88978d), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:18:26.296739 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-21e39432-2075-4bb2-8600-5f0e627b8bc4 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218734'] for floatingip (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:18:26.297888 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-21e39432-2075-4bb2-8600-5f0e627b8bc4 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] 10.222.0.36 "DELETE /v2.0/floatingips/aa4708a8-2d79-48da-afb0-8e73cd88978d HTTP/1.1" status: 204 len: 168 time: 0.7104139 May 03 14:18:26.384121 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-e4abc8af-209f-41f7-902c-17b1d9deb1b2 tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] Publish callbacks [] for port (fe777071-64cc-4631-9705-8de9cae5f99c), precommit_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:18:26.420262 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-e4abc8af-209f-41f7-902c-17b1d9deb1b2 tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786920821396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6178079'] for port (fe777071-64cc-4631-9705-8de9cae5f99c), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:18:26.459791 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4abc8af-209f-41f7-902c-17b1d9deb1b2 tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] Network e0cd7c6d-9919-41eb-b035-2bfb3175faa2 is already hosted by enough agents. {{(pid=103469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 14:18:26.463212 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.scheduler.base_scheduler [None req-e4abc8af-209f-41f7-902c-17b1d9deb1b2 tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] Resources bound (agent type, host, resource id): {{(pid=103469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 14:18:26.467387 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4abc8af-209f-41f7-902c-17b1d9deb1b2 tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] Received port after_create {{(pid=103469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 14:18:26.499245 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4abc8af-209f-41f7-902c-17b1d9deb1b2 tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] Pushing event updated for resources: {'Port': ['ID=fe777071-64cc-4631-9705-8de9cae5f99c,revision_number=1']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:18:26.862719 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-e4abc8af-209f-41f7-902c-17b1d9deb1b2 tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] Publish callbacks [] for floatingip (13233a13-669a-4cf9-86bb-64b856a6b90d), precommit_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:18:26.936554 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-e4abc8af-209f-41f7-902c-17b1d9deb1b2 tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585126'] for port (fe777071-64cc-4631-9705-8de9cae5f99c), before_update {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:18:27.102595 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-e4abc8af-209f-41f7-902c-17b1d9deb1b2 tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] Publish callbacks [] for port (fe777071-64cc-4631-9705-8de9cae5f99c), precommit_update {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:18:27.108034 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-e4abc8af-209f-41f7-902c-17b1d9deb1b2 tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786921284783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786920821414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786920821432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6178150'] for port (fe777071-64cc-4631-9705-8de9cae5f99c), after_update {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:18:27.173183 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423ff8d2-82a5-465e-b273-e0cf7020ebaa req-db704a8a-d8fa-4a30-b03e-9680db75c481 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:18:27.174215 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4abc8af-209f-41f7-902c-17b1d9deb1b2 tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] Pushing event updated for resources: {'Port': ['ID=fe777071-64cc-4631-9705-8de9cae5f99c,revision_number=2']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:18:27.174982 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-423ff8d2-82a5-465e-b273-e0cf7020ebaa req-db704a8a-d8fa-4a30-b03e-9680db75c481 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] 10.222.0.36 "GET /v2.0/ports?device_id=649197f5-cf73-4d5b-8cf7-e885b620816f HTTP/1.1" status: 200 len: 945 time: 0.0572293 May 03 14:18:27.183956 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-e4abc8af-209f-41f7-902c-17b1d9deb1b2 tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1700089'] for floatingip (13233a13-669a-4cf9-86bb-64b856a6b90d), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:18:27.223283 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-423ff8d2-82a5-465e-b273-e0cf7020ebaa req-d48f2d18-3d49-4b9e-becb-3ad74f2b62a1 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] 10.222.0.36 "GET /v2.0/security-groups?id=41301f83-068e-419d-9fe1-30ab26b6fce2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421107 May 03 14:18:27.559266 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.db.l3_db [None req-e4abc8af-209f-41f7-902c-17b1d9deb1b2 tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] Floating IP 13233a13-669a-4cf9-86bb-64b856a6b90d associated. External IP: 172.27.3.154, port: 6f7a9353-a6ac-4262-88f6-839702efb970. May 03 14:18:27.774307 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4abc8af-209f-41f7-902c-17b1d9deb1b2 tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] Router 38b5ff34-9c6b-4825-b6f1-12ef2b3dd6b5 has already been hosted by L3 agent 2583ee88-9503-4370-b6e4-0a676865815e {{(pid=103469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 14:18:27.885248 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4abc8af-209f-41f7-902c-17b1d9deb1b2 tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] Notify agent at l3_agent.dv-cinder-839793-5-iscsi the message routers_updated {{(pid=103469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 14:18:27.897408 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a88c5e3-d0a3-4548-812f-49aadfa55f1b None None] Sync routers for ids ['38b5ff34-9c6b-4825-b6f1-12ef2b3dd6b5'] in dv-cinder-839793-5-iscsi {{(pid=103471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 14:18:27.911049 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a88c5e3-d0a3-4548-812f-49aadfa55f1b None None] Routers {'38b5ff34-9c6b-4825-b6f1-12ef2b3dd6b5'} bound to L3 agent in host dv-cinder-839793-5-iscsi {{(pid=103471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 14:18:27.911708 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.l3_hamode_db [None req-0a88c5e3-d0a3-4548-812f-49aadfa55f1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-03T14:04:39Z,description=,heartbeat_timestamp=2022-05-03T14:18:09Z,host='dv-cinder-839793-5-iscsi',id=2583ee88-9503-4370-b6e4-0a676865815e,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T14:04:39Z,topic='l3_agent')) {'router_ids': ['38b5ff34-9c6b-4825-b6f1-12ef2b3dd6b5'], 'active': True} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:18:27.912255 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-e4abc8af-209f-41f7-902c-17b1d9deb1b2 tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218734'] for floatingip (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:18:27.943710 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-e4abc8af-209f-41f7-902c-17b1d9deb1b2 tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1555195 May 03 14:18:27.944284 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a3c999d-18ce-462a-a979-48920d777d34', 'tag': '6f7a9353-a6ac-4262-88f6-839702efb970'}] {{(pid=103469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 14:18:27.946569 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68fe64b6b3a70a2f5f611128c103f52e8e68dc233ccb418b63396cbb83134719" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b31c8d83-ee13-401a-9f79-d1fc8da5b072" -d '{"events": [{"name": "network-changed", "server_uuid": "5a3c999d-18ce-462a-a979-48920d777d34", "tag": "6f7a9353-a6ac-4262-88f6-839702efb970"}]}' {{(pid=103469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 14:18:28.029983 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvr_db [None req-0a88c5e3-d0a3-4548-812f-49aadfa55f1b None None] Set router 38b5ff34-9c6b-4825-b6f1-12ef2b3dd6b5 gateway port host: dv-cinder-839793-5-iscsi {{(pid=103471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 14:18:28.038516 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 May 2022 14:18:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-621e651b-ee34-4eb3-800a-f3e8c43d6887 x-openstack-request-id: req-621e651b-ee34-4eb3-800a-f3e8c43d6887 {{(pid=103469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 14:18:28.038813 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a3c999d-18ce-462a-a979-48920d777d34", "tag": "6f7a9353-a6ac-4262-88f6-839702efb970", "status": "completed", "code": 200}]} {{(pid=103469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 14:18:28.039061 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-621e651b-ee34-4eb3-800a-f3e8c43d6887 {{(pid=103469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 14:18:28.039471 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.notifiers.nova [-] Nova event matching ['req-621e651b-ee34-4eb3-800a-f3e8c43d6887'] response: {'name': 'network-changed', 'server_uuid': '5a3c999d-18ce-462a-a979-48920d777d34', 'tag': '6f7a9353-a6ac-4262-88f6-839702efb970', 'status': 'completed', 'code': 200} May 03 14:18:28.100705 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31c8d83-ee13-401a-9f79-d1fc8da5b072 req-a62f73a6-0cbd-4ae2-80cd-5a1dee2faeab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:18:28.102281 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-b31c8d83-ee13-401a-9f79-d1fc8da5b072 req-a62f73a6-0cbd-4ae2-80cd-5a1dee2faeab service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=593f1ab9823f41ffa40d6155bebaca54&device_id=5a3c999d-18ce-462a-a979-48920d777d34 HTTP/1.1" status: 200 len: 1129 time: 0.0395224 May 03 14:18:28.193456 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31c8d83-ee13-401a-9f79-d1fc8da5b072 req-d302b655-7807-46ac-a3fe-49251eee2e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:18:28.194904 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-b31c8d83-ee13-401a-9f79-d1fc8da5b072 req-d302b655-7807-46ac-a3fe-49251eee2e87 service neutron] 10.222.0.26 "GET /v2.0/networks?id=f560d97d-2acd-47bd-966f-19197466eba2 HTTP/1.1" status: 200 len: 912 time: 0.0873516 May 03 14:18:28.251972 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.rpc [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Device 3967916d-d634-4c8c-8ca9-d6057259b079 no longer exists at agent hyperv_hv-cinder-83979 {{(pid=103471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 03 14:18:28.257493 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.l3_hamode_db [None req-0a88c5e3-d0a3-4548-812f-49aadfa55f1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38b5ff34-9c6b-4825-b6f1-12ef2b3dd6b5', 'name': 'tempest-TestVolumeBootPattern-301482067-router', 'tenant_id': '593f1ab9823f41ffa40d6155bebaca54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2', 'external_fixed_ips': [{'subnet_id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'ip_address': '172.27.3.104'}], 'enable_snat': True}, 'gw_port_id': '951b1801-b758-4644-b768-c5a6c2003c89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T14:14:30Z', 'updated_at': '2022-05-03T14:14:37Z', 'revision_number': 4, 'project_id': '593f1ab9823f41ffa40d6155bebaca54', 'gw_port': {'id': '951b1801-b758-4644-b768-c5a6c2003c89', 'name': '', 'network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:9c:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38b5ff34-9c6b-4825-b6f1-12ef2b3dd6b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'ip_address': '172.27.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:14:31Z', 'updated_at': '2022-05-03T14:14:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-5-iscsi', '_floatingips': [{'id': '13233a13-669a-4cf9-86bb-64b856a6b90d', 'tenant_id': '593f1ab9823f41ffa40d6155bebaca54', 'floating_ip_address': '172.27.3.154', 'floating_network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2', 'router_id': '38b5ff34-9c6b-4825-b6f1-12ef2b3dd6b5', 'port_id': '6f7a9353-a6ac-4262-88f6-839702efb970', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 520, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f560d97d-2acd-47bd-966f-19197466eba2', 'mac_address': 'fa:16:3e:6b:98:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a3c999d-18ce-462a-a979-48920d777d34', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T14:18:26Z', 'updated_at': '2022-05-03T14:18:26Z', 'revision_number': 0, 'project_id': '593f1ab9823f41ffa40d6155bebaca54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c234afb0-9699-490a-b237-8617dbb75553', 'name': '', 'network_id': 'f560d97d-2acd-47bd-966f-19197466eba2', 'tenant_id': '593f1ab9823f41ffa40d6155bebaca54', 'mac_address': 'fa:16:3e:2e:54:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38b5ff34-9c6b-4825-b6f1-12ef2b3dd6b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'e8cbf221-f4fe-47a8-93ac-36f15595da79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:14:35Z', 'updated_at': '2022-05-03T14:14:46Z', 'revision_number': 5, 'project_id': '593f1ab9823f41ffa40d6155bebaca54', 'subnets': [{'id': 'e8cbf221-f4fe-47a8-93ac-36f15595da79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-5-iscsi', False) {} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:18:28.263841 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-b31c8d83-ee13-401a-9f79-d1fc8da5b072 req-9d809d9f-724a-4610-9c0d-bf3acb50bb69 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6f7a9353-a6ac-4262-88f6-839702efb970 HTTP/1.1" status: 200 len: 999 time: 0.0610573 May 03 14:18:28.298100 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] No Port match for: 3967916d-d634-4c8c-8ca9-d6057259b079 {{(pid=103471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 03 14:18:28.298471 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.rpc [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Device 3967916d-d634-4c8c-8ca9-d6057259b079 not bound to the agent host hv-cinder-83979 {{(pid=103471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 03 14:18:28.300309 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a88c5e3-d0a3-4548-812f-49aadfa55f1b None None] Checking router: 38b5ff34-9c6b-4825-b6f1-12ef2b3dd6b5 for host: dv-cinder-839793-5-iscsi {{(pid=103471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 14:18:28.309911 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a88c5e3-d0a3-4548-812f-49aadfa55f1b None None] Routers {'38b5ff34-9c6b-4825-b6f1-12ef2b3dd6b5'} bound to L3 agent in host dv-cinder-839793-5-iscsi {{(pid=103471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 14:18:28.310505 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.l3_hamode_db [None req-0a88c5e3-d0a3-4548-812f-49aadfa55f1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-03T14:04:39Z,description=,heartbeat_timestamp=2022-05-03T14:18:09Z,host='dv-cinder-839793-5-iscsi',id=2583ee88-9503-4370-b6e4-0a676865815e,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T14:04:39Z,topic='l3_agent')) {'router_ids': ['38b5ff34-9c6b-4825-b6f1-12ef2b3dd6b5'], 'active': True} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:18:28.350458 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31c8d83-ee13-401a-9f79-d1fc8da5b072 req-a6ff6545-5434-4235-bbdc-eed55f077f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:18:28.351956 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-b31c8d83-ee13-401a-9f79-d1fc8da5b072 req-a6ff6545-5434-4235-bbdc-eed55f077f53 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e8cbf221-f4fe-47a8-93ac-36f15595da79 HTTP/1.1" status: 200 len: 850 time: 0.0804718 May 03 14:18:28.360008 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a4d813-65e4-45c9-9798-4cd5c1493eeb req-bce28b1c-a27a-4e55-9f05-c40921f7fa2c tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:18:28.361334 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-b1a4d813-65e4-45c9-9798-4cd5c1493eeb req-bce28b1c-a27a-4e55-9f05-c40921f7fa2c tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] 10.222.0.36 "GET /v2.0/ports?device_id=649197f5-cf73-4d5b-8cf7-e885b620816f HTTP/1.1" status: 200 len: 945 time: 0.0629582 May 03 14:18:28.416107 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31c8d83-ee13-401a-9f79-d1fc8da5b072 req-5d1c913d-40be-463a-80ff-d65160d60e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:18:28.417680 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-b31c8d83-ee13-401a-9f79-d1fc8da5b072 req-5d1c913d-40be-463a-80ff-d65160d60e5d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f560d97d-2acd-47bd-966f-19197466eba2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0553555 May 03 14:18:28.421410 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvr_db [None req-0a88c5e3-d0a3-4548-812f-49aadfa55f1b None None] Set router 38b5ff34-9c6b-4825-b6f1-12ef2b3dd6b5 gateway port host: dv-cinder-839793-5-iscsi {{(pid=103471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 14:18:28.455044 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-b1a4d813-65e4-45c9-9798-4cd5c1493eeb req-06f5888b-3156-4cbb-aced-8861eac4fbd9 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] 10.222.0.36 "GET /v2.0/security-groups?id=41301f83-068e-419d-9fe1-30ab26b6fce2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0851979 May 03 14:18:28.804197 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.l3_hamode_db [None req-0a88c5e3-d0a3-4548-812f-49aadfa55f1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38b5ff34-9c6b-4825-b6f1-12ef2b3dd6b5', 'name': 'tempest-TestVolumeBootPattern-301482067-router', 'tenant_id': '593f1ab9823f41ffa40d6155bebaca54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2', 'external_fixed_ips': [{'subnet_id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'ip_address': '172.27.3.104'}], 'enable_snat': True}, 'gw_port_id': '951b1801-b758-4644-b768-c5a6c2003c89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T14:14:30Z', 'updated_at': '2022-05-03T14:14:37Z', 'revision_number': 4, 'project_id': '593f1ab9823f41ffa40d6155bebaca54', 'gw_port': {'id': '951b1801-b758-4644-b768-c5a6c2003c89', 'name': '', 'network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:9c:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38b5ff34-9c6b-4825-b6f1-12ef2b3dd6b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'ip_address': '172.27.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:14:31Z', 'updated_at': '2022-05-03T14:14:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-5-iscsi', '_floatingips': [{'id': '13233a13-669a-4cf9-86bb-64b856a6b90d', 'tenant_id': '593f1ab9823f41ffa40d6155bebaca54', 'floating_ip_address': '172.27.3.154', 'floating_network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2', 'router_id': '38b5ff34-9c6b-4825-b6f1-12ef2b3dd6b5', 'port_id': '6f7a9353-a6ac-4262-88f6-839702efb970', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 520, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f560d97d-2acd-47bd-966f-19197466eba2', 'mac_address': 'fa:16:3e:6b:98:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a3c999d-18ce-462a-a979-48920d777d34', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T14:18:26Z', 'updated_at': '2022-05-03T14:18:26Z', 'revision_number': 0, 'project_id': '593f1ab9823f41ffa40d6155bebaca54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c234afb0-9699-490a-b237-8617dbb75553', 'name': '', 'network_id': 'f560d97d-2acd-47bd-966f-19197466eba2', 'tenant_id': '593f1ab9823f41ffa40d6155bebaca54', 'mac_address': 'fa:16:3e:2e:54:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38b5ff34-9c6b-4825-b6f1-12ef2b3dd6b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'e8cbf221-f4fe-47a8-93ac-36f15595da79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:14:35Z', 'updated_at': '2022-05-03T14:14:46Z', 'revision_number': 5, 'project_id': '593f1ab9823f41ffa40d6155bebaca54', 'subnets': [{'id': 'e8cbf221-f4fe-47a8-93ac-36f15595da79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-5-iscsi', False) {} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:18:28.831031 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a88c5e3-d0a3-4548-812f-49aadfa55f1b None None] The sync data for ids ['38b5ff34-9c6b-4825-b6f1-12ef2b3dd6b5'] in dv-cinder-839793-5-iscsi is: [{'id': '38b5ff34-9c6b-4825-b6f1-12ef2b3dd6b5', 'name': 'tempest-TestVolumeBootPattern-301482067-router', 'tenant_id': '593f1ab9823f41ffa40d6155bebaca54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2', 'external_fixed_ips': [{'subnet_id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'ip_address': '172.27.3.104'}], 'enable_snat': True}, 'gw_port_id': '951b1801-b758-4644-b768-c5a6c2003c89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T14:14:30Z', 'updated_at': '2022-05-03T14:14:37Z', 'revision_number': 4, 'project_id': '593f1ab9823f41ffa40d6155bebaca54', 'gw_port': {'id': '951b1801-b758-4644-b768-c5a6c2003c89', 'name': '', 'network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:9c:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38b5ff34-9c6b-4825-b6f1-12ef2b3dd6b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'ip_address': '172.27.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:14:31Z', 'updated_at': '2022-05-03T14:14:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-5-iscsi', '_floatingips': [{'id': '13233a13-669a-4cf9-86bb-64b856a6b90d', 'tenant_id': '593f1ab9823f41ffa40d6155bebaca54', 'floating_ip_address': '172.27.3.154', 'floating_network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2', 'router_id': '38b5ff34-9c6b-4825-b6f1-12ef2b3dd6b5', 'port_id': '6f7a9353-a6ac-4262-88f6-839702efb970', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 520, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f560d97d-2acd-47bd-966f-19197466eba2', 'mac_address': 'fa:16:3e:6b:98:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a3c999d-18ce-462a-a979-48920d777d34', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T14:18:26Z', 'updated_at': '2022-05-03T14:18:26Z', 'revision_number': 0, 'project_id': '593f1ab9823f41ffa40d6155bebaca54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c234afb0-9699-490a-b237-8617dbb75553', 'name': '', 'network_id': 'f560d97d-2acd-47bd-966f-19197466eba2', 'tenant_id': '593f1ab9823f41ffa40d6155bebaca54', 'mac_address': 'fa:16:3e:2e:54:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38b5ff34-9c6b-4825-b6f1-12ef2b3dd6b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'e8cbf221-f4fe-47a8-93ac-36f15595da79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:14:35Z', 'updated_at': '2022-05-03T14:14:46Z', 'revision_number': 5, 'project_id': '593f1ab9823f41ffa40d6155bebaca54', 'subnets': [{'id': 'e8cbf221-f4fe-47a8-93ac-36f15595da79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 14:18:28.856084 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b3e762-f99f-462e-b54a-5c69734513fb req-5719a684-2f7e-4352-b2aa-1127fae46db1 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:18:28.857828 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-11b3e762-f99f-462e-b54a-5c69734513fb req-5719a684-2f7e-4352-b2aa-1127fae46db1 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] 10.222.0.36 "GET /v2.0/ports?device_id=92530935-2104-4b61-a2f8-286b3c1184d0 HTTP/1.1" status: 200 len: 945 time: 0.0646281 May 03 14:18:28.859765 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-b31c8d83-ee13-401a-9f79-d1fc8da5b072 req-dd2ab7f0-825f-4593-b8c2-f53f77d8a1d5 service neutron] 10.222.0.26 "GET /v2.0/networks/f560d97d-2acd-47bd-966f-19197466eba2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4342687 May 03 14:18:28.908594 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-11b3e762-f99f-462e-b54a-5c69734513fb req-4e3db7c1-91bb-4dcc-b6b2-bbeae815dfca tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] 10.222.0.36 "GET /v2.0/security-groups?id=cbfeeeef-c433-4767-a994-eec44f2dc198&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447316 May 03 14:18:29.034767 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00c4d054-b833-4f70-b80e-cc54d832c42f None None] New status for floating IP 13233a13-669a-4cf9-86bb-64b856a6b90d: ACTIVE {{(pid=103472) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 03 14:18:29.580382 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28562b95-6fa6-4b89-8a84-ee401772df52 req-b67becbc-4815-462e-966b-05c3dd5aa8ea tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:18:29.581871 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-28562b95-6fa6-4b89-8a84-ee401772df52 req-b67becbc-4815-462e-966b-05c3dd5aa8ea tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] 10.222.0.36 "GET /v2.0/ports?device_id=649197f5-cf73-4d5b-8cf7-e885b620816f HTTP/1.1" status: 200 len: 945 time: 0.0466349 May 03 14:18:29.630895 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-28562b95-6fa6-4b89-8a84-ee401772df52 req-ec545f7a-f05f-44ac-b3ef-d7b34bb55020 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] 10.222.0.36 "GET /v2.0/security-groups?id=41301f83-068e-419d-9fe1-30ab26b6fce2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431056 May 03 14:18:30.039272 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23dd768-9d27-4747-8da7-0e2d5b95b624 req-8debac96-96cc-4820-b33b-6df0770f8a32 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:18:30.040744 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-a23dd768-9d27-4747-8da7-0e2d5b95b624 req-8debac96-96cc-4820-b33b-6df0770f8a32 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] 10.222.0.36 "GET /v2.0/ports?device_id=92530935-2104-4b61-a2f8-286b3c1184d0 HTTP/1.1" status: 200 len: 945 time: 0.0563993 May 03 14:18:30.094236 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-a23dd768-9d27-4747-8da7-0e2d5b95b624 req-1b2d400c-4681-4a3a-8fd9-b370ed433ef5 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] 10.222.0.36 "GET /v2.0/security-groups?id=cbfeeeef-c433-4767-a994-eec44f2dc198&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472281 May 03 14:18:30.766142 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4d17dd-a03d-4a5b-a292-641ac255cd0b req-dbe3b29e-c5d3-4a55-b2a7-abbc99daa41a tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:18:30.767525 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-3f4d17dd-a03d-4a5b-a292-641ac255cd0b req-dbe3b29e-c5d3-4a55-b2a7-abbc99daa41a tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] 10.222.0.36 "GET /v2.0/ports?device_id=649197f5-cf73-4d5b-8cf7-e885b620816f HTTP/1.1" status: 200 len: 945 time: 0.0534284 May 03 14:18:30.815483 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-3f4d17dd-a03d-4a5b-a292-641ac255cd0b req-bb4cd26f-8837-4195-8ce0-434f747bc1b0 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] 10.222.0.36 "GET /v2.0/security-groups?id=41301f83-068e-419d-9fe1-30ab26b6fce2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421476 May 03 14:18:30.886703 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-b31c8d83-ee13-401a-9f79-d1fc8da5b072 req-1e6a0a08-f59f-4d79-b063-97e9ec84e98f service neutron] 10.222.0.26 "GET /v2.0/networks/f560d97d-2acd-47bd-966f-19197466eba2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872579 May 03 14:18:31.142352 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13535b5-b5b4-4cff-9c8e-fa533ea14920 req-5709fbd1-fb2b-4865-8717-b1757e9023dc tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:18:31.143914 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-a13535b5-b5b4-4cff-9c8e-fa533ea14920 req-5709fbd1-fb2b-4865-8717-b1757e9023dc tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] 10.222.0.26 "GET /v2.0/ports?device_id=92530935-2104-4b61-a2f8-286b3c1184d0 HTTP/1.1" status: 200 len: 945 time: 0.0533981 May 03 14:18:31.251713 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d0d0a7-83b2-42c0-a961-fb389e12b776 req-a7ab7337-7d80-4164-81cd-90ade8e9b792 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:18:31.253533 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-e4d0d0a7-83b2-42c0-a961-fb389e12b776 req-a7ab7337-7d80-4164-81cd-90ade8e9b792 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] 10.222.0.36 "GET /v2.0/ports?device_id=92530935-2104-4b61-a2f8-286b3c1184d0 HTTP/1.1" status: 200 len: 945 time: 0.0752881 May 03 14:18:31.280930 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [req-a13535b5-b5b4-4cff-9c8e-fa533ea14920 req-fb192e50-2007-4f14-b781-7457e7d6a520 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] Deleting port 41bfb89d-3eb0-41a2-94c6-9adcca5e956c {{(pid=103470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 14:18:31.281263 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [req-a13535b5-b5b4-4cff-9c8e-fa533ea14920 req-fb192e50-2007-4f14-b781-7457e7d6a520 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786921277453'] for port (41bfb89d-3eb0-41a2-94c6-9adcca5e956c), before_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:18:31.362210 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-e4d0d0a7-83b2-42c0-a961-fb389e12b776 req-e89363bb-38ce-4b3d-a11b-d18a5912daf5 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] 10.222.0.36 "GET /v2.0/security-groups?id=cbfeeeef-c433-4767-a994-eec44f2dc198&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014066 May 03 14:18:31.394285 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [req-a13535b5-b5b4-4cff-9c8e-fa533ea14920 req-fb192e50-2007-4f14-b781-7457e7d6a520 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] For port 41bfb89d-3eb0-41a2-94c6-9adcca5e956c, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=41bfb89d-3eb0-41a2-94c6-9adcca5e956c,segment=NetworkSegment(1c54dd20-bf4d-49bf-9498-4e1d488f7c61),segment_id=1c54dd20-bf4d-49bf-9498-4e1d488f7c61)] {{(pid=103470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 14:18:31.394659 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [req-a13535b5-b5b4-4cff-9c8e-fa533ea14920 req-fb192e50-2007-4f14-b781-7457e7d6a520 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1690342'] for port (41bfb89d-3eb0-41a2-94c6-9adcca5e956c), precommit_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:18:31.408009 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [req-a13535b5-b5b4-4cff-9c8e-fa533ea14920 req-fb192e50-2007-4f14-b781-7457e7d6a520 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] Calling delete_port for 41bfb89d-3eb0-41a2-94c6-9adcca5e956c owned by compute:nova {{(pid=103470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 14:18:31.538613 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [req-a13535b5-b5b4-4cff-9c8e-fa533ea14920 req-fb192e50-2007-4f14-b781-7457e7d6a520 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786921284765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786920821405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7524599'] for port (41bfb89d-3eb0-41a2-94c6-9adcca5e956c), after_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:18:31.551857 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.db [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] get_ports_and_sgs() called for port_ids ['21ad2528-42ab-4579-b7d9-353333b840fe', '41bfb89d-3eb0-41a2-94c6-9adcca5e956c'] {{(pid=103471) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 03 14:18:31.572834 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb192e50-2007-4f14-b781-7457e7d6a520 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] Pushing event deleted for resources: {'Port': ['ID=41bfb89d-3eb0-41a2-94c6-9adcca5e956c,revision_number=None']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:18:31.617688 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.db.l3_dvrscheduler_db [req-a13535b5-b5b4-4cff-9c8e-fa533ea14920 req-fb192e50-2007-4f14-b781-7457e7d6a520 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] No DVR routers for this DVR port 41bfb89d-3eb0-41a2-94c6-9adcca5e956c on host hv-cinder-83979 {{(pid=103470) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 14:18:31.620151 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [req-a13535b5-b5b4-4cff-9c8e-fa533ea14920 req-fb192e50-2007-4f14-b781-7457e7d6a520 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218734'] for port (None), before_response {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:18:31.623479 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-a13535b5-b5b4-4cff-9c8e-fa533ea14920 req-fb192e50-2007-4f14-b781-7457e7d6a520 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] 10.222.0.26 "DELETE /v2.0/ports/41bfb89d-3eb0-41a2-94c6-9adcca5e956c HTTP/1.1" status: 204 len: 173 time: 0.4734263 May 03 14:18:31.623901 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92530935-2104-4b61-a2f8-286b3c1184d0', 'name': 'network-vif-deleted', 'tag': '41bfb89d-3eb0-41a2-94c6-9adcca5e956c'}] {{(pid=103470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 14:18:31.626272 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b59263cb8594a65023f6f3ef61310cdc9305c5272296d99e8ebfdd94dfc5ab3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b256b2e5-470b-4ae8-9758-9936e3a0270f" -d '{"events": [{"server_uuid": "92530935-2104-4b61-a2f8-286b3c1184d0", "name": "network-vif-deleted", "tag": "41bfb89d-3eb0-41a2-94c6-9adcca5e956c"}]}' {{(pid=103470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 14:18:31.662864 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 May 2022 14:18:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81e2cdde-b98f-4070-8f6e-31f2a0671497 x-openstack-request-id: req-81e2cdde-b98f-4070-8f6e-31f2a0671497 {{(pid=103470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 14:18:31.663158 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92530935-2104-4b61-a2f8-286b3c1184d0", "name": "network-vif-deleted", "tag": "41bfb89d-3eb0-41a2-94c6-9adcca5e956c", "status": "completed", "code": 200}]} {{(pid=103470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 14:18:31.663422 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-81e2cdde-b98f-4070-8f6e-31f2a0671497 {{(pid=103470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 14:18:31.663819 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.notifiers.nova [-] Nova event matching ['req-81e2cdde-b98f-4070-8f6e-31f2a0671497'] response: {'server_uuid': '92530935-2104-4b61-a2f8-286b3c1184d0', 'name': 'network-vif-deleted', 'tag': '41bfb89d-3eb0-41a2-94c6-9adcca5e956c', 'status': 'completed', 'code': 200} May 03 14:18:31.946744 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75706398-3ddb-45ed-9ac3-a25818f6a780 req-326e0ddb-9b1c-4e17-963e-3e815241c2b3 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:18:31.948267 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-75706398-3ddb-45ed-9ac3-a25818f6a780 req-326e0ddb-9b1c-4e17-963e-3e815241c2b3 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] 10.222.0.36 "GET /v2.0/ports?device_id=649197f5-cf73-4d5b-8cf7-e885b620816f HTTP/1.1" status: 200 len: 945 time: 0.0532551 May 03 14:18:31.997653 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-75706398-3ddb-45ed-9ac3-a25818f6a780 req-f1dc95b5-4c51-44ec-b67f-ad6420d28ef9 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] 10.222.0.36 "GET /v2.0/security-groups?id=41301f83-068e-419d-9fe1-30ab26b6fce2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434892 May 03 14:18:32.651144 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc694902-237b-40f1-837b-b39923eeaf4a req-3922a431-628f-4db3-8b4c-12691462738e tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:18:32.652517 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-cc694902-237b-40f1-837b-b39923eeaf4a req-3922a431-628f-4db3-8b4c-12691462738e tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] 10.222.0.36 "GET /v2.0/ports?device_id=ba9b5683-3cbc-4f53-803e-cd5413dfcbc0 HTTP/1.1" status: 200 len: 945 time: 0.0506933 May 03 14:18:32.708400 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-cc694902-237b-40f1-837b-b39923eeaf4a req-cf5c3b01-f6b4-4b74-a405-a77f17e56473 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] 10.222.0.36 "GET /v2.0/security-groups?id=cbfeeeef-c433-4767-a994-eec44f2dc198&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475416 May 03 14:18:33.129074 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f328d2ae-9ead-4560-a58a-4231ad8ccdc5 req-3b9fa854-21cc-4f21-ba25-d3aef996e6b8 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:18:33.130579 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-f328d2ae-9ead-4560-a58a-4231ad8ccdc5 req-3b9fa854-21cc-4f21-ba25-d3aef996e6b8 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] 10.222.0.36 "GET /v2.0/ports?device_id=649197f5-cf73-4d5b-8cf7-e885b620816f HTTP/1.1" status: 200 len: 945 time: 0.0537338 May 03 14:18:33.181542 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-f328d2ae-9ead-4560-a58a-4231ad8ccdc5 req-8c657030-7dea-423c-834e-82a379bee726 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] 10.222.0.36 "GET /v2.0/security-groups?id=41301f83-068e-419d-9fe1-30ab26b6fce2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423839 May 03 14:18:33.842850 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76626aa3-c3c1-4cfe-afff-0ccd6287c50f req-edf032c8-618f-4784-bc24-35010083f7c5 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:18:33.844500 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-76626aa3-c3c1-4cfe-afff-0ccd6287c50f req-edf032c8-618f-4784-bc24-35010083f7c5 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] 10.222.0.36 "GET /v2.0/ports?device_id=ba9b5683-3cbc-4f53-803e-cd5413dfcbc0 HTTP/1.1" status: 200 len: 945 time: 0.0496485 May 03 14:18:33.897506 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-76626aa3-c3c1-4cfe-afff-0ccd6287c50f req-4e9550d2-80ae-46d6-a5b6-4c5950312e10 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] 10.222.0.36 "GET /v2.0/security-groups?id=cbfeeeef-c433-4767-a994-eec44f2dc198&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461733 May 03 14:18:34.269636 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.rpc [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Device 6fd0548e-0638-45b3-847d-90b445a1b6b2 details requested by agent hyperv_hv-cinder-83979 with host hv-cinder-83979 {{(pid=103471) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 03 14:18:34.310015 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37472dff-ce06-49f1-9293-609d5fc45c46 req-d67537e2-a6bd-4f62-9eda-6ad6c6e5036f tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:18:34.311573 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-37472dff-ce06-49f1-9293-609d5fc45c46 req-d67537e2-a6bd-4f62-9eda-6ad6c6e5036f tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] 10.222.0.36 "GET /v2.0/ports?device_id=649197f5-cf73-4d5b-8cf7-e885b620816f HTTP/1.1" status: 200 len: 945 time: 0.0489678 May 03 14:18:34.365566 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-37472dff-ce06-49f1-9293-609d5fc45c46 req-e67030e0-81f6-4a04-a6fd-9edcfa957d95 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] 10.222.0.36 "GET /v2.0/security-groups?id=41301f83-068e-419d-9fe1-30ab26b6fce2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477371 May 03 14:18:34.371025 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.db [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] For port 6fd0548e-0638-45b3-847d-90b445a1b6b2, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=6fd0548e-0638-45b3-847d-90b445a1b6b2,segment=NetworkSegment(67863d8e-3b7d-4783-aeb0-1e512a0dd290),segment_id=67863d8e-3b7d-4783-aeb0-1e512a0dd290)] {{(pid=103471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 14:18:34.382914 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.rpc [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Returning: {'device': '6fd0548e-0638-45b3-847d-90b445a1b6b2', 'network_id': '1672c90c-dee1-453a-a1dd-749ff902086f', 'port_id': '6fd0548e-0638-45b3-847d-90b445a1b6b2', 'mac_address': 'fa:16:3e:b4:5d:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 241, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9797d54b-d4ac-4959-9119-15649c917e44', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103471) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 03 14:18:34.421035 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Current status of the port 6fd0548e-0638-45b3-847d-90b445a1b6b2 is: ACTIVE; New status is: BUILD {{(pid=103471) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 14:18:34.421440 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585126'] for port (6fd0548e-0638-45b3-847d-90b445a1b6b2), before_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:18:34.435480 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.notifiers.nova [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6fd0548e-0638-45b3-847d-90b445a1b6b2 {{(pid=103471) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 14:18:34.456695 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.db [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] For port 6fd0548e-0638-45b3-847d-90b445a1b6b2, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=6fd0548e-0638-45b3-847d-90b445a1b6b2,segment=NetworkSegment(67863d8e-3b7d-4783-aeb0-1e512a0dd290),segment_id=67863d8e-3b7d-4783-aeb0-1e512a0dd290)] {{(pid=103471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 14:18:34.464637 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786921284783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786920821414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786920821432'] for port (6fd0548e-0638-45b3-847d-90b445a1b6b2), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:18:34.518100 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Pushing event updated for resources: {'Port': ['ID=6fd0548e-0638-45b3-847d-90b445a1b6b2,revision_number=6']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:18:34.525920 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:18:34.526267 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:18:34.526628 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:18:34.526977 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:18:34.527305 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:18:34.527635 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:18:34.527940 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:18:34.528257 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:18:34.528575 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:18:34.528889 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:18:34.529206 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:18:34.529563 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:18:34.529882 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:18:34.530194 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:18:34.530504 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:18:34.572743 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.db [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] get_ports_and_sgs() called for port_ids ['6fd0548e-0638-45b3-847d-90b445a1b6b2'] {{(pid=103471) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 03 14:18:35.027274 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f353fa-e03e-4de7-a083-94ddc9c8ffde req-bc3d0570-fa11-4ce3-9091-8939109779b2 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:18:35.028724 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-27f353fa-e03e-4de7-a083-94ddc9c8ffde req-bc3d0570-fa11-4ce3-9091-8939109779b2 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] 10.222.0.36 "GET /v2.0/ports?device_id=ba9b5683-3cbc-4f53-803e-cd5413dfcbc0 HTTP/1.1" status: 200 len: 945 time: 0.0494680 May 03 14:18:35.076481 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-27f353fa-e03e-4de7-a083-94ddc9c8ffde req-50f7d4e0-d17c-4aaa-81fd-9bed345cd19c tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] 10.222.0.36 "GET /v2.0/security-groups?id=cbfeeeef-c433-4767-a994-eec44f2dc198&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420725 May 03 14:18:35.495451 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9462c361-64c8-4f65-a502-74b480eb4f81 req-e4be9cc9-5547-42ca-afde-01e0818957be tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:18:35.496964 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-9462c361-64c8-4f65-a502-74b480eb4f81 req-e4be9cc9-5547-42ca-afde-01e0818957be tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] 10.222.0.36 "GET /v2.0/ports?device_id=649197f5-cf73-4d5b-8cf7-e885b620816f HTTP/1.1" status: 200 len: 944 time: 0.0526049 May 03 14:18:35.546746 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-9462c361-64c8-4f65-a502-74b480eb4f81 req-df16e4da-48dc-48ac-8124-f7656b28ef11 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] 10.222.0.36 "GET /v2.0/security-groups?id=41301f83-068e-419d-9fe1-30ab26b6fce2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436935 May 03 14:18:35.920150 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195acd40-a35c-4ab3-ac9c-6529053a5132 req-bbd08cf0-5b23-4743-8127-23cc797b28e4 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:18:35.922315 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-195acd40-a35c-4ab3-ac9c-6529053a5132 req-bbd08cf0-5b23-4743-8127-23cc797b28e4 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] 10.222.0.26 "GET /v2.0/ports?device_id=ba9b5683-3cbc-4f53-803e-cd5413dfcbc0 HTTP/1.1" status: 200 len: 945 time: 0.0592442 May 03 14:18:36.019553 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [req-195acd40-a35c-4ab3-ac9c-6529053a5132 req-4789fe50-4c5f-460b-b174-53a68d876bb5 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] Deleting port 21ad2528-42ab-4579-b7d9-353333b840fe {{(pid=103470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 14:18:36.019900 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [req-195acd40-a35c-4ab3-ac9c-6529053a5132 req-4789fe50-4c5f-460b-b174-53a68d876bb5 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786921277453'] for port (21ad2528-42ab-4579-b7d9-353333b840fe), before_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:18:36.126558 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [req-195acd40-a35c-4ab3-ac9c-6529053a5132 req-4789fe50-4c5f-460b-b174-53a68d876bb5 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] For port 21ad2528-42ab-4579-b7d9-353333b840fe, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=21ad2528-42ab-4579-b7d9-353333b840fe,segment=NetworkSegment(1c54dd20-bf4d-49bf-9498-4e1d488f7c61),segment_id=1c54dd20-bf4d-49bf-9498-4e1d488f7c61)] {{(pid=103470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 14:18:36.127109 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [req-195acd40-a35c-4ab3-ac9c-6529053a5132 req-4789fe50-4c5f-460b-b174-53a68d876bb5 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1690342'] for port (21ad2528-42ab-4579-b7d9-353333b840fe), precommit_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:18:36.140595 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [req-195acd40-a35c-4ab3-ac9c-6529053a5132 req-4789fe50-4c5f-460b-b174-53a68d876bb5 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] Calling delete_port for 21ad2528-42ab-4579-b7d9-353333b840fe owned by compute:nova {{(pid=103470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 14:18:36.200887 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cadbef-761b-4f0f-8fc8-8d6d7502a842 req-59ff2820-7e7c-480d-8774-6b8a94192384 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:18:36.202939 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-68cadbef-761b-4f0f-8fc8-8d6d7502a842 req-59ff2820-7e7c-480d-8774-6b8a94192384 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] 10.222.0.36 "GET /v2.0/ports?device_id=ba9b5683-3cbc-4f53-803e-cd5413dfcbc0 HTTP/1.1" status: 200 len: 945 time: 0.0485270 May 03 14:18:36.254071 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-68cadbef-761b-4f0f-8fc8-8d6d7502a842 req-791f76ca-d7de-4b6c-8d52-3bede7d93cd7 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] 10.222.0.36 "GET /v2.0/security-groups?id=cbfeeeef-c433-4767-a994-eec44f2dc198&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459394 May 03 14:18:36.276369 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.rpc [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Device 6fd0548e-0638-45b3-847d-90b445a1b6b2 up at agent hyperv_hv-cinder-83979 {{(pid=103471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 14:18:36.286888 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [req-195acd40-a35c-4ab3-ac9c-6529053a5132 req-4789fe50-4c5f-460b-b174-53a68d876bb5 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786921284765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786920821405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7524599'] for port (21ad2528-42ab-4579-b7d9-353333b840fe), after_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:18:36.305370 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.db [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] get_ports_and_sgs() called for port_ids ['21ad2528-42ab-4579-b7d9-353333b840fe'] {{(pid=103471) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 03 14:18:36.316775 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4789fe50-4c5f-460b-b174-53a68d876bb5 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] Pushing event deleted for resources: {'Port': ['ID=21ad2528-42ab-4579-b7d9-353333b840fe,revision_number=None']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:18:36.357466 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.provisioning_blocks [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Provisioning complete for port 6fd0548e-0638-45b3-847d-90b445a1b6b2 triggered by entity L2. {{(pid=103471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 14:18:36.358111 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749148'] for port (6fd0548e-0638-45b3-847d-90b445a1b6b2), provisioning_complete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:18:36.366018 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.db.l3_dvrscheduler_db [req-195acd40-a35c-4ab3-ac9c-6529053a5132 req-4789fe50-4c5f-460b-b174-53a68d876bb5 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] No DVR routers for this DVR port 21ad2528-42ab-4579-b7d9-353333b840fe on host hv-cinder-83979 {{(pid=103470) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 14:18:36.368563 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [req-195acd40-a35c-4ab3-ac9c-6529053a5132 req-4789fe50-4c5f-460b-b174-53a68d876bb5 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218734'] for port (None), before_response {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:18:36.371785 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-195acd40-a35c-4ab3-ac9c-6529053a5132 req-4789fe50-4c5f-460b-b174-53a68d876bb5 tempest-ServerRescueNegativeTestJSON-2079333135 tempest-ServerRescueNegativeTestJSON-2079333135-project] 10.222.0.26 "DELETE /v2.0/ports/21ad2528-42ab-4579-b7d9-353333b840fe HTTP/1.1" status: 204 len: 173 time: 0.4379978 May 03 14:18:36.372340 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba9b5683-3cbc-4f53-803e-cd5413dfcbc0', 'name': 'network-vif-deleted', 'tag': '21ad2528-42ab-4579-b7d9-353333b840fe'}] {{(pid=103470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 14:18:36.374474 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b59263cb8594a65023f6f3ef61310cdc9305c5272296d99e8ebfdd94dfc5ab3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7a073e7-9a6b-43ff-890d-4afa4f39f1ed" -d '{"events": [{"server_uuid": "ba9b5683-3cbc-4f53-803e-cd5413dfcbc0", "name": "network-vif-deleted", "tag": "21ad2528-42ab-4579-b7d9-353333b840fe"}]}' {{(pid=103470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 14:18:36.449537 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Current status of the port 6fd0548e-0638-45b3-847d-90b445a1b6b2 is: BUILD; New status is: ACTIVE {{(pid=103471) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 14:18:36.449938 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585126'] for port (6fd0548e-0638-45b3-847d-90b445a1b6b2), before_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:18:36.479568 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '649197f5-cf73-4d5b-8cf7-e885b620816f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fd0548e-0638-45b3-847d-90b445a1b6b2'}] {{(pid=103471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 14:18:36.482375 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}258de9d1a1c653a46c94c94b096b8a314ffaed5fb8c929df022c823a20d863ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4ec8e74-7a57-4c73-9e6b-b3ec6f6c1e14" -d '{"events": [{"server_uuid": "649197f5-cf73-4d5b-8cf7-e885b620816f", "name": "network-vif-plugged", "status": "completed", "tag": "6fd0548e-0638-45b3-847d-90b445a1b6b2"}]}' {{(pid=103471) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 14:18:36.502183 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.db [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] For port 6fd0548e-0638-45b3-847d-90b445a1b6b2, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=6fd0548e-0638-45b3-847d-90b445a1b6b2,segment=NetworkSegment(67863d8e-3b7d-4783-aeb0-1e512a0dd290),segment_id=67863d8e-3b7d-4783-aeb0-1e512a0dd290)] {{(pid=103471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 14:18:36.508689 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786921284783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786920821414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786920821432'] for port (6fd0548e-0638-45b3-847d-90b445a1b6b2), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:18:36.510076 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.rpc [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Device 41bfb89d-3eb0-41a2-94c6-9adcca5e956c no longer exists at agent hyperv_hv-cinder-83979 {{(pid=103471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 03 14:18:36.511801 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 May 2022 14:18:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d5877f9-110a-44a3-b9e1-67e5405d5b86 x-openstack-request-id: req-7d5877f9-110a-44a3-b9e1-67e5405d5b86 {{(pid=103470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 14:18:36.512643 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba9b5683-3cbc-4f53-803e-cd5413dfcbc0", "name": "network-vif-deleted", "tag": "21ad2528-42ab-4579-b7d9-353333b840fe", "status": "completed", "code": 200}]} {{(pid=103470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 14:18:36.513064 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-7d5877f9-110a-44a3-b9e1-67e5405d5b86 {{(pid=103470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 14:18:36.513667 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7d5877f9-110a-44a3-b9e1-67e5405d5b86'] response: {'server_uuid': 'ba9b5683-3cbc-4f53-803e-cd5413dfcbc0', 'name': 'network-vif-deleted', 'tag': '21ad2528-42ab-4579-b7d9-353333b840fe', 'status': 'completed', 'code': 200} May 03 14:18:36.565853 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 May 2022 14:18:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-345566a4-207f-49a2-8a58-8255cdb2381a x-openstack-request-id: req-345566a4-207f-49a2-8a58-8255cdb2381a {{(pid=103471) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 14:18:36.566144 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "649197f5-cf73-4d5b-8cf7-e885b620816f", "name": "network-vif-plugged", "status": "completed", "tag": "6fd0548e-0638-45b3-847d-90b445a1b6b2", "code": 200}]} {{(pid=103471) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 14:18:36.566397 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-345566a4-207f-49a2-8a58-8255cdb2381a {{(pid=103471) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 14:18:36.566794 dv-cinder-839793-5-iscsi neutron-server[103471]: INFO neutron.notifiers.nova [-] Nova event matching ['req-345566a4-207f-49a2-8a58-8255cdb2381a'] response: {'server_uuid': '649197f5-cf73-4d5b-8cf7-e885b620816f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fd0548e-0638-45b3-847d-90b445a1b6b2', 'code': 200} May 03 14:18:36.567496 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] No Port match for: 41bfb89d-3eb0-41a2-94c6-9adcca5e956c {{(pid=103471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 03 14:18:36.567835 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.rpc [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Device 41bfb89d-3eb0-41a2-94c6-9adcca5e956c not bound to the agent host hv-cinder-83979 {{(pid=103471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 03 14:18:36.598357 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Pushing event updated for resources: {'Port': ['ID=6fd0548e-0638-45b3-847d-90b445a1b6b2,revision_number=7']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:18:36.659046 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-34f919c6-88be-4d9f-8ede-6e296c32dcb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786921254184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749114'] for agent (2d0d8db6-b1c3-4022-9f9b-561ce4a4d2d8), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:18:36.682726 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a684e4-f113-40f1-9236-468158b49118 req-5c043ecf-cb13-4541-888a-03c643ac4b2e tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:18:36.684238 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-f1a684e4-f113-40f1-9236-468158b49118 req-5c043ecf-cb13-4541-888a-03c643ac4b2e tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] 10.222.0.36 "GET /v2.0/ports?device_id=649197f5-cf73-4d5b-8cf7-e885b620816f HTTP/1.1" status: 200 len: 945 time: 0.0588913 May 03 14:18:36.748950 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-f1a684e4-f113-40f1-9236-468158b49118 req-37727933-1192-4c7a-a169-5bab6adcaa64 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] 10.222.0.36 "GET /v2.0/security-groups?id=41301f83-068e-419d-9fe1-30ab26b6fce2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524871 May 03 14:18:37.315486 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.wsgi [-] (103470) accepted ('10.222.0.36', 48752) {{(pid=103470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:18:37.824987 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-29623608-371d-4662-a473-6a86eb9e807c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1690332'] for router_interface (19ccbb16-fbf6-4309-89e5-60d4788239f2), before_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:18:37.955729 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43664126-53aa-4c39-baec-67721b3f844e req-8c6d48fa-4209-4888-affb-22f46fb59971 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:18:37.957214 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-43664126-53aa-4c39-baec-67721b3f844e req-8c6d48fa-4209-4888-affb-22f46fb59971 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] 10.222.0.36 "GET /v2.0/ports?device_id=649197f5-cf73-4d5b-8cf7-e885b620816f HTTP/1.1" status: 200 len: 945 time: 0.0941734 May 03 14:18:38.076184 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-43664126-53aa-4c39-baec-67721b3f844e req-b0ddcdfe-f69b-4431-b2d3-035acefce80c tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] 10.222.0.36 "GET /v2.0/security-groups?id=41301f83-068e-419d-9fe1-30ab26b6fce2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1111934 May 03 14:18:38.166587 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-29623608-371d-4662-a473-6a86eb9e807c admin admin] Deleting port a2c69b00-6ed1-4962-8523-e3def77f90f5 {{(pid=103470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 14:18:38.166945 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-29623608-371d-4662-a473-6a86eb9e807c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786921277453'] for port (a2c69b00-6ed1-4962-8523-e3def77f90f5), before_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:18:38.262000 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-29623608-371d-4662-a473-6a86eb9e807c admin admin] For port a2c69b00-6ed1-4962-8523-e3def77f90f5, host dv-cinder-839793-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-5-iscsi',level=0,port_id=a2c69b00-6ed1-4962-8523-e3def77f90f5,segment=NetworkSegment(1c54dd20-bf4d-49bf-9498-4e1d488f7c61),segment_id=1c54dd20-bf4d-49bf-9498-4e1d488f7c61)] {{(pid=103470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 14:18:38.262399 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-29623608-371d-4662-a473-6a86eb9e807c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1690342'] for port (a2c69b00-6ed1-4962-8523-e3def77f90f5), precommit_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:18:38.279936 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-29623608-371d-4662-a473-6a86eb9e807c admin admin] Calling delete_port for a2c69b00-6ed1-4962-8523-e3def77f90f5 owned by network:router_interface {{(pid=103470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 14:18:38.507155 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-29623608-371d-4662-a473-6a86eb9e807c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786921284765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786920821405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7524599'] for port (a2c69b00-6ed1-4962-8523-e3def77f90f5), after_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:18:38.541509 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29623608-371d-4662-a473-6a86eb9e807c admin admin] Pushing event deleted for resources: {'Port': ['ID=a2c69b00-6ed1-4962-8523-e3def77f90f5,revision_number=None']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:18:38.729308 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-29623608-371d-4662-a473-6a86eb9e807c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1599855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1693899'] for router_interface (19ccbb16-fbf6-4309-89e5-60d4788239f2), after_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:18:38.928169 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-ec2ca19f-6a4c-454f-b2a6-06d8b01223e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786921254184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749114'] for agent (2583ee88-9503-4370-b6e4-0a676865815e), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:18:39.016839 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29623608-371d-4662-a473-6a86eb9e807c admin admin] Router 19ccbb16-fbf6-4309-89e5-60d4788239f2 has already been hosted by L3 agent 2583ee88-9503-4370-b6e4-0a676865815e {{(pid=103470) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 14:18:39.088405 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786921254184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749114'] for agent (e81ee3ce-91e9-46ba-a5c7-9619c95b22a6), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:18:39.171827 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29623608-371d-4662-a473-6a86eb9e807c admin admin] Notify agent at l3_agent.dv-cinder-839793-5-iscsi the message routers_updated {{(pid=103470) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 14:18:39.180090 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [None req-29623608-371d-4662-a473-6a86eb9e807c admin admin] 10.222.0.36 "PUT /v2.0/routers/19ccbb16-fbf6-4309-89e5-60d4788239f2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8605795 May 03 14:18:39.180780 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aa31da1-e70c-4aa8-ac42-e24d6008c6d2 None None] Sync routers for ids ['19ccbb16-fbf6-4309-89e5-60d4788239f2'] in dv-cinder-839793-5-iscsi {{(pid=103471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 14:18:39.181594 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.wsgi [-] (103470) accepted ('10.222.0.36', 48760) {{(pid=103470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:18:39.215841 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aa31da1-e70c-4aa8-ac42-e24d6008c6d2 None None] Routers {'19ccbb16-fbf6-4309-89e5-60d4788239f2'} bound to L3 agent in host dv-cinder-839793-5-iscsi {{(pid=103471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 14:18:39.216640 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.l3_hamode_db [None req-9aa31da1-e70c-4aa8-ac42-e24d6008c6d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-03T14:04:39Z,description=,heartbeat_timestamp=2022-05-03T14:18:39Z,host='dv-cinder-839793-5-iscsi',id=2583ee88-9503-4370-b6e4-0a676865815e,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T14:04:39Z,topic='l3_agent')) {'router_ids': ['19ccbb16-fbf6-4309-89e5-60d4788239f2'], 'active': True} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:18:39.286246 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae0fa91-cb0d-4d4a-8c93-41640b0a50d6 req-1029bb9d-22da-4aa1-9054-a967a0afcd90 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:18:39.288413 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-eae0fa91-cb0d-4d4a-8c93-41640b0a50d6 req-1029bb9d-22da-4aa1-9054-a967a0afcd90 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] 10.222.0.36 "GET /v2.0/ports?device_id=649197f5-cf73-4d5b-8cf7-e885b620816f HTTP/1.1" status: 200 len: 945 time: 0.1211526 May 03 14:18:39.335456 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-03c4a787-a40a-4457-96f6-f953d64c97fb admin admin] Publish callbacks [] for router (19ccbb16-fbf6-4309-89e5-60d4788239f2), before_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:18:39.354194 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-eae0fa91-cb0d-4d4a-8c93-41640b0a50d6 req-2f02cd88-b562-4d52-884f-9e356d0c2193 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] 10.222.0.36 "GET /v2.0/security-groups?id=41301f83-068e-419d-9fe1-30ab26b6fce2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596399 May 03 14:18:39.403667 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvr_db [None req-9aa31da1-e70c-4aa8-ac42-e24d6008c6d2 None None] Set router 19ccbb16-fbf6-4309-89e5-60d4788239f2 gateway port host: dv-cinder-839793-5-iscsi {{(pid=103471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 14:18:39.483197 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-03c4a787-a40a-4457-96f6-f953d64c97fb admin admin] Publish callbacks [] for router_gateway (19ccbb16-fbf6-4309-89e5-60d4788239f2), before_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:18:39.555842 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-03c4a787-a40a-4457-96f6-f953d64c97fb admin admin] Deleting port 943d0a20-0d1e-43b5-90cd-cd70d64349a2 {{(pid=103470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 14:18:39.556735 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-03c4a787-a40a-4457-96f6-f953d64c97fb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786921277453'] for port (943d0a20-0d1e-43b5-90cd-cd70d64349a2), before_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:18:39.608090 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.l3_hamode_db [None req-9aa31da1-e70c-4aa8-ac42-e24d6008c6d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19ccbb16-fbf6-4309-89e5-60d4788239f2', 'name': 'tempest-ServerRescueNegativeTestJSON-1452391224-router', 'tenant_id': '4e31890e50da4bcab23b81eee1c9a2d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2', 'external_fixed_ips': [{'subnet_id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'ip_address': '172.27.3.215'}], 'enable_snat': True}, 'gw_port_id': '943d0a20-0d1e-43b5-90cd-cd70d64349a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T14:13:05Z', 'updated_at': '2022-05-03T14:18:38Z', 'revision_number': 5, 'project_id': '4e31890e50da4bcab23b81eee1c9a2d7', 'gw_port': {'id': '943d0a20-0d1e-43b5-90cd-cd70d64349a2', 'name': '', 'network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:7d:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19ccbb16-fbf6-4309-89e5-60d4788239f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'ip_address': '172.27.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:13:06Z', 'updated_at': '2022-05-03T14:13:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-5-iscsi'}], 'dv-cinder-839793-5-iscsi', False) {} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:18:39.638295 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aa31da1-e70c-4aa8-ac42-e24d6008c6d2 None None] Checking router: 19ccbb16-fbf6-4309-89e5-60d4788239f2 for host: dv-cinder-839793-5-iscsi {{(pid=103471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 14:18:39.648038 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aa31da1-e70c-4aa8-ac42-e24d6008c6d2 None None] Routers {'19ccbb16-fbf6-4309-89e5-60d4788239f2'} bound to L3 agent in host dv-cinder-839793-5-iscsi {{(pid=103471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 14:18:39.648665 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.l3_hamode_db [None req-9aa31da1-e70c-4aa8-ac42-e24d6008c6d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-03T14:04:39Z,description=,heartbeat_timestamp=2022-05-03T14:18:39Z,host='dv-cinder-839793-5-iscsi',id=2583ee88-9503-4370-b6e4-0a676865815e,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T14:04:39Z,topic='l3_agent')) {'router_ids': ['19ccbb16-fbf6-4309-89e5-60d4788239f2'], 'active': True} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:18:39.663090 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-03c4a787-a40a-4457-96f6-f953d64c97fb admin admin] For port 943d0a20-0d1e-43b5-90cd-cd70d64349a2, host dv-cinder-839793-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-5-iscsi',level=0,port_id=943d0a20-0d1e-43b5-90cd-cd70d64349a2,segment=NetworkSegment(331ae69a-aeba-4f56-bd87-f289cf94ba88),segment_id=331ae69a-aeba-4f56-bd87-f289cf94ba88)] {{(pid=103470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 14:18:39.663452 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-03c4a787-a40a-4457-96f6-f953d64c97fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1690342'] for port (943d0a20-0d1e-43b5-90cd-cd70d64349a2), precommit_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:18:39.684286 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-03c4a787-a40a-4457-96f6-f953d64c97fb admin admin] Calling delete_port for 943d0a20-0d1e-43b5-90cd-cd70d64349a2 owned by network:router_gateway {{(pid=103470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 14:18:39.746694 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvr_db [None req-9aa31da1-e70c-4aa8-ac42-e24d6008c6d2 None None] Set router 19ccbb16-fbf6-4309-89e5-60d4788239f2 gateway port host: None {{(pid=103471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 14:18:39.813438 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.l3_hamode_db [None req-9aa31da1-e70c-4aa8-ac42-e24d6008c6d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19ccbb16-fbf6-4309-89e5-60d4788239f2', 'name': 'tempest-ServerRescueNegativeTestJSON-1452391224-router', 'tenant_id': '4e31890e50da4bcab23b81eee1c9a2d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T14:13:05Z', 'updated_at': '2022-05-03T14:18:39Z', 'revision_number': 6, 'project_id': '4e31890e50da4bcab23b81eee1c9a2d7', 'gw_port_host': None}], 'dv-cinder-839793-5-iscsi', False) {} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:18:39.847494 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aa31da1-e70c-4aa8-ac42-e24d6008c6d2 None None] The sync data for ids ['19ccbb16-fbf6-4309-89e5-60d4788239f2'] in dv-cinder-839793-5-iscsi is: [{'id': '19ccbb16-fbf6-4309-89e5-60d4788239f2', 'name': 'tempest-ServerRescueNegativeTestJSON-1452391224-router', 'tenant_id': '4e31890e50da4bcab23b81eee1c9a2d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T14:13:05Z', 'updated_at': '2022-05-03T14:18:39Z', 'revision_number': 6, 'project_id': '4e31890e50da4bcab23b81eee1c9a2d7', 'gw_port_host': None}] {{(pid=103471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 14:18:39.876068 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-03c4a787-a40a-4457-96f6-f953d64c97fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786921284765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786920821405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7524599'] for port (943d0a20-0d1e-43b5-90cd-cd70d64349a2), after_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:18:39.919699 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c4a787-a40a-4457-96f6-f953d64c97fb admin admin] Pushing event deleted for resources: {'Port': ['ID=943d0a20-0d1e-43b5-90cd-cd70d64349a2,revision_number=None']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:18:39.979677 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-03c4a787-a40a-4457-96f6-f953d64c97fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1700782'] for router_gateway (19ccbb16-fbf6-4309-89e5-60d4788239f2), after_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:18:40.083107 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-03c4a787-a40a-4457-96f6-f953d64c97fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1703026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-103998'] for router (19ccbb16-fbf6-4309-89e5-60d4788239f2), precommit_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:18:40.085990 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-03c4a787-a40a-4457-96f6-f953d64c97fb admin admin] Publish callbacks [] for router_controller (19ccbb16-fbf6-4309-89e5-60d4788239f2), precommit_delete_associations {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:18:40.144222 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-03c4a787-a40a-4457-96f6-f953d64c97fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1703035'] for router (19ccbb16-fbf6-4309-89e5-60d4788239f2), after_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:18:40.144880 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03c4a787-a40a-4457-96f6-f953d64c97fb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 19ccbb16-fbf6-4309-89e5-60d4788239f2 {{(pid=103470) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 03 14:18:40.150882 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-03c4a787-a40a-4457-96f6-f953d64c97fb admin admin] Publish callbacks [] for router (None), before_response {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:18:40.155701 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [None req-03c4a787-a40a-4457-96f6-f953d64c97fb admin admin] 10.222.0.36 "DELETE /v2.0/routers/19ccbb16-fbf6-4309-89e5-60d4788239f2 HTTP/1.1" status: 204 len: 168 time: 0.9694471 May 03 14:18:40.156037 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.wsgi [-] (103470) accepted ('10.222.0.36', 48766) {{(pid=103470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:18:40.214764 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e322ce3-cfb3-455b-916b-56a26a5f2901 admin admin] Deleting subnet a87b0fb7-75d3-4b90-b91b-05349e630701 {{(pid=103470) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 03 14:18:40.218535 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-9e322ce3-cfb3-455b-916b-56a26a5f2901 admin admin] Publish callbacks [] for subnet (a87b0fb7-75d3-4b90-b91b-05349e630701), before_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:18:40.269038 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-9e322ce3-cfb3-455b-916b-56a26a5f2901 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5129590'] for subnet (a87b0fb7-75d3-4b90-b91b-05349e630701), precommit_delete_associations {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:18:40.284922 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.rpc [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Device 21ad2528-42ab-4579-b7d9-353333b840fe no longer exists at agent hyperv_hv-cinder-83979 {{(pid=103471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 03 14:18:40.323630 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] No Port match for: 21ad2528-42ab-4579-b7d9-353333b840fe {{(pid=103471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 03 14:18:40.323976 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.rpc [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Device 21ad2528-42ab-4579-b7d9-353333b840fe not bound to the agent host hv-cinder-83979 {{(pid=103471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 03 14:18:40.394293 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-9e322ce3-cfb3-455b-916b-56a26a5f2901 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751950'] for subnet (a87b0fb7-75d3-4b90-b91b-05349e630701), precommit_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:18:40.420823 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-6b98c286-5509-41ae-9e31-4a328d4e2e3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786921254184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749114'] for agent (9772c1e2-61d8-4a11-97d8-348a0cefa431), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:18:40.474880 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-9e322ce3-cfb3-455b-916b-56a26a5f2901 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7524544', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4621665'] for subnet (a87b0fb7-75d3-4b90-b91b-05349e630701), after_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:18:40.533101 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e322ce3-cfb3-455b-916b-56a26a5f2901 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a87b0fb7-75d3-4b90-b91b-05349e630701,revision_number=None']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:18:40.538458 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-9e322ce3-cfb3-455b-916b-56a26a5f2901 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599744'] for subnet (None), before_response {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:18:40.546991 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.36', 48770) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:18:40.549757 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e668e4cb-f1bd-4bc4-9305-6110af952f2f None None] Network ed744a5b-777c-4bee-b278-dee1b499d8aa requested from dv-cinder-839793-5-iscsi {{(pid=103471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 03 14:18:40.565846 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [None req-9e322ce3-cfb3-455b-916b-56a26a5f2901 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/a87b0fb7-75d3-4b90-b91b-05349e630701 HTTP/1.1" status: 204 len: 168 time: 0.4083433 May 03 14:18:40.591005 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fc12f0-14d7-4ab1-9471-3ef379c05b9e req-0ad6f3d1-84f6-41c1-9c35-a669e6244dbd tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:18:40.593217 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-38fc12f0-14d7-4ab1-9471-3ef379c05b9e req-0ad6f3d1-84f6-41c1-9c35-a669e6244dbd tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] 10.222.0.36 "GET /v2.0/ports?device_id=649197f5-cf73-4d5b-8cf7-e885b620816f HTTP/1.1" status: 200 len: 945 time: 0.1214643 May 03 14:18:40.632334 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-dbd18963-4060-42b4-95f7-242eafab93e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-661340'] for network (ed744a5b-777c-4bee-b278-dee1b499d8aa), before_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:18:40.693903 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-38fc12f0-14d7-4ab1-9471-3ef379c05b9e req-ea90b4c0-050e-4e56-896b-5ddc9be7b7c7 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] 10.222.0.36 "GET /v2.0/security-groups?id=41301f83-068e-419d-9fe1-30ab26b6fce2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0939462 May 03 14:18:40.713055 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.plugin [None req-dbd18963-4060-42b4-95f7-242eafab93e9 admin admin] Deleting port 38c4ff32-3999-4aa3-beb0-4162d5de63ca {{(pid=103469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 14:18:40.713243 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-dbd18963-4060-42b4-95f7-242eafab93e9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786921277453'] for port (38c4ff32-3999-4aa3-beb0-4162d5de63ca), before_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:18:40.808026 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.db [None req-dbd18963-4060-42b4-95f7-242eafab93e9 admin admin] For port 38c4ff32-3999-4aa3-beb0-4162d5de63ca, host dv-cinder-839793-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-5-iscsi',level=0,port_id=38c4ff32-3999-4aa3-beb0-4162d5de63ca,segment=NetworkSegment(1c54dd20-bf4d-49bf-9498-4e1d488f7c61),segment_id=1c54dd20-bf4d-49bf-9498-4e1d488f7c61)] {{(pid=103469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 14:18:40.808986 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-dbd18963-4060-42b4-95f7-242eafab93e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1690342'] for port (38c4ff32-3999-4aa3-beb0-4162d5de63ca), precommit_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:18:40.814824 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.rpc [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Device 943d0a20-0d1e-43b5-90cd-cd70d64349a2 no longer exists at agent ovs-agent-dv-cinder-839793-5-iscsi {{(pid=103471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 03 14:18:40.835561 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.plugin [None req-dbd18963-4060-42b4-95f7-242eafab93e9 admin admin] Calling delete_port for 38c4ff32-3999-4aa3-beb0-4162d5de63ca owned by network:dhcp {{(pid=103469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 14:18:40.857777 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] No Port match for: 943d0a20-0d1e-43b5-90cd-cd70d64349a2 {{(pid=103471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 03 14:18:40.858121 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.rpc [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Device 943d0a20-0d1e-43b5-90cd-cd70d64349a2 not bound to the agent host dv-cinder-839793-5-iscsi {{(pid=103471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 03 14:18:40.858534 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.rpc [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Device a2c69b00-6ed1-4962-8523-e3def77f90f5 no longer exists at agent ovs-agent-dv-cinder-839793-5-iscsi {{(pid=103471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 03 14:18:40.918564 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] No Port match for: a2c69b00-6ed1-4962-8523-e3def77f90f5 {{(pid=103471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 03 14:18:40.918946 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.rpc [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Device a2c69b00-6ed1-4962-8523-e3def77f90f5 not bound to the agent host dv-cinder-839793-5-iscsi {{(pid=103471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 03 14:18:40.920626 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35ddb816-1783-4e3b-b5af-055a3889be10 None None] DHCP port deletion for ed744a5b-777c-4bee-b278-dee1b499d8aa request from dv-cinder-839793-5-iscsi {{(pid=103471) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 03 14:18:40.944972 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-dbd18963-4060-42b4-95f7-242eafab93e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786921284765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786920821405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6178079'] for port (38c4ff32-3999-4aa3-beb0-4162d5de63ca), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:18:40.977670 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [None req-35ddb816-1783-4e3b-b5af-055a3889be10 None None] Deleting port 38c4ff32-3999-4aa3-beb0-4162d5de63ca {{(pid=103471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 14:18:40.978130 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-35ddb816-1783-4e3b-b5af-055a3889be10 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786921277453'] for port (38c4ff32-3999-4aa3-beb0-4162d5de63ca), before_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:18:40.979783 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd18963-4060-42b4-95f7-242eafab93e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=38c4ff32-3999-4aa3-beb0-4162d5de63ca,revision_number=None']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:18:40.988040 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbd18963-4060-42b4-95f7-242eafab93e9 admin admin] No DVR routers for this DVR port 38c4ff32-3999-4aa3-beb0-4162d5de63ca on host dv-cinder-839793-5-iscsi {{(pid=103469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 14:18:40.994330 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd18963-4060-42b4-95f7-242eafab93e9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:18:40.994863 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd18963-4060-42b4-95f7-242eafab93e9 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:18:40.995361 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd18963-4060-42b4-95f7-242eafab93e9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:18:40.995868 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd18963-4060-42b4-95f7-242eafab93e9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:18:40.996349 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd18963-4060-42b4-95f7-242eafab93e9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:18:40.996828 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd18963-4060-42b4-95f7-242eafab93e9 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:18:40.997342 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd18963-4060-42b4-95f7-242eafab93e9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:18:40.997815 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd18963-4060-42b4-95f7-242eafab93e9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:18:40.998348 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd18963-4060-42b4-95f7-242eafab93e9 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:18:40.998830 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd18963-4060-42b4-95f7-242eafab93e9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:18:40.999326 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd18963-4060-42b4-95f7-242eafab93e9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:18:41.000109 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd18963-4060-42b4-95f7-242eafab93e9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:18:41.000892 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd18963-4060-42b4-95f7-242eafab93e9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:18:41.001533 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd18963-4060-42b4-95f7-242eafab93e9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:18:41.002463 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd18963-4060-42b4-95f7-242eafab93e9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:18:41.089411 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.db [None req-35ddb816-1783-4e3b-b5af-055a3889be10 None None] For port 38c4ff32-3999-4aa3-beb0-4162d5de63ca, host dv-cinder-839793-5-iscsi, got binding levels [] {{(pid=103471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 14:18:41.091051 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-35ddb816-1783-4e3b-b5af-055a3889be10 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1690342'] for port (38c4ff32-3999-4aa3-beb0-4162d5de63ca), precommit_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:18:41.117686 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [None req-35ddb816-1783-4e3b-b5af-055a3889be10 None None] Calling delete_port for 38c4ff32-3999-4aa3-beb0-4162d5de63ca owned by network:dhcp {{(pid=103471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 14:18:41.120663 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.ipam_backend_mixin [None req-35ddb816-1783-4e3b-b5af-055a3889be10 None None] Port 38c4ff32-3999-4aa3-beb0-4162d5de63ca was not found and therefore no delete operation was performed {{(pid=103471) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} May 03 14:18:41.123163 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-35ddb816-1783-4e3b-b5af-055a3889be10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786921284765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786920821405'] for port (38c4ff32-3999-4aa3-beb0-4162d5de63ca), after_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:18:41.135209 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-dbd18963-4060-42b4-95f7-242eafab93e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-751355', 'neutron.services.segments.db._delete_segments_for_network-8786921254202'] for network (ed744a5b-777c-4bee-b278-dee1b499d8aa), precommit_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:18:41.165911 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.services.segments.db [None req-dbd18963-4060-42b4-95f7-242eafab93e9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed744a5b-777c-4bee-b278-dee1b499d8aa']}} {{(pid=103469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:18:41.167561 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35ddb816-1783-4e3b-b5af-055a3889be10 None None] No DVR routers for this DVR port 38c4ff32-3999-4aa3-beb0-4162d5de63ca on host dv-cinder-839793-5-iscsi {{(pid=103471) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 14:18:41.183287 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.services.segments.db [None req-dbd18963-4060-42b4-95f7-242eafab93e9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c54dd20-bf4d-49bf-9498-4e1d488f7c61') {'for_net_delete': True} {{(pid=103469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:18:41.183668 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.services.segments.db [None req-dbd18963-4060-42b4-95f7-242eafab93e9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c54dd20-bf4d-49bf-9498-4e1d488f7c61') {} {{(pid=103469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:18:41.185749 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ddb816-1783-4e3b-b5af-055a3889be10 None None] Pushing event deleted for resources: {'Port': ['ID=38c4ff32-3999-4aa3-beb0-4162d5de63ca,revision_number=None']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:18:41.198086 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-dbd18963-4060-42b4-95f7-242eafab93e9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786921254723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5908823'] for segment (1c54dd20-bf4d-49bf-9498-4e1d488f7c61), before_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:18:41.216634 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-dbd18963-4060-42b4-95f7-242eafab93e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-690795'] for segment (1c54dd20-bf4d-49bf-9498-4e1d488f7c61), precommit_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:18:41.226303 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dbd18963-4060-42b4-95f7-242eafab93e9 admin admin] Releasing vlan 224 on physical network physnet1 to pool {{(pid=103469) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 03 14:18:41.226696 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-dbd18963-4060-42b4-95f7-242eafab93e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-690795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6178114'] for segment (1c54dd20-bf4d-49bf-9498-4e1d488f7c61), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:18:41.228421 dv-cinder-839793-5-iscsi neutron-server[103469]: Traceback (most recent call last): May 03 14:18:41.228421 dv-cinder-839793-5-iscsi neutron-server[103469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 03 14:18:41.228421 dv-cinder-839793-5-iscsi neutron-server[103469]: timer() May 03 14:18:41.228421 dv-cinder-839793-5-iscsi neutron-server[103469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 14:18:41.228421 dv-cinder-839793-5-iscsi neutron-server[103469]: cb(*args, **kw) May 03 14:18:41.228421 dv-cinder-839793-5-iscsi neutron-server[103469]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 03 14:18:41.228421 dv-cinder-839793-5-iscsi neutron-server[103469]: return func(*args, **kwargs) May 03 14:18:41.228421 dv-cinder-839793-5-iscsi neutron-server[103469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 14:18:41.228421 dv-cinder-839793-5-iscsi neutron-server[103469]: self._notify() May 03 14:18:41.228421 dv-cinder-839793-5-iscsi neutron-server[103469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 14:18:41.228421 dv-cinder-839793-5-iscsi neutron-server[103469]: self.callback(batched_events) May 03 14:18:41.228421 dv-cinder-839793-5-iscsi neutron-server[103469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 14:18:41.228421 dv-cinder-839793-5-iscsi neutron-server[103469]: event.method(event) May 03 14:18:41.228421 dv-cinder-839793-5-iscsi neutron-server[103469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 03 14:18:41.228421 dv-cinder-839793-5-iscsi neutron-server[103469]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 14:18:41.228421 dv-cinder-839793-5-iscsi neutron-server[103469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 03 14:18:41.228421 dv-cinder-839793-5-iscsi neutron-server[103469]: aggregate_uuid = self.p_client.list_aggregates( May 03 14:18:41.228421 dv-cinder-839793-5-iscsi neutron-server[103469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 03 14:18:41.228421 dv-cinder-839793-5-iscsi neutron-server[103469]: return f(self, *a, **k) May 03 14:18:41.228421 dv-cinder-839793-5-iscsi neutron-server[103469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 03 14:18:41.228421 dv-cinder-839793-5-iscsi neutron-server[103469]: return self._get(url).json() May 03 14:18:41.228421 dv-cinder-839793-5-iscsi neutron-server[103469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 03 14:18:41.228421 dv-cinder-839793-5-iscsi neutron-server[103469]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 14:18:41.228421 dv-cinder-839793-5-iscsi neutron-server[103469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 03 14:18:41.228421 dv-cinder-839793-5-iscsi neutron-server[103469]: return self.request(url, 'GET', **kwargs) May 03 14:18:41.228421 dv-cinder-839793-5-iscsi neutron-server[103469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 03 14:18:41.228421 dv-cinder-839793-5-iscsi neutron-server[103469]: base_url = self.get_endpoint(auth, allow=allow, May 03 14:18:41.228421 dv-cinder-839793-5-iscsi neutron-server[103469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 03 14:18:41.228421 dv-cinder-839793-5-iscsi neutron-server[103469]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 14:18:41.228421 dv-cinder-839793-5-iscsi neutron-server[103469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 03 14:18:41.228421 dv-cinder-839793-5-iscsi neutron-server[103469]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 14:18:41.228421 dv-cinder-839793-5-iscsi neutron-server[103469]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 14:18:41.288959 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-dbd18963-4060-42b4-95f7-242eafab93e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-751234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1700060'] for network (ed744a5b-777c-4bee-b278-dee1b499d8aa), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:18:41.294470 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-dbd18963-4060-42b4-95f7-242eafab93e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599744'] for network (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:18:41.298003 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-dbd18963-4060-42b4-95f7-242eafab93e9 admin admin] 10.222.0.36 "DELETE /v2.0/networks/ed744a5b-777c-4bee-b278-dee1b499d8aa HTTP/1.1" status: 204 len: 168 time: 0.7497709 May 03 14:18:41.311885 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd18963-4060-42b4-95f7-242eafab93e9 admin admin] Pushing event deleted for resources: {'Network': ['ID=ed744a5b-777c-4bee-b278-dee1b499d8aa,revision_number=None']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:18:41.449007 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.36', 48776) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:18:41.499879 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-9d75e563-d850-4b1c-a454-baf25d146003 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=4e31890e50da4bcab23b81eee1c9a2d7&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0485880 May 03 14:18:41.502444 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.36', 48778) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:18:41.512922 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-ece2f477-2d6d-4faa-a9a3-ecc6a9d3b5ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786921254184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749114'] for agent (5abb75e8-e954-4dc0-bed6-210d2af77b9f), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:18:41.559858 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-3e365491-839f-4547-a45b-9dd39ac950d2 admin admin] Publish callbacks [] for security_group (cbfeeeef-c433-4767-a994-eec44f2dc198), before_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:18:41.586250 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-3e365491-839f-4547-a45b-9dd39ac950d2 admin admin] Publish callbacks [] for security_group (cbfeeeef-c433-4767-a994-eec44f2dc198), precommit_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:18:41.642886 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-3e365491-839f-4547-a45b-9dd39ac950d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656397'] for security_group (cbfeeeef-c433-4767-a994-eec44f2dc198), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:18:41.645808 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-3e365491-839f-4547-a45b-9dd39ac950d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:18:41.646978 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-3e365491-839f-4547-a45b-9dd39ac950d2 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/cbfeeeef-c433-4767-a994-eec44f2dc198 HTTP/1.1" status: 204 len: 168 time: 0.1436226 May 03 14:18:41.658575 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e365491-839f-4547-a45b-9dd39ac950d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbfeeeef-c433-4767-a994-eec44f2dc198,revision_number=None']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:18:41.852331 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b21dffb-fe52-4bab-9f0a-ebfc33ded38c req-914dc927-0e9d-46bd-9318-db2753b84b6e tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:18:41.854073 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-7b21dffb-fe52-4bab-9f0a-ebfc33ded38c req-914dc927-0e9d-46bd-9318-db2753b84b6e tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] 10.222.0.36 "GET /v2.0/ports?device_id=649197f5-cf73-4d5b-8cf7-e885b620816f HTTP/1.1" status: 200 len: 945 time: 0.0629518 May 03 14:18:41.912581 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-7b21dffb-fe52-4bab-9f0a-ebfc33ded38c req-a6b47007-6d1f-432e-b448-1bce213e5558 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] 10.222.0.36 "GET /v2.0/security-groups?id=41301f83-068e-419d-9fe1-30ab26b6fce2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528989 May 03 14:18:42.591577 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.rpc [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Device 38c4ff32-3999-4aa3-beb0-4162d5de63ca no longer exists at agent ovs-agent-dv-cinder-839793-5-iscsi {{(pid=103471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 03 14:18:42.613670 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] No Port match for: 38c4ff32-3999-4aa3-beb0-4162d5de63ca {{(pid=103471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 03 14:18:42.614266 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.rpc [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Device 38c4ff32-3999-4aa3-beb0-4162d5de63ca not bound to the agent host dv-cinder-839793-5-iscsi {{(pid=103471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 03 14:18:43.084939 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91b5bdf-84c8-4bf2-9a82-2c8c1519fd50 req-20480a56-f51e-4c51-b9c3-f74225f47627 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:18:43.098127 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-f91b5bdf-84c8-4bf2-9a82-2c8c1519fd50 req-20480a56-f51e-4c51-b9c3-f74225f47627 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] 10.222.0.36 "GET /v2.0/ports?device_id=649197f5-cf73-4d5b-8cf7-e885b620816f HTTP/1.1" status: 200 len: 945 time: 0.0859263 May 03 14:18:43.163144 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786921254184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749114'] for agent (43411681-d6d4-43ac-b892-434a22df3f6d), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:18:43.164058 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-f91b5bdf-84c8-4bf2-9a82-2c8c1519fd50 req-661de3f4-b547-4296-a1b4-d830f8500f5d tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] 10.222.0.36 "GET /v2.0/security-groups?id=41301f83-068e-419d-9fe1-30ab26b6fce2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594070 May 03 14:18:44.281744 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e8f8fc-96c3-4aaf-91f9-f924a02aa795 req-61932f9f-f21a-444f-8548-a0b7d126abe0 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:18:44.283582 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-e4e8f8fc-96c3-4aaf-91f9-f924a02aa795 req-61932f9f-f21a-444f-8548-a0b7d126abe0 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] 10.222.0.36 "GET /v2.0/ports?device_id=649197f5-cf73-4d5b-8cf7-e885b620816f HTTP/1.1" status: 200 len: 945 time: 0.0540285 May 03 14:18:44.335570 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-e4e8f8fc-96c3-4aaf-91f9-f924a02aa795 req-44d29e44-0005-442e-b94c-1666510f7d56 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] 10.222.0.36 "GET /v2.0/security-groups?id=41301f83-068e-419d-9fe1-30ab26b6fce2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461454 May 03 14:18:45.469400 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c15c5a6-cfe9-4f20-8596-4eeb7682d1f9 req-fdd36a36-e2cb-4a95-b7a5-147bc23b053d tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:18:45.471106 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-0c15c5a6-cfe9-4f20-8596-4eeb7682d1f9 req-fdd36a36-e2cb-4a95-b7a5-147bc23b053d tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] 10.222.0.36 "GET /v2.0/ports?device_id=649197f5-cf73-4d5b-8cf7-e885b620816f HTTP/1.1" status: 200 len: 945 time: 0.0506728 May 03 14:18:45.541556 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-0c15c5a6-cfe9-4f20-8596-4eeb7682d1f9 req-68b32f4b-e31f-4a1a-bca0-48f2090a09ac tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] 10.222.0.36 "GET /v2.0/security-groups?id=41301f83-068e-419d-9fe1-30ab26b6fce2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643384 May 03 14:18:46.667141 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26523e0f-aa4f-4ff8-92b5-d8bc19333e77 req-d5e8d035-1d27-46c4-aa43-0f5a5ca4267f tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:18:46.668637 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-26523e0f-aa4f-4ff8-92b5-d8bc19333e77 req-d5e8d035-1d27-46c4-aa43-0f5a5ca4267f tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] 10.222.0.36 "GET /v2.0/ports?device_id=649197f5-cf73-4d5b-8cf7-e885b620816f HTTP/1.1" status: 200 len: 945 time: 0.0513489 May 03 14:18:46.727661 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-26523e0f-aa4f-4ff8-92b5-d8bc19333e77 req-b8b203b6-dbe2-44c5-881b-c354d11e0d46 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] 10.222.0.36 "GET /v2.0/security-groups?id=41301f83-068e-419d-9fe1-30ab26b6fce2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506072 May 03 14:18:47.866681 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64420b24-b8c8-4ac4-902c-c8bf8bd89691 req-f2e455a5-d812-48a4-9534-dc102971a0d2 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:18:47.868129 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-64420b24-b8c8-4ac4-902c-c8bf8bd89691 req-f2e455a5-d812-48a4-9534-dc102971a0d2 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] 10.222.0.36 "GET /v2.0/ports?device_id=649197f5-cf73-4d5b-8cf7-e885b620816f HTTP/1.1" status: 200 len: 945 time: 0.0499701 May 03 14:18:47.917829 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-64420b24-b8c8-4ac4-902c-c8bf8bd89691 req-320280d6-2f1d-44bd-acb8-21683db771d9 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] 10.222.0.36 "GET /v2.0/security-groups?id=41301f83-068e-419d-9fe1-30ab26b6fce2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415821 May 03 14:18:49.054379 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255bc0b1-330b-42a9-bff8-8042d24b03d3 req-3162a33d-5437-4d7d-ad9e-df7750ebdf8f tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:18:49.055845 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-255bc0b1-330b-42a9-bff8-8042d24b03d3 req-3162a33d-5437-4d7d-ad9e-df7750ebdf8f tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] 10.222.0.36 "GET /v2.0/ports?device_id=649197f5-cf73-4d5b-8cf7-e885b620816f HTTP/1.1" status: 200 len: 945 time: 0.0554008 May 03 14:18:49.107264 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-255bc0b1-330b-42a9-bff8-8042d24b03d3 req-b503ea2d-0522-4f1c-98a7-1a058218500f tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] 10.222.0.36 "GET /v2.0/security-groups?id=41301f83-068e-419d-9fe1-30ab26b6fce2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457129 May 03 14:18:49.391354 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5092e6-4114-491c-ae98-b2475ae8db9d req-2f959253-3e61-4221-8df1-01e3af7ca6a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:18:49.393118 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-ed5092e6-4114-491c-ae98-b2475ae8db9d req-2f959253-3e61-4221-8df1-01e3af7ca6a3 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8a5fa41c00a84a80ac2b2c0cc1ef74d8&device_id=649197f5-cf73-4d5b-8cf7-e885b620816f HTTP/1.1" status: 200 len: 1129 time: 0.0435531 May 03 14:18:49.793768 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5092e6-4114-491c-ae98-b2475ae8db9d req-b86f10b0-2434-45c8-9bf5-9691cd6c01af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:18:49.795308 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-ed5092e6-4114-491c-ae98-b2475ae8db9d req-b86f10b0-2434-45c8-9bf5-9691cd6c01af service neutron] 10.222.0.26 "GET /v2.0/networks?id=1672c90c-dee1-453a-a1dd-749ff902086f HTTP/1.1" status: 200 len: 918 time: 0.3953207 May 03 14:18:49.866367 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-ed5092e6-4114-491c-ae98-b2475ae8db9d req-951f544a-fca6-470a-938a-69fc2fb48500 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6fd0548e-0638-45b3-847d-90b445a1b6b2 HTTP/1.1" status: 200 len: 1001 time: 0.0627060 May 03 14:18:49.920484 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5092e6-4114-491c-ae98-b2475ae8db9d req-08b39dda-8d10-4d36-b740-88ec53d04d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:18:49.921988 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-ed5092e6-4114-491c-ae98-b2475ae8db9d req-08b39dda-8d10-4d36-b740-88ec53d04d00 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9797d54b-d4ac-4959-9119-15649c917e44 HTTP/1.1" status: 200 len: 856 time: 0.0490220 May 03 14:18:49.970607 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5092e6-4114-491c-ae98-b2475ae8db9d req-b3de9e79-0d5f-4a6b-9013-8cff9e6e6623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:18:49.971913 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-ed5092e6-4114-491c-ae98-b2475ae8db9d req-b3de9e79-0d5f-4a6b-9013-8cff9e6e6623 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1672c90c-dee1-453a-a1dd-749ff902086f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0435197 May 03 14:18:50.065388 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-ed5092e6-4114-491c-ae98-b2475ae8db9d req-3bcdaa62-4faa-4c7e-ada5-ef600338f780 service neutron] 10.222.0.26 "GET /v2.0/networks/1672c90c-dee1-453a-a1dd-749ff902086f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846043 May 03 14:18:50.168016 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-ed5092e6-4114-491c-ae98-b2475ae8db9d req-9349f89e-7dfb-4811-a8b6-8f4519c796dd service neutron] 10.222.0.26 "GET /v2.0/networks/1672c90c-dee1-453a-a1dd-749ff902086f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965855 May 03 14:18:50.239555 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3f7ffe-0e82-447f-9928-b134047fdbfb req-c935bdfc-cdbe-4e89-8616-75f15023b3d9 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:18:50.241125 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-6f3f7ffe-0e82-447f-9928-b134047fdbfb req-c935bdfc-cdbe-4e89-8616-75f15023b3d9 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] 10.222.0.36 "GET /v2.0/ports?device_id=649197f5-cf73-4d5b-8cf7-e885b620816f HTTP/1.1" status: 200 len: 945 time: 0.0480795 May 03 14:18:50.294005 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-6f3f7ffe-0e82-447f-9928-b134047fdbfb req-fe6fcfc1-1edf-44cd-97d2-fb17be0ffa19 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] 10.222.0.36 "GET /v2.0/security-groups?id=41301f83-068e-419d-9fe1-30ab26b6fce2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463340 May 03 14:18:50.320529 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.rpc [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Device 6fd0548e-0638-45b3-847d-90b445a1b6b2 no longer exists at agent hyperv_hv-cinder-83979 {{(pid=103471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 03 14:18:50.401705 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Current status of the port 6fd0548e-0638-45b3-847d-90b445a1b6b2 is: ACTIVE; New status is: DOWN {{(pid=103471) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 14:18:50.402091 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585126'] for port (6fd0548e-0638-45b3-847d-90b445a1b6b2), before_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:18:50.425213 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '649197f5-cf73-4d5b-8cf7-e885b620816f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6fd0548e-0638-45b3-847d-90b445a1b6b2'}] {{(pid=103471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 14:18:50.427543 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}258de9d1a1c653a46c94c94b096b8a314ffaed5fb8c929df022c823a20d863ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c707382-58c9-442e-9091-2860ca229e7c" -d '{"events": [{"server_uuid": "649197f5-cf73-4d5b-8cf7-e885b620816f", "name": "network-vif-unplugged", "status": "completed", "tag": "6fd0548e-0638-45b3-847d-90b445a1b6b2"}]}' {{(pid=103471) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 14:18:50.439932 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.db [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] For port 6fd0548e-0638-45b3-847d-90b445a1b6b2, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=6fd0548e-0638-45b3-847d-90b445a1b6b2,segment=NetworkSegment(67863d8e-3b7d-4783-aeb0-1e512a0dd290),segment_id=67863d8e-3b7d-4783-aeb0-1e512a0dd290)] {{(pid=103471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 14:18:50.445042 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786921284783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786920821414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786920821432'] for port (6fd0548e-0638-45b3-847d-90b445a1b6b2), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:18:50.493826 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Pushing event updated for resources: {'Port': ['ID=6fd0548e-0638-45b3-847d-90b445a1b6b2,revision_number=8']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:18:50.520354 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 03 May 2022 14:18:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac63d354-b52e-4a9e-aa9c-6c15e7c04adf x-openstack-request-id: req-ac63d354-b52e-4a9e-aa9c-6c15e7c04adf {{(pid=103471) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 14:18:50.520657 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "649197f5-cf73-4d5b-8cf7-e885b620816f", "name": "network-vif-unplugged", "status": "completed", "tag": "6fd0548e-0638-45b3-847d-90b445a1b6b2", "code": 200}]} {{(pid=103471) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 14:18:50.524962 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ac63d354-b52e-4a9e-aa9c-6c15e7c04adf {{(pid=103471) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 14:18:50.525458 dv-cinder-839793-5-iscsi neutron-server[103471]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac63d354-b52e-4a9e-aa9c-6c15e7c04adf'] response: {'server_uuid': '649197f5-cf73-4d5b-8cf7-e885b620816f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6fd0548e-0638-45b3-847d-90b445a1b6b2', 'code': 200} May 03 14:18:51.411949 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d1f9e2-3c57-4a78-8f45-9c536f3422ef req-6f35fa82-c2e6-4f77-bc70-d4509b6e6e35 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:18:51.413474 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-21d1f9e2-3c57-4a78-8f45-9c536f3422ef req-6f35fa82-c2e6-4f77-bc70-d4509b6e6e35 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] 10.222.0.36 "GET /v2.0/ports?device_id=649197f5-cf73-4d5b-8cf7-e885b620816f HTTP/1.1" status: 200 len: 943 time: 0.0477667 May 03 14:18:51.461421 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-21d1f9e2-3c57-4a78-8f45-9c536f3422ef req-abfe1bd5-6d55-4228-a8c7-8c7093a5c4fa tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] 10.222.0.36 "GET /v2.0/security-groups?id=41301f83-068e-419d-9fe1-30ab26b6fce2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420923 May 03 14:18:52.335155 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.db.agents_db [None req-22b75db3-e88f-46e7-98cb-691740c6eaf9 None None] Agent healthcheck: found 6 active agents {{(pid=103472) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 03 14:18:52.583799 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f563c715-0949-40c6-8623-3cb2acebc4b2 req-6e9480c2-ba9c-4b9f-99c8-9c3e8a9b4576 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:18:52.585999 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-f563c715-0949-40c6-8623-3cb2acebc4b2 req-6e9480c2-ba9c-4b9f-99c8-9c3e8a9b4576 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] 10.222.0.36 "GET /v2.0/ports?device_id=649197f5-cf73-4d5b-8cf7-e885b620816f HTTP/1.1" status: 200 len: 943 time: 0.0485556 May 03 14:18:52.637761 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-f563c715-0949-40c6-8623-3cb2acebc4b2 req-3147f01c-9a2f-42cf-bc7e-0e6adb37e2e9 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] 10.222.0.36 "GET /v2.0/security-groups?id=41301f83-068e-419d-9fe1-30ab26b6fce2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458767 May 03 14:18:52.726108 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.36', 48986) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:18:52.842923 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-230e4276-a6b3-4fa1-b4c4-156430c8d0bd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:18:52.916537 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-230e4276-a6b3-4fa1-b4c4-156430c8d0bd admin admin] Publish callbacks [] for security_group (e0db34b1-7559-4694-afac-fe2d2b4ad0f2), precommit_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:18:52.921102 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-230e4276-a6b3-4fa1-b4c4-156430c8d0bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656397'] for security_group (e0db34b1-7559-4694-afac-fe2d2b4ad0f2), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:18:52.960422 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-230e4276-a6b3-4fa1-b4c4-156430c8d0bd admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=cd769b76e20444eab5f32e809c6eda33&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2331960 May 03 14:18:52.961114 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230e4276-a6b3-4fa1-b4c4-156430c8d0bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0db34b1-7559-4694-afac-fe2d2b4ad0f2,revision_number=1']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:18:52.964116 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.wsgi [-] (103470) accepted ('10.222.0.36', 48996) {{(pid=103470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:18:53.029111 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-ce4009b6-da58-4d36-8f5d-d8c40781c773 admin admin] Publish callbacks [] for security_group (e0db34b1-7559-4694-afac-fe2d2b4ad0f2), before_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:18:53.057670 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-ce4009b6-da58-4d36-8f5d-d8c40781c773 admin admin] Publish callbacks [] for security_group (e0db34b1-7559-4694-afac-fe2d2b4ad0f2), precommit_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:18:53.111060 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-ce4009b6-da58-4d36-8f5d-d8c40781c773 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656397'] for security_group (e0db34b1-7559-4694-afac-fe2d2b4ad0f2), after_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:18:53.114291 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-ce4009b6-da58-4d36-8f5d-d8c40781c773 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:18:53.115630 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [None req-ce4009b6-da58-4d36-8f5d-d8c40781c773 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e0db34b1-7559-4694-afac-fe2d2b4ad0f2 HTTP/1.1" status: 204 len: 168 time: 0.1497149 May 03 14:18:53.123936 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4009b6-da58-4d36-8f5d-d8c40781c773 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0db34b1-7559-4694-afac-fe2d2b4ad0f2,revision_number=None']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:18:53.391657 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.wsgi [-] (103470) accepted ('10.222.0.36', 49016) {{(pid=103470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:18:53.403638 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-d67a9e9b-882d-4f86-bcc8-272f5ebf8a4e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:18:53.480074 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-d67a9e9b-882d-4f86-bcc8-272f5ebf8a4e admin admin] Publish callbacks [] for security_group (bbbb24f1-b4ef-48fb-a643-8e4c8a6c2831), precommit_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:18:53.484785 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-d67a9e9b-882d-4f86-bcc8-272f5ebf8a4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656397'] for security_group (bbbb24f1-b4ef-48fb-a643-8e4c8a6c2831), after_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:18:53.523134 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [None req-d67a9e9b-882d-4f86-bcc8-272f5ebf8a4e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1281d83c7e494868bebf89975c5a9d02&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1313696 May 03 14:18:53.525530 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.wsgi [-] (103470) accepted ('10.222.0.36', 49020) {{(pid=103470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:18:53.531773 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67a9e9b-882d-4f86-bcc8-272f5ebf8a4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbbb24f1-b4ef-48fb-a643-8e4c8a6c2831,revision_number=1']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:18:53.592929 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-fc6787b2-1a13-45a1-a07e-290bdac3b64d admin admin] Publish callbacks [] for security_group (bbbb24f1-b4ef-48fb-a643-8e4c8a6c2831), before_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:18:53.636046 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-fc6787b2-1a13-45a1-a07e-290bdac3b64d admin admin] Publish callbacks [] for security_group (bbbb24f1-b4ef-48fb-a643-8e4c8a6c2831), precommit_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:18:53.651260 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460bece6-f5b5-480d-b6d3-58424a3aa6b7 req-4d8d9be8-1bf9-4dad-b8ce-73c113349fcf tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:18:53.652705 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-460bece6-f5b5-480d-b6d3-58424a3aa6b7 req-4d8d9be8-1bf9-4dad-b8ce-73c113349fcf tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] 10.222.0.36 "GET /v2.0/ports?device_id=649197f5-cf73-4d5b-8cf7-e885b620816f HTTP/1.1" status: 200 len: 943 time: 0.0695207 May 03 14:18:53.715672 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-460bece6-f5b5-480d-b6d3-58424a3aa6b7 req-62599ff4-cab0-4183-a47d-82676e9505d2 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] 10.222.0.36 "GET /v2.0/security-groups?id=41301f83-068e-419d-9fe1-30ab26b6fce2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558896 May 03 14:18:53.724998 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-fc6787b2-1a13-45a1-a07e-290bdac3b64d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656397'] for security_group (bbbb24f1-b4ef-48fb-a643-8e4c8a6c2831), after_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:18:53.727736 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-fc6787b2-1a13-45a1-a07e-290bdac3b64d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:18:53.731354 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [None req-fc6787b2-1a13-45a1-a07e-290bdac3b64d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/bbbb24f1-b4ef-48fb-a643-8e4c8a6c2831 HTTP/1.1" status: 204 len: 168 time: 0.2024271 May 03 14:18:53.736820 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6787b2-1a13-45a1-a07e-290bdac3b64d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbbb24f1-b4ef-48fb-a643-8e4c8a6c2831,revision_number=None']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:18:53.951980 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.wsgi [-] (103470) accepted ('10.222.0.36', 49046) {{(pid=103470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:18:54.033144 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-a4b137b7-fc25-4e21-ba0e-46d9b9b27223 req-ce0790ad-e148-4b44-a57a-be6e520fa525 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=649197f5-cf73-4d5b-8cf7-e885b620816f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0800416 May 03 14:18:54.042740 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.wsgi [req-a4b137b7-fc25-4e21-ba0e-46d9b9b27223 req-45690aa1-11ad-4245-a39e-725eb73c10a2 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103470) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 03 14:18:54.043870 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-a4b137b7-fc25-4e21-ba0e-46d9b9b27223 req-45690aa1-11ad-4245-a39e-725eb73c10a2 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0051444 May 03 14:18:54.176745 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.wsgi [-] (103470) accepted ('10.222.0.36', 49064) {{(pid=103470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:18:54.314986 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b137b7-fc25-4e21-ba0e-46d9b9b27223 req-54b5d61b-5004-48b7-adc6-b20b38738665 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:18:54.316100 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-a4b137b7-fc25-4e21-ba0e-46d9b9b27223 req-54b5d61b-5004-48b7-adc6-b20b38738665 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] 10.222.0.36 "GET /v2.0/ports/6fd0548e-0638-45b3-847d-90b445a1b6b2 HTTP/1.1" status: 200 len: 940 time: 0.1382687 May 03 14:18:54.867799 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43b474e-7199-47f9-8fce-980a95ecefad req-d7407baf-e160-42c6-ad1d-24478e8b19ad tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:18:54.869342 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-f43b474e-7199-47f9-8fce-980a95ecefad req-d7407baf-e160-42c6-ad1d-24478e8b19ad tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] 10.222.0.36 "GET /v2.0/ports?device_id=649197f5-cf73-4d5b-8cf7-e885b620816f HTTP/1.1" status: 200 len: 943 time: 0.0728338 May 03 14:18:54.918900 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-f43b474e-7199-47f9-8fce-980a95ecefad req-da028020-2931-4643-8970-8d71fc497969 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] 10.222.0.36 "GET /v2.0/security-groups?id=41301f83-068e-419d-9fe1-30ab26b6fce2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434844 May 03 14:18:55.122659 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b137b7-fc25-4e21-ba0e-46d9b9b27223 req-0142cf83-63a3-4f95-b923-f9a240a901a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:18:55.124172 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-a4b137b7-fc25-4e21-ba0e-46d9b9b27223 req-0142cf83-63a3-4f95-b923-f9a240a901a4 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=649197f5-cf73-4d5b-8cf7-e885b620816f&tenant_id=8a5fa41c00a84a80ac2b2c0cc1ef74d8 HTTP/1.1" status: 200 len: 1127 time: 0.0710950 May 03 14:18:55.191917 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b137b7-fc25-4e21-ba0e-46d9b9b27223 req-1fd0f233-4e66-44db-88d4-5a02e8707a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:18:55.193508 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-a4b137b7-fc25-4e21-ba0e-46d9b9b27223 req-1fd0f233-4e66-44db-88d4-5a02e8707a18 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8a5fa41c00a84a80ac2b2c0cc1ef74d8&device_id=649197f5-cf73-4d5b-8cf7-e885b620816f HTTP/1.1" status: 200 len: 1127 time: 0.0449631 May 03 14:18:55.294620 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b137b7-fc25-4e21-ba0e-46d9b9b27223 req-855d9ff4-5ff2-4581-97aa-a5130b01240f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:18:55.296936 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-a4b137b7-fc25-4e21-ba0e-46d9b9b27223 req-855d9ff4-5ff2-4581-97aa-a5130b01240f service neutron] 10.222.0.26 "GET /v2.0/networks?id=1672c90c-dee1-453a-a1dd-749ff902086f HTTP/1.1" status: 200 len: 918 time: 0.0966210 May 03 14:18:55.365101 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-a4b137b7-fc25-4e21-ba0e-46d9b9b27223 req-602ec325-d974-44b6-b7e5-7516e061daeb service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6fd0548e-0638-45b3-847d-90b445a1b6b2 HTTP/1.1" status: 200 len: 999 time: 0.0623922 May 03 14:18:55.413053 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b137b7-fc25-4e21-ba0e-46d9b9b27223 req-05dddb6e-2414-4d2f-9c63-6e5556955356 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:18:55.414589 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-a4b137b7-fc25-4e21-ba0e-46d9b9b27223 req-05dddb6e-2414-4d2f-9c63-6e5556955356 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9797d54b-d4ac-4959-9119-15649c917e44 HTTP/1.1" status: 200 len: 856 time: 0.0437706 May 03 14:18:55.459847 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b137b7-fc25-4e21-ba0e-46d9b9b27223 req-d283810f-06fb-421c-9121-0622d9f51864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:18:55.461397 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-a4b137b7-fc25-4e21-ba0e-46d9b9b27223 req-d283810f-06fb-421c-9121-0622d9f51864 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1672c90c-dee1-453a-a1dd-749ff902086f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0405133 May 03 14:18:55.559094 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-a4b137b7-fc25-4e21-ba0e-46d9b9b27223 req-d7629f50-c019-4655-8dc7-78a2f7fb87d8 service neutron] 10.222.0.26 "GET /v2.0/networks/1672c90c-dee1-453a-a1dd-749ff902086f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915856 May 03 14:18:55.653993 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-a4b137b7-fc25-4e21-ba0e-46d9b9b27223 req-b421e987-490c-46a9-b183-50eb42a2d3e4 service neutron] 10.222.0.26 "GET /v2.0/networks/1672c90c-dee1-453a-a1dd-749ff902086f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894141 May 03 14:18:56.049473 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b2163f-54ea-4da2-9d6d-cd564ff288d5 req-d8cd6452-19f7-4929-a369-06e74bbdecd0 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:18:56.051233 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-d9b2163f-54ea-4da2-9d6d-cd564ff288d5 req-d8cd6452-19f7-4929-a369-06e74bbdecd0 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] 10.222.0.36 "GET /v2.0/ports?device_id=649197f5-cf73-4d5b-8cf7-e885b620816f HTTP/1.1" status: 200 len: 943 time: 0.0566542 May 03 14:18:56.109041 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-d9b2163f-54ea-4da2-9d6d-cd564ff288d5 req-3e0f24cb-823f-4229-86b3-f226f9685217 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] 10.222.0.36 "GET /v2.0/security-groups?id=41301f83-068e-419d-9fe1-30ab26b6fce2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512607 May 03 14:18:56.343633 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.rpc [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Device 6fd0548e-0638-45b3-847d-90b445a1b6b2 no longer exists at agent hyperv_hv-cinder-83979 {{(pid=103471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 03 14:18:56.520664 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Current status of the port 6fd0548e-0638-45b3-847d-90b445a1b6b2 is: DOWN; New status is: DOWN {{(pid=103471) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 14:18:56.896806 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.wsgi [-] (103470) accepted ('10.222.0.36', 49220) {{(pid=103470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:18:57.010114 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-b4a58976-2021-40d0-adc0-1804423ad890 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:18:57.094296 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-b4a58976-2021-40d0-adc0-1804423ad890 admin admin] Publish callbacks [] for security_group (f66c3e22-db33-485a-82a4-6e6ac720cd8f), precommit_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:18:57.102825 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-b4a58976-2021-40d0-adc0-1804423ad890 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656397'] for security_group (f66c3e22-db33-485a-82a4-6e6ac720cd8f), after_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:18:57.149599 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [None req-b4a58976-2021-40d0-adc0-1804423ad890 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=06e39d698e55440aab208ff54b15d1f8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2491157 May 03 14:18:57.150601 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a58976-2021-40d0-adc0-1804423ad890 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f66c3e22-db33-485a-82a4-6e6ac720cd8f,revision_number=1']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:18:57.150953 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.36', 49226) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:18:57.255233 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d2bb3d-5143-40eb-ad7b-d44957d1499e req-e70e5ec6-f493-4b79-8586-647928f8d5e6 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:18:57.262263 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-a7d2bb3d-5143-40eb-ad7b-d44957d1499e req-e70e5ec6-f493-4b79-8586-647928f8d5e6 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] 10.222.0.36 "GET /v2.0/ports?device_id=649197f5-cf73-4d5b-8cf7-e885b620816f HTTP/1.1" status: 200 len: 943 time: 0.0651174 May 03 14:18:57.269465 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-eafcd493-1129-41a4-abc9-3e3193f3820d admin admin] Publish callbacks [] for security_group (f66c3e22-db33-485a-82a4-6e6ac720cd8f), before_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:18:57.313660 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-eafcd493-1129-41a4-abc9-3e3193f3820d admin admin] Publish callbacks [] for security_group (f66c3e22-db33-485a-82a4-6e6ac720cd8f), precommit_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:18:57.345626 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-a7d2bb3d-5143-40eb-ad7b-d44957d1499e req-81107f3e-34ab-468a-a1be-3de7d6b3e545 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] 10.222.0.36 "GET /v2.0/security-groups?id=41301f83-068e-419d-9fe1-30ab26b6fce2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0821826 May 03 14:18:57.386863 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-eafcd493-1129-41a4-abc9-3e3193f3820d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656397'] for security_group (f66c3e22-db33-485a-82a4-6e6ac720cd8f), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:18:57.390349 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-eafcd493-1129-41a4-abc9-3e3193f3820d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:18:57.395134 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-eafcd493-1129-41a4-abc9-3e3193f3820d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f66c3e22-db33-485a-82a4-6e6ac720cd8f HTTP/1.1" status: 204 len: 168 time: 0.2428916 May 03 14:18:57.403681 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafcd493-1129-41a4-abc9-3e3193f3820d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f66c3e22-db33-485a-82a4-6e6ac720cd8f,revision_number=None']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:18:57.689525 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.wsgi [-] (103470) accepted ('10.222.0.36', 49236) {{(pid=103470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:18:57.703954 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-e89b9409-c933-4f16-b015-93189473fefe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:18:57.796606 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-e89b9409-c933-4f16-b015-93189473fefe admin admin] Publish callbacks [] for security_group (10d0e9ed-2cab-4f10-b6a1-bfbc7e46b34c), precommit_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:18:57.801206 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-e89b9409-c933-4f16-b015-93189473fefe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656397'] for security_group (10d0e9ed-2cab-4f10-b6a1-bfbc7e46b34c), after_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:18:57.842735 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [None req-e89b9409-c933-4f16-b015-93189473fefe admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f57abd7ab1ff4788b1c5733a576bb529&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1519144 May 03 14:18:57.843629 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89b9409-c933-4f16-b015-93189473fefe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10d0e9ed-2cab-4f10-b6a1-bfbc7e46b34c,revision_number=1']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:18:57.845541 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.36', 49238) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:18:57.898479 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-abadd6e6-9401-4be2-be2a-cccad7157132 admin admin] Publish callbacks [] for security_group (10d0e9ed-2cab-4f10-b6a1-bfbc7e46b34c), before_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:18:57.921367 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-abadd6e6-9401-4be2-be2a-cccad7157132 admin admin] Publish callbacks [] for security_group (10d0e9ed-2cab-4f10-b6a1-bfbc7e46b34c), precommit_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:18:57.977829 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-abadd6e6-9401-4be2-be2a-cccad7157132 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656397'] for security_group (10d0e9ed-2cab-4f10-b6a1-bfbc7e46b34c), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:18:57.980526 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-abadd6e6-9401-4be2-be2a-cccad7157132 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:18:57.985366 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-abadd6e6-9401-4be2-be2a-cccad7157132 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/10d0e9ed-2cab-4f10-b6a1-bfbc7e46b34c HTTP/1.1" status: 204 len: 168 time: 0.1384871 May 03 14:18:57.994463 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abadd6e6-9401-4be2-be2a-cccad7157132 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10d0e9ed-2cab-4f10-b6a1-bfbc7e46b34c,revision_number=None']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:18:58.481774 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d30adc-b70a-4d62-9de0-b1a8d390c3b3 req-c48d822d-78d0-461f-a44d-b7fdf43991a6 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:18:58.485037 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-f1d30adc-b70a-4d62-9de0-b1a8d390c3b3 req-c48d822d-78d0-461f-a44d-b7fdf43991a6 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] 10.222.0.36 "GET /v2.0/ports?device_id=649197f5-cf73-4d5b-8cf7-e885b620816f HTTP/1.1" status: 200 len: 943 time: 0.0625932 May 03 14:18:58.564211 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-f1d30adc-b70a-4d62-9de0-b1a8d390c3b3 req-aadc9897-4cfb-4840-bca6-225ee913cd24 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] 10.222.0.36 "GET /v2.0/security-groups?id=41301f83-068e-419d-9fe1-30ab26b6fce2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0739310 May 03 14:18:59.715329 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffa6675-3be4-49c7-bc03-540dc2c743a0 req-44a4360c-8d4a-4a8a-a7c2-bed28d93e59f tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:18:59.716921 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-6ffa6675-3be4-49c7-bc03-540dc2c743a0 req-44a4360c-8d4a-4a8a-a7c2-bed28d93e59f tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] 10.222.0.36 "GET /v2.0/ports?device_id=649197f5-cf73-4d5b-8cf7-e885b620816f HTTP/1.1" status: 200 len: 943 time: 0.0609763 May 03 14:18:59.775421 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-6ffa6675-3be4-49c7-bc03-540dc2c743a0 req-b305346c-d53c-4575-aa14-41efd3cf0eb2 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] 10.222.0.36 "GET /v2.0/security-groups?id=41301f83-068e-419d-9fe1-30ab26b6fce2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521593 May 03 14:19:00.798093 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.36', 49320) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:19:00.925661 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-c56b9e70-b108-4432-b29e-3441ad565f0c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:19:00.930609 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70e0657-8f96-4a01-be61-344348d66973 req-1cb5afbb-5502-48ea-bd54-393ebc7c5c79 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:19:00.932270 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-d70e0657-8f96-4a01-be61-344348d66973 req-1cb5afbb-5502-48ea-bd54-393ebc7c5c79 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] 10.222.0.36 "GET /v2.0/ports?device_id=649197f5-cf73-4d5b-8cf7-e885b620816f HTTP/1.1" status: 200 len: 943 time: 0.0746999 May 03 14:19:01.018350 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-c56b9e70-b108-4432-b29e-3441ad565f0c admin admin] Publish callbacks [] for security_group (6981d5eb-80a7-4e61-9735-a15451b0f218), precommit_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:19:01.023160 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-d70e0657-8f96-4a01-be61-344348d66973 req-91698a9c-235f-4d52-b98c-28ed0731854e tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] 10.222.0.36 "GET /v2.0/security-groups?id=41301f83-068e-419d-9fe1-30ab26b6fce2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0845232 May 03 14:19:01.024267 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-c56b9e70-b108-4432-b29e-3441ad565f0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656397'] for security_group (6981d5eb-80a7-4e61-9735-a15451b0f218), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:19:01.073747 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-c56b9e70-b108-4432-b29e-3441ad565f0c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=96ea0b979abc42ec8fa17b097992a8f4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2745106 May 03 14:19:01.074196 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.wsgi [-] (103470) accepted ('10.222.0.36', 49326) {{(pid=103470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:19:01.074995 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56b9e70-b108-4432-b29e-3441ad565f0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6981d5eb-80a7-4e61-9735-a15451b0f218,revision_number=1']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:19:01.138745 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-40811525-e7d1-4538-b649-30d47788ea5f admin admin] Publish callbacks [] for security_group (6981d5eb-80a7-4e61-9735-a15451b0f218), before_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:19:01.166477 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-40811525-e7d1-4538-b649-30d47788ea5f admin admin] Publish callbacks [] for security_group (6981d5eb-80a7-4e61-9735-a15451b0f218), precommit_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:19:01.222417 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-40811525-e7d1-4538-b649-30d47788ea5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656397'] for security_group (6981d5eb-80a7-4e61-9735-a15451b0f218), after_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:19:01.225896 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-40811525-e7d1-4538-b649-30d47788ea5f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:19:01.227368 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [None req-40811525-e7d1-4538-b649-30d47788ea5f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/6981d5eb-80a7-4e61-9735-a15451b0f218 HTTP/1.1" status: 204 len: 168 time: 0.1521502 May 03 14:19:01.236976 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40811525-e7d1-4538-b649-30d47788ea5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6981d5eb-80a7-4e61-9735-a15451b0f218,revision_number=None']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:19:01.519797 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.wsgi [-] (103470) accepted ('10.222.0.36', 49332) {{(pid=103470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:19:01.535303 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-91c447c5-55ab-4c22-8e83-ae0effc384ea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:19:01.630570 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-91c447c5-55ab-4c22-8e83-ae0effc384ea admin admin] Publish callbacks [] for security_group (59477507-52c0-45e4-96b6-d1a6957d13b9), precommit_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:19:01.635413 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-91c447c5-55ab-4c22-8e83-ae0effc384ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656397'] for security_group (59477507-52c0-45e4-96b6-d1a6957d13b9), after_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:19:01.683265 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [None req-91c447c5-55ab-4c22-8e83-ae0effc384ea admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ecc350b659f34a4fb4e593c2536ab06b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1597016 May 03 14:19:01.683265 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c447c5-55ab-4c22-8e83-ae0effc384ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59477507-52c0-45e4-96b6-d1a6957d13b9,revision_number=1']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:19:01.684147 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.36', 49336) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:19:01.753709 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-b944ffb7-d452-4c19-879d-e648cd57b908 admin admin] Publish callbacks [] for security_group (59477507-52c0-45e4-96b6-d1a6957d13b9), before_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:19:01.778342 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-b944ffb7-d452-4c19-879d-e648cd57b908 admin admin] Publish callbacks [] for security_group (59477507-52c0-45e4-96b6-d1a6957d13b9), precommit_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:19:01.830150 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-b944ffb7-d452-4c19-879d-e648cd57b908 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656397'] for security_group (59477507-52c0-45e4-96b6-d1a6957d13b9), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:19:01.835107 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-b944ffb7-d452-4c19-879d-e648cd57b908 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:19:01.836306 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-b944ffb7-d452-4c19-879d-e648cd57b908 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/59477507-52c0-45e4-96b6-d1a6957d13b9 HTTP/1.1" status: 204 len: 168 time: 0.1509888 May 03 14:19:01.845928 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b944ffb7-d452-4c19-879d-e648cd57b908 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59477507-52c0-45e4-96b6-d1a6957d13b9,revision_number=None']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:19:02.185663 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afa6fd4-e827-481d-a637-26d4092f946a req-0a3ee756-a52a-42fc-ab03-373e25a56c60 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:19:02.187460 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-5afa6fd4-e827-481d-a637-26d4092f946a req-0a3ee756-a52a-42fc-ab03-373e25a56c60 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] 10.222.0.36 "GET /v2.0/ports?device_id=649197f5-cf73-4d5b-8cf7-e885b620816f HTTP/1.1" status: 200 len: 943 time: 0.0875795 May 03 14:19:02.243148 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-5afa6fd4-e827-481d-a637-26d4092f946a req-eb211dfc-997b-4e76-b35a-2ef59080a110 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] 10.222.0.36 "GET /v2.0/security-groups?id=41301f83-068e-419d-9fe1-30ab26b6fce2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495586 May 03 14:19:03.410961 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb0bff2-b1fe-4923-8fac-9a6ce704ea31 req-a0fe7545-de2b-46a3-ab33-36cd33f96616 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:19:03.412482 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-4eb0bff2-b1fe-4923-8fac-9a6ce704ea31 req-a0fe7545-de2b-46a3-ab33-36cd33f96616 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] 10.222.0.36 "GET /v2.0/ports?device_id=649197f5-cf73-4d5b-8cf7-e885b620816f HTTP/1.1" status: 200 len: 943 time: 0.0767720 May 03 14:19:03.471197 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-4eb0bff2-b1fe-4923-8fac-9a6ce704ea31 req-083142e1-9afe-4896-8ce5-0dec12401f53 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] 10.222.0.36 "GET /v2.0/security-groups?id=41301f83-068e-419d-9fe1-30ab26b6fce2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525148 May 03 14:19:04.109864 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.36', 49418) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:19:04.224026 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-8c714dd7-6117-41c5-9b7a-8e39345ae719 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:19:04.302073 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-8c714dd7-6117-41c5-9b7a-8e39345ae719 admin admin] Publish callbacks [] for security_group (0c132e5b-0cf6-4191-8fc8-53aa4c8fb66c), precommit_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:19:04.307609 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-8c714dd7-6117-41c5-9b7a-8e39345ae719 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656397'] for security_group (0c132e5b-0cf6-4191-8fc8-53aa4c8fb66c), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:19:04.345928 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-8c714dd7-6117-41c5-9b7a-8e39345ae719 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=114bd737375041f7afea8d05cb1ea64d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2348268 May 03 14:19:04.348164 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c714dd7-6117-41c5-9b7a-8e39345ae719 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c132e5b-0cf6-4191-8fc8-53aa4c8fb66c,revision_number=1']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:19:04.349069 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.wsgi [-] (103470) accepted ('10.222.0.36', 49422) {{(pid=103470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:19:04.400076 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-841e981c-5a29-4176-a984-f692d0560cfc admin admin] Publish callbacks [] for security_group (0c132e5b-0cf6-4191-8fc8-53aa4c8fb66c), before_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:19:04.422954 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-841e981c-5a29-4176-a984-f692d0560cfc admin admin] Publish callbacks [] for security_group (0c132e5b-0cf6-4191-8fc8-53aa4c8fb66c), precommit_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:19:04.477492 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-841e981c-5a29-4176-a984-f692d0560cfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656397'] for security_group (0c132e5b-0cf6-4191-8fc8-53aa4c8fb66c), after_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:19:04.480079 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-841e981c-5a29-4176-a984-f692d0560cfc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:19:04.481260 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [None req-841e981c-5a29-4176-a984-f692d0560cfc admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/0c132e5b-0cf6-4191-8fc8-53aa4c8fb66c HTTP/1.1" status: 204 len: 168 time: 0.1311228 May 03 14:19:04.489228 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841e981c-5a29-4176-a984-f692d0560cfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c132e5b-0cf6-4191-8fc8-53aa4c8fb66c,revision_number=None']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:19:04.616499 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b566a3d6-82b6-4435-a26e-55fbf0fdad2c req-109a0c6d-6a61-4341-bca1-47f13cf08211 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:19:04.618673 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-b566a3d6-82b6-4435-a26e-55fbf0fdad2c req-109a0c6d-6a61-4341-bca1-47f13cf08211 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] 10.222.0.36 "GET /v2.0/ports?device_id=649197f5-cf73-4d5b-8cf7-e885b620816f HTTP/1.1" status: 200 len: 943 time: 0.0484862 May 03 14:19:04.669947 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-b566a3d6-82b6-4435-a26e-55fbf0fdad2c req-029f36ae-5b34-45de-8455-72bde2a1601a tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] 10.222.0.36 "GET /v2.0/security-groups?id=41301f83-068e-419d-9fe1-30ab26b6fce2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457830 May 03 14:19:04.756896 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.wsgi [-] (103470) accepted ('10.222.0.36', 49430) {{(pid=103470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:19:04.770933 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-b3e835bb-3a73-4584-96bc-594a05a4e4fa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:19:04.848593 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-b3e835bb-3a73-4584-96bc-594a05a4e4fa admin admin] Publish callbacks [] for security_group (4b4f8e86-0943-4884-ad78-31be97a21885), precommit_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:19:04.854465 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-b3e835bb-3a73-4584-96bc-594a05a4e4fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656397'] for security_group (4b4f8e86-0943-4884-ad78-31be97a21885), after_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:19:04.891933 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [None req-b3e835bb-3a73-4584-96bc-594a05a4e4fa admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=25bae3d3b75d4c1aac27812a56afdd27&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1337848 May 03 14:19:04.892865 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e835bb-3a73-4584-96bc-594a05a4e4fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b4f8e86-0943-4884-ad78-31be97a21885,revision_number=1']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:19:04.895032 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.36', 49434) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:19:04.951535 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-eb28243d-c574-4311-85f4-d4ea049d40fd admin admin] Publish callbacks [] for security_group (4b4f8e86-0943-4884-ad78-31be97a21885), before_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:19:04.975916 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-eb28243d-c574-4311-85f4-d4ea049d40fd admin admin] Publish callbacks [] for security_group (4b4f8e86-0943-4884-ad78-31be97a21885), precommit_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:19:05.033824 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-eb28243d-c574-4311-85f4-d4ea049d40fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656397'] for security_group (4b4f8e86-0943-4884-ad78-31be97a21885), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:19:05.038118 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-eb28243d-c574-4311-85f4-d4ea049d40fd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:19:05.039684 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-eb28243d-c574-4311-85f4-d4ea049d40fd admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/4b4f8e86-0943-4884-ad78-31be97a21885 HTTP/1.1" status: 204 len: 168 time: 0.1435692 May 03 14:19:05.048060 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb28243d-c574-4311-85f4-d4ea049d40fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b4f8e86-0943-4884-ad78-31be97a21885,revision_number=None']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:19:05.795820 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4599d0-4e3b-4d03-a1b2-8d0d52a3f9ba req-2876bac0-6012-4b55-b00a-96c4a5ff9846 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:19:05.803168 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-ac4599d0-4e3b-4d03-a1b2-8d0d52a3f9ba req-2876bac0-6012-4b55-b00a-96c4a5ff9846 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] 10.222.0.36 "GET /v2.0/ports?device_id=649197f5-cf73-4d5b-8cf7-e885b620816f HTTP/1.1" status: 200 len: 943 time: 0.0613306 May 03 14:19:05.858821 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-ac4599d0-4e3b-4d03-a1b2-8d0d52a3f9ba req-27faf356-8d37-4df8-b36d-deb22d39dd6f tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] 10.222.0.36 "GET /v2.0/security-groups?id=41301f83-068e-419d-9fe1-30ab26b6fce2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537698 May 03 14:19:06.389189 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.rpc [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Device 6fd0548e-0638-45b3-847d-90b445a1b6b2 details requested by agent hyperv_hv-cinder-83979 with host hv-cinder-83979 {{(pid=103471) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 03 14:19:06.491862 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.db [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] For port 6fd0548e-0638-45b3-847d-90b445a1b6b2, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=6fd0548e-0638-45b3-847d-90b445a1b6b2,segment=NetworkSegment(67863d8e-3b7d-4783-aeb0-1e512a0dd290),segment_id=67863d8e-3b7d-4783-aeb0-1e512a0dd290)] {{(pid=103471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 14:19:06.503574 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.rpc [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Returning: {'device': '6fd0548e-0638-45b3-847d-90b445a1b6b2', 'network_id': '1672c90c-dee1-453a-a1dd-749ff902086f', 'port_id': '6fd0548e-0638-45b3-847d-90b445a1b6b2', 'mac_address': 'fa:16:3e:b4:5d:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 241, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9797d54b-d4ac-4959-9119-15649c917e44', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103471) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 03 14:19:06.543913 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Current status of the port 6fd0548e-0638-45b3-847d-90b445a1b6b2 is: DOWN; New status is: BUILD {{(pid=103471) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 14:19:06.544380 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585126'] for port (6fd0548e-0638-45b3-847d-90b445a1b6b2), before_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:19:06.560036 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.notifiers.nova [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6fd0548e-0638-45b3-847d-90b445a1b6b2 {{(pid=103471) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 14:19:06.584142 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.db [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] For port 6fd0548e-0638-45b3-847d-90b445a1b6b2, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=6fd0548e-0638-45b3-847d-90b445a1b6b2,segment=NetworkSegment(67863d8e-3b7d-4783-aeb0-1e512a0dd290),segment_id=67863d8e-3b7d-4783-aeb0-1e512a0dd290)] {{(pid=103471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 14:19:06.589879 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786921284783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786920821414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786920821432'] for port (6fd0548e-0638-45b3-847d-90b445a1b6b2), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:19:06.640998 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Pushing event updated for resources: {'Port': ['ID=6fd0548e-0638-45b3-847d-90b445a1b6b2,revision_number=9']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:19:06.659369 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-ffceadc0-1140-498b-b817-aad92aefacaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786921254184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749114'] for agent (2d0d8db6-b1c3-4022-9f9b-561ce4a4d2d8), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:19:06.812067 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.db [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] get_ports_and_sgs() called for port_ids ['6fd0548e-0638-45b3-847d-90b445a1b6b2'] {{(pid=103471) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 03 14:19:06.980578 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be21b17b-e49e-44df-840a-2bfd996663e0 req-36a88df7-7f6f-4a1d-bf21-96f6d3be8f44 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:19:06.982142 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-be21b17b-e49e-44df-840a-2bfd996663e0 req-36a88df7-7f6f-4a1d-bf21-96f6d3be8f44 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] 10.222.0.36 "GET /v2.0/ports?device_id=649197f5-cf73-4d5b-8cf7-e885b620816f HTTP/1.1" status: 200 len: 944 time: 0.0498927 May 03 14:19:07.030078 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-be21b17b-e49e-44df-840a-2bfd996663e0 req-d897ae01-c371-4bbe-b8d1-98770f1b8a42 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] 10.222.0.36 "GET /v2.0/security-groups?id=41301f83-068e-419d-9fe1-30ab26b6fce2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421045 May 03 14:19:08.148503 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4a890c-2fb7-47fb-a73c-aebb83955d95 req-43417df7-3064-4d34-8e40-d470e24e9bbb tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:19:08.150023 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-df4a890c-2fb7-47fb-a73c-aebb83955d95 req-43417df7-3064-4d34-8e40-d470e24e9bbb tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] 10.222.0.36 "GET /v2.0/ports?device_id=649197f5-cf73-4d5b-8cf7-e885b620816f HTTP/1.1" status: 200 len: 944 time: 0.0474253 May 03 14:19:08.201863 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-df4a890c-2fb7-47fb-a73c-aebb83955d95 req-76561dd1-19bf-4ac7-a362-d8f49043c074 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] 10.222.0.36 "GET /v2.0/security-groups?id=41301f83-068e-419d-9fe1-30ab26b6fce2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458000 May 03 14:19:08.394114 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.rpc [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Device 6fd0548e-0638-45b3-847d-90b445a1b6b2 up at agent hyperv_hv-cinder-83979 {{(pid=103471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 14:19:08.442583 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.provisioning_blocks [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Provisioning complete for port 6fd0548e-0638-45b3-847d-90b445a1b6b2 triggered by entity L2. {{(pid=103471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 14:19:08.443124 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749148'] for port (6fd0548e-0638-45b3-847d-90b445a1b6b2), provisioning_complete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:19:08.523288 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Current status of the port 6fd0548e-0638-45b3-847d-90b445a1b6b2 is: BUILD; New status is: ACTIVE {{(pid=103471) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 14:19:08.523679 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585126'] for port (6fd0548e-0638-45b3-847d-90b445a1b6b2), before_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:19:08.547358 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '649197f5-cf73-4d5b-8cf7-e885b620816f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fd0548e-0638-45b3-847d-90b445a1b6b2'}] {{(pid=103471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 14:19:08.550229 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}258de9d1a1c653a46c94c94b096b8a314ffaed5fb8c929df022c823a20d863ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ff5c161-98e6-4886-a92b-c20cba7304d7" -d '{"events": [{"server_uuid": "649197f5-cf73-4d5b-8cf7-e885b620816f", "name": "network-vif-plugged", "status": "completed", "tag": "6fd0548e-0638-45b3-847d-90b445a1b6b2"}]}' {{(pid=103471) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 14:19:08.566693 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.db [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] For port 6fd0548e-0638-45b3-847d-90b445a1b6b2, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=6fd0548e-0638-45b3-847d-90b445a1b6b2,segment=NetworkSegment(67863d8e-3b7d-4783-aeb0-1e512a0dd290),segment_id=67863d8e-3b7d-4783-aeb0-1e512a0dd290)] {{(pid=103471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 14:19:08.571709 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786921284783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786920821414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786920821432'] for port (6fd0548e-0638-45b3-847d-90b445a1b6b2), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:19:08.684251 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1262fcd4-5691-48fe-aeec-0ca08e06593c req-269c34ad-eb7c-4f0d-a288-dfa415d8d976 tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:19:08.685824 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-1262fcd4-5691-48fe-aeec-0ca08e06593c req-269c34ad-eb7c-4f0d-a288-dfa415d8d976 tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] 10.222.0.36 "GET /v2.0/ports?device_id=d7b87b69-8409-4303-a4ff-45cad8940b3a HTTP/1.1" status: 200 len: 946 time: 0.0481513 May 03 14:19:08.735701 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 May 2022 14:19:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ad8f79e-10b1-4116-99bd-1aefa6a5c821 x-openstack-request-id: req-7ad8f79e-10b1-4116-99bd-1aefa6a5c821 {{(pid=103471) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 14:19:08.735955 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "649197f5-cf73-4d5b-8cf7-e885b620816f", "name": "network-vif-plugged", "status": "completed", "tag": "6fd0548e-0638-45b3-847d-90b445a1b6b2", "code": 200}]} {{(pid=103471) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 14:19:08.736189 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-7ad8f79e-10b1-4116-99bd-1aefa6a5c821 {{(pid=103471) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 14:19:08.736624 dv-cinder-839793-5-iscsi neutron-server[103471]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7ad8f79e-10b1-4116-99bd-1aefa6a5c821'] response: {'server_uuid': '649197f5-cf73-4d5b-8cf7-e885b620816f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fd0548e-0638-45b3-847d-90b445a1b6b2', 'code': 200} May 03 14:19:08.739398 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-1262fcd4-5691-48fe-aeec-0ca08e06593c req-0b6ab09b-24dd-4de2-9d59-76523d02e27a tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] 10.222.0.36 "GET /v2.0/security-groups?id=d49f2e8a-4a87-45c4-8f2d-1f34023e3133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473096 May 03 14:19:08.764944 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Pushing event updated for resources: {'Port': ['ID=6fd0548e-0638-45b3-847d-90b445a1b6b2,revision_number=10']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:19:08.932281 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-d4d16b3a-8a95-446c-846b-c71b38ba5720 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786921254184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749114'] for agent (2583ee88-9503-4370-b6e4-0a676865815e), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:19:09.102750 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786921254184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749114'] for agent (e81ee3ce-91e9-46ba-a5c7-9619c95b22a6), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:19:09.328046 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1894136b-d6c3-4d82-a0e9-f0efbd725409 req-0ab58f34-b923-4937-a510-ba5b1b20f37b tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:19:09.329641 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-1894136b-d6c3-4d82-a0e9-f0efbd725409 req-0ab58f34-b923-4937-a510-ba5b1b20f37b tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] 10.222.0.36 "GET /v2.0/ports?device_id=649197f5-cf73-4d5b-8cf7-e885b620816f HTTP/1.1" status: 200 len: 946 time: 0.0497024 May 03 14:19:09.378957 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-1894136b-d6c3-4d82-a0e9-f0efbd725409 req-89f22031-3d6a-4900-a70c-3da89a63870d tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] 10.222.0.36 "GET /v2.0/security-groups?id=41301f83-068e-419d-9fe1-30ab26b6fce2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429087 May 03 14:19:09.864023 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4051af9e-55a6-4b40-9971-49f6774468e9 req-a24b4722-a691-480b-9a7a-fdef75a17c46 tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:19:09.865594 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-4051af9e-55a6-4b40-9971-49f6774468e9 req-a24b4722-a691-480b-9a7a-fdef75a17c46 tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] 10.222.0.36 "GET /v2.0/ports?device_id=d7b87b69-8409-4303-a4ff-45cad8940b3a HTTP/1.1" status: 200 len: 946 time: 0.0485656 May 03 14:19:09.916535 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-4051af9e-55a6-4b40-9971-49f6774468e9 req-4e952da6-07d7-4b0c-a360-0371f6ac9fde tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] 10.222.0.36 "GET /v2.0/security-groups?id=d49f2e8a-4a87-45c4-8f2d-1f34023e3133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452092 May 03 14:19:10.037037 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4045e1-88e7-41d4-9dd1-b80ccee81430 req-96252a70-f889-4b08-bf6d-57be3b61125c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:19:10.038538 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-0d4045e1-88e7-41d4-9dd1-b80ccee81430 req-96252a70-f889-4b08-bf6d-57be3b61125c service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=649197f5-cf73-4d5b-8cf7-e885b620816f HTTP/1.1" status: 200 len: 1130 time: 0.0489445 May 03 14:19:10.112444 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-0d4045e1-88e7-41d4-9dd1-b80ccee81430 req-4a504c45-8f29-4f89-ad3a-682c26a5b39c service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=41301f83-068e-419d-9fe1-30ab26b6fce2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408332 May 03 14:19:10.122907 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6337efbe-3cd2-4fe2-9e20-19493c1dc5bf req-510295d2-c554-4364-b285-752972bcc703 tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:19:10.124370 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-6337efbe-3cd2-4fe2-9e20-19493c1dc5bf req-510295d2-c554-4364-b285-752972bcc703 tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] 10.222.0.26 "GET /v2.0/ports?device_id=d7b87b69-8409-4303-a4ff-45cad8940b3a HTTP/1.1" status: 200 len: 946 time: 0.0477252 May 03 14:19:10.412582 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.plugin [req-6337efbe-3cd2-4fe2-9e20-19493c1dc5bf req-dce365cb-b7be-4b76-9603-e039889e0fc8 tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Deleting port e19d0697-fa77-475d-a0e9-f2db585662f7 {{(pid=103469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 14:19:10.413151 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-6337efbe-3cd2-4fe2-9e20-19493c1dc5bf req-dce365cb-b7be-4b76-9603-e039889e0fc8 tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786921277453'] for port (e19d0697-fa77-475d-a0e9-f2db585662f7), before_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:19:10.414561 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-6b98c286-5509-41ae-9e31-4a328d4e2e3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786921254184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749114'] for agent (9772c1e2-61d8-4a11-97d8-348a0cefa431), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:19:10.536861 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098fdf78-a53a-4f34-8477-7a50eb20911a req-8cd09a03-dee3-47a7-a044-774df3f9d0cc tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:19:10.538346 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-098fdf78-a53a-4f34-8477-7a50eb20911a req-8cd09a03-dee3-47a7-a044-774df3f9d0cc tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] 10.222.0.36 "GET /v2.0/ports?device_id=649197f5-cf73-4d5b-8cf7-e885b620816f HTTP/1.1" status: 200 len: 946 time: 0.0664539 May 03 14:19:10.543374 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.db [req-6337efbe-3cd2-4fe2-9e20-19493c1dc5bf req-dce365cb-b7be-4b76-9603-e039889e0fc8 tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] For port e19d0697-fa77-475d-a0e9-f2db585662f7, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=e19d0697-fa77-475d-a0e9-f2db585662f7,segment=NetworkSegment(e1835114-80bf-41da-a21b-fba78594b9dd),segment_id=e1835114-80bf-41da-a21b-fba78594b9dd)] {{(pid=103469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 14:19:10.543645 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-6337efbe-3cd2-4fe2-9e20-19493c1dc5bf req-dce365cb-b7be-4b76-9603-e039889e0fc8 tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1690342'] for port (e19d0697-fa77-475d-a0e9-f2db585662f7), precommit_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:19:10.639492 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-098fdf78-a53a-4f34-8477-7a50eb20911a req-e0407f6d-839b-4401-8c40-df28465d066e tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] 10.222.0.36 "GET /v2.0/security-groups?id=41301f83-068e-419d-9fe1-30ab26b6fce2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0932319 May 03 14:19:10.756994 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-6337efbe-3cd2-4fe2-9e20-19493c1dc5bf req-dce365cb-b7be-4b76-9603-e039889e0fc8 tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:19:10.757390 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-6337efbe-3cd2-4fe2-9e20-19493c1dc5bf req-dce365cb-b7be-4b76-9603-e039889e0fc8 tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1700089'] for floatingip (d0bd8cbb-8bb8-4616-bb87-9e286fab766a), after_update {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:19:10.757721 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.db.l3_db [req-6337efbe-3cd2-4fe2-9e20-19493c1dc5bf req-dce365cb-b7be-4b76-9603-e039889e0fc8 tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Floating IP d0bd8cbb-8bb8-4616-bb87-9e286fab766a disassociated. External IP: 172.27.3.74, port: e19d0697-fa77-475d-a0e9-f2db585662f7. May 03 14:19:10.758058 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.plugin [req-6337efbe-3cd2-4fe2-9e20-19493c1dc5bf req-dce365cb-b7be-4b76-9603-e039889e0fc8 tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Calling delete_port for e19d0697-fa77-475d-a0e9-f2db585662f7 owned by compute:nova {{(pid=103469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 14:19:10.862270 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e34f15-f3f9-482d-a597-56b6f51c0f00 req-a55df5c9-e023-4268-841c-b5799856f9e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:19:10.864356 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-67e34f15-f3f9-482d-a597-56b6f51c0f00 req-a55df5c9-e023-4268-841c-b5799856f9e3 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8a5fa41c00a84a80ac2b2c0cc1ef74d8&device_id=649197f5-cf73-4d5b-8cf7-e885b620816f HTTP/1.1" status: 200 len: 1130 time: 0.0473688 May 03 14:19:10.895473 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-6337efbe-3cd2-4fe2-9e20-19493c1dc5bf req-dce365cb-b7be-4b76-9603-e039889e0fc8 tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786921284765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786920821405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6178079'] for port (e19d0697-fa77-475d-a0e9-f2db585662f7), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:19:10.927013 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce365cb-b7be-4b76-9603-e039889e0fc8 tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Pushing event deleted for resources: {'Port': ['ID=e19d0697-fa77-475d-a0e9-f2db585662f7,revision_number=None']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:19:10.990460 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e34f15-f3f9-482d-a597-56b6f51c0f00 req-94996cd5-c4cd-459f-9514-7ff745a661cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:19:10.992285 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-67e34f15-f3f9-482d-a597-56b6f51c0f00 req-94996cd5-c4cd-459f-9514-7ff745a661cd service neutron] 10.222.0.26 "GET /v2.0/networks?id=1672c90c-dee1-453a-a1dd-749ff902086f HTTP/1.1" status: 200 len: 918 time: 0.1015780 May 03 14:19:11.078822 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6337efbe-3cd2-4fe2-9e20-19493c1dc5bf req-dce365cb-b7be-4b76-9603-e039889e0fc8 tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Router e8428cc7-9811-4071-85c7-725df93cfce0 has already been hosted by L3 agent 2583ee88-9503-4370-b6e4-0a676865815e {{(pid=103469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 14:19:11.112321 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-79c6068a-0820-4c78-82be-433d87f14abf req-f0bcf308-a56e-4b73-a14b-2751e2722acc tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] 10.222.0.36 "GET /v2.0/ports?device_id=d7b87b69-8409-4303-a4ff-45cad8940b3a HTTP/1.1" status: 200 len: 210 time: 0.0485566 May 03 14:19:11.140909 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-67e34f15-f3f9-482d-a597-56b6f51c0f00 req-94cf9823-21cd-4222-b824-fd49ca3a507e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6fd0548e-0638-45b3-847d-90b445a1b6b2 HTTP/1.1" status: 200 len: 1001 time: 0.1395562 May 03 14:19:11.222341 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6337efbe-3cd2-4fe2-9e20-19493c1dc5bf req-dce365cb-b7be-4b76-9603-e039889e0fc8 tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Notify agent at l3_agent.dv-cinder-839793-5-iscsi the message routers_updated {{(pid=103469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 14:19:11.237640 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce2b6cb0-9a4d-4898-8ba3-83ef23c0eab3 None None] Sync routers for ids ['e8428cc7-9811-4071-85c7-725df93cfce0'] in dv-cinder-839793-5-iscsi {{(pid=103472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 14:19:11.253749 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce2b6cb0-9a4d-4898-8ba3-83ef23c0eab3 None None] Routers {'e8428cc7-9811-4071-85c7-725df93cfce0'} bound to L3 agent in host dv-cinder-839793-5-iscsi {{(pid=103472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 14:19:11.254747 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.db.l3_hamode_db [None req-ce2b6cb0-9a4d-4898-8ba3-83ef23c0eab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-03T14:04:39Z,description=,heartbeat_timestamp=2022-05-03T14:19:09Z,host='dv-cinder-839793-5-iscsi',id=2583ee88-9503-4370-b6e4-0a676865815e,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T14:04:39Z,topic='l3_agent')) {'router_ids': ['e8428cc7-9811-4071-85c7-725df93cfce0'], 'active': True} {{(pid=103472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:19:11.271513 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.db.l3_dvrscheduler_db [req-6337efbe-3cd2-4fe2-9e20-19493c1dc5bf req-dce365cb-b7be-4b76-9603-e039889e0fc8 tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] No DVR routers for this DVR port e19d0697-fa77-475d-a0e9-f2db585662f7 on host hv-cinder-83979 {{(pid=103469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 14:19:11.274139 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-6337efbe-3cd2-4fe2-9e20-19493c1dc5bf req-dce365cb-b7be-4b76-9603-e039889e0fc8 tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218734'] for port (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:19:11.277801 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-6337efbe-3cd2-4fe2-9e20-19493c1dc5bf req-dce365cb-b7be-4b76-9603-e039889e0fc8 tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] 10.222.0.26 "DELETE /v2.0/ports/e19d0697-fa77-475d-a0e9-f2db585662f7 HTTP/1.1" status: 204 len: 173 time: 0.9637158 May 03 14:19:11.278259 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7b87b69-8409-4303-a4ff-45cad8940b3a', 'name': 'network-vif-deleted', 'tag': 'e19d0697-fa77-475d-a0e9-f2db585662f7'}] {{(pid=103469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 14:19:11.280591 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68fe64b6b3a70a2f5f611128c103f52e8e68dc233ccb418b63396cbb83134719" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-372faae9-1f82-4e6d-ae2c-b3fb9b697277" -d '{"events": [{"server_uuid": "d7b87b69-8409-4303-a4ff-45cad8940b3a", "name": "network-vif-deleted", "tag": "e19d0697-fa77-475d-a0e9-f2db585662f7"}]}' {{(pid=103469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 14:19:11.324366 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 May 2022 14:19:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2974ae87-573d-40ef-809c-be637199d278 x-openstack-request-id: req-2974ae87-573d-40ef-809c-be637199d278 {{(pid=103469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 14:19:11.324662 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7b87b69-8409-4303-a4ff-45cad8940b3a", "name": "network-vif-deleted", "tag": "e19d0697-fa77-475d-a0e9-f2db585662f7", "status": "completed", "code": 200}]} {{(pid=103469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 14:19:11.324917 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-2974ae87-573d-40ef-809c-be637199d278 {{(pid=103469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 14:19:11.325353 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2974ae87-573d-40ef-809c-be637199d278'] response: {'server_uuid': 'd7b87b69-8409-4303-a4ff-45cad8940b3a', 'name': 'network-vif-deleted', 'tag': 'e19d0697-fa77-475d-a0e9-f2db585662f7', 'status': 'completed', 'code': 200} May 03 14:19:11.383083 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.db.l3_dvr_db [None req-ce2b6cb0-9a4d-4898-8ba3-83ef23c0eab3 None None] Set router e8428cc7-9811-4071-85c7-725df93cfce0 gateway port host: dv-cinder-839793-5-iscsi {{(pid=103472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 14:19:11.531489 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-ece2f477-2d6d-4faa-a9a3-ecc6a9d3b5ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786921254184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749114'] for agent (5abb75e8-e954-4dc0-bed6-210d2af77b9f), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:19:11.536780 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e34f15-f3f9-482d-a597-56b6f51c0f00 req-b53c6ac4-b9cf-464f-a3d4-22024078427a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:19:11.538667 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-67e34f15-f3f9-482d-a597-56b6f51c0f00 req-b53c6ac4-b9cf-464f-a3d4-22024078427a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9797d54b-d4ac-4959-9119-15649c917e44 HTTP/1.1" status: 200 len: 856 time: 0.0558360 May 03 14:19:11.615435 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e34f15-f3f9-482d-a597-56b6f51c0f00 req-74aaf6c7-5a23-40b5-bfe4-fd155f74d2c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:19:11.619308 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-67e34f15-f3f9-482d-a597-56b6f51c0f00 req-74aaf6c7-5a23-40b5-bfe4-fd155f74d2c4 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1672c90c-dee1-453a-a1dd-749ff902086f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0523977 May 03 14:19:11.641880 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.db.l3_hamode_db [None req-ce2b6cb0-9a4d-4898-8ba3-83ef23c0eab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8428cc7-9811-4071-85c7-725df93cfce0', 'name': 'tempest-AttachVolumeNegativeTest-1392786833-router', 'tenant_id': '453906a2a829425aac1abdfad7b441d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2', 'external_fixed_ips': [{'subnet_id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'ip_address': '172.27.3.72'}], 'enable_snat': True}, 'gw_port_id': '411354ed-274d-4270-83dd-a73b41b936ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T14:13:05Z', 'updated_at': '2022-05-03T14:13:20Z', 'revision_number': 4, 'project_id': '453906a2a829425aac1abdfad7b441d6', 'gw_port': {'id': '411354ed-274d-4270-83dd-a73b41b936ab', 'name': '', 'network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:90:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8428cc7-9811-4071-85c7-725df93cfce0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'ip_address': '172.27.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:13:07Z', 'updated_at': '2022-05-03T14:13:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-5-iscsi', '_interfaces': [{'id': 'e285b81a-5601-4a75-a305-ba94b7768a2e', 'name': '', 'network_id': '89bc2c7d-2b97-4518-b62e-d0f098e36f62', 'tenant_id': '453906a2a829425aac1abdfad7b441d6', 'mac_address': 'fa:16:3e:38:91:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8428cc7-9811-4071-85c7-725df93cfce0', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'ce824052-6a3b-4ab6-8ac7-7607bba43c53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:13:16Z', 'updated_at': '2022-05-03T14:13:34Z', 'revision_number': 5, 'project_id': '453906a2a829425aac1abdfad7b441d6', 'subnets': [{'id': 'ce824052-6a3b-4ab6-8ac7-7607bba43c53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-5-iscsi', False) {} {{(pid=103472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:19:11.670641 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce2b6cb0-9a4d-4898-8ba3-83ef23c0eab3 None None] Checking router: e8428cc7-9811-4071-85c7-725df93cfce0 for host: dv-cinder-839793-5-iscsi {{(pid=103472) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 14:19:11.680142 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce2b6cb0-9a4d-4898-8ba3-83ef23c0eab3 None None] Routers {'e8428cc7-9811-4071-85c7-725df93cfce0'} bound to L3 agent in host dv-cinder-839793-5-iscsi {{(pid=103472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 14:19:11.680833 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.db.l3_hamode_db [None req-ce2b6cb0-9a4d-4898-8ba3-83ef23c0eab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-03T14:04:39Z,description=,heartbeat_timestamp=2022-05-03T14:19:09Z,host='dv-cinder-839793-5-iscsi',id=2583ee88-9503-4370-b6e4-0a676865815e,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T14:04:39Z,topic='l3_agent')) {'router_ids': ['e8428cc7-9811-4071-85c7-725df93cfce0'], 'active': True} {{(pid=103472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:19:11.741124 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-67e34f15-f3f9-482d-a597-56b6f51c0f00 req-d1944a89-8264-4322-bc02-c1f757f2a658 service neutron] 10.222.0.26 "GET /v2.0/networks/1672c90c-dee1-453a-a1dd-749ff902086f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1163063 May 03 14:19:11.774865 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e0a0d4-968d-46be-989d-f6e11ff20e92 req-f97e016c-a0ac-4f10-98c9-f094748f6848 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:19:11.776474 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-e1e0a0d4-968d-46be-989d-f6e11ff20e92 req-f97e016c-a0ac-4f10-98c9-f094748f6848 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] 10.222.0.36 "GET /v2.0/ports?device_id=649197f5-cf73-4d5b-8cf7-e885b620816f HTTP/1.1" status: 200 len: 946 time: 0.0507443 May 03 14:19:11.800991 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.db.l3_dvr_db [None req-ce2b6cb0-9a4d-4898-8ba3-83ef23c0eab3 None None] Set router e8428cc7-9811-4071-85c7-725df93cfce0 gateway port host: dv-cinder-839793-5-iscsi {{(pid=103472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 14:19:11.826512 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-e1e0a0d4-968d-46be-989d-f6e11ff20e92 req-85e064a8-5c64-4d47-aa56-0232fe48ec9a tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] 10.222.0.36 "GET /v2.0/security-groups?id=41301f83-068e-419d-9fe1-30ab26b6fce2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439906 May 03 14:19:11.920655 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-67e34f15-f3f9-482d-a597-56b6f51c0f00 req-a85be9fe-3188-4285-8b15-74ac767b1540 service neutron] 10.222.0.26 "GET /v2.0/networks/1672c90c-dee1-453a-a1dd-749ff902086f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928774 May 03 14:19:12.026410 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.db.l3_hamode_db [None req-ce2b6cb0-9a4d-4898-8ba3-83ef23c0eab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8428cc7-9811-4071-85c7-725df93cfce0', 'name': 'tempest-AttachVolumeNegativeTest-1392786833-router', 'tenant_id': '453906a2a829425aac1abdfad7b441d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2', 'external_fixed_ips': [{'subnet_id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'ip_address': '172.27.3.72'}], 'enable_snat': True}, 'gw_port_id': '411354ed-274d-4270-83dd-a73b41b936ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T14:13:05Z', 'updated_at': '2022-05-03T14:13:20Z', 'revision_number': 4, 'project_id': '453906a2a829425aac1abdfad7b441d6', 'gw_port': {'id': '411354ed-274d-4270-83dd-a73b41b936ab', 'name': '', 'network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:90:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8428cc7-9811-4071-85c7-725df93cfce0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'ip_address': '172.27.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:13:07Z', 'updated_at': '2022-05-03T14:13:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-5-iscsi', '_interfaces': [{'id': 'e285b81a-5601-4a75-a305-ba94b7768a2e', 'name': '', 'network_id': '89bc2c7d-2b97-4518-b62e-d0f098e36f62', 'tenant_id': '453906a2a829425aac1abdfad7b441d6', 'mac_address': 'fa:16:3e:38:91:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8428cc7-9811-4071-85c7-725df93cfce0', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'ce824052-6a3b-4ab6-8ac7-7607bba43c53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:13:16Z', 'updated_at': '2022-05-03T14:13:34Z', 'revision_number': 5, 'project_id': '453906a2a829425aac1abdfad7b441d6', 'subnets': [{'id': 'ce824052-6a3b-4ab6-8ac7-7607bba43c53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-5-iscsi', False) {} {{(pid=103472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:19:12.053661 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce2b6cb0-9a4d-4898-8ba3-83ef23c0eab3 None None] The sync data for ids ['e8428cc7-9811-4071-85c7-725df93cfce0'] in dv-cinder-839793-5-iscsi is: [{'id': 'e8428cc7-9811-4071-85c7-725df93cfce0', 'name': 'tempest-AttachVolumeNegativeTest-1392786833-router', 'tenant_id': '453906a2a829425aac1abdfad7b441d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2', 'external_fixed_ips': [{'subnet_id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'ip_address': '172.27.3.72'}], 'enable_snat': True}, 'gw_port_id': '411354ed-274d-4270-83dd-a73b41b936ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T14:13:05Z', 'updated_at': '2022-05-03T14:13:20Z', 'revision_number': 4, 'project_id': '453906a2a829425aac1abdfad7b441d6', 'gw_port': {'id': '411354ed-274d-4270-83dd-a73b41b936ab', 'name': '', 'network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:90:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8428cc7-9811-4071-85c7-725df93cfce0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'ip_address': '172.27.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:13:07Z', 'updated_at': '2022-05-03T14:13:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-5-iscsi', '_interfaces': [{'id': 'e285b81a-5601-4a75-a305-ba94b7768a2e', 'name': '', 'network_id': '89bc2c7d-2b97-4518-b62e-d0f098e36f62', 'tenant_id': '453906a2a829425aac1abdfad7b441d6', 'mac_address': 'fa:16:3e:38:91:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8428cc7-9811-4071-85c7-725df93cfce0', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'ce824052-6a3b-4ab6-8ac7-7607bba43c53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:13:16Z', 'updated_at': '2022-05-03T14:13:34Z', 'revision_number': 5, 'project_id': '453906a2a829425aac1abdfad7b441d6', 'subnets': [{'id': 'ce824052-6a3b-4ab6-8ac7-7607bba43c53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 14:19:12.208497 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.36', 49602) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:19:12.278202 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-6e3500d6-3b1b-4aa9-8504-7d5696cfc9de tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Publish callbacks [] for security_group (d49f2e8a-4a87-45c4-8f2d-1f34023e3133), before_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:19:12.311305 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-6e3500d6-3b1b-4aa9-8504-7d5696cfc9de tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Publish callbacks [] for security_group (d49f2e8a-4a87-45c4-8f2d-1f34023e3133), precommit_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:19:12.369736 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bbab6fa-2f7c-430b-b5c9-9113b8bfd56a None None] New status for floating IP d0bd8cbb-8bb8-4616-bb87-9e286fab766a: DOWN {{(pid=103471) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 03 14:19:12.372863 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-6e3500d6-3b1b-4aa9-8504-7d5696cfc9de tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656397'] for security_group (d49f2e8a-4a87-45c4-8f2d-1f34023e3133), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:19:12.375688 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-6e3500d6-3b1b-4aa9-8504-7d5696cfc9de tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Publish callbacks [] for security_group (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:19:12.379368 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-6e3500d6-3b1b-4aa9-8504-7d5696cfc9de tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] 10.222.0.36 "DELETE /v2.0/security-groups/d49f2e8a-4a87-45c4-8f2d-1f34023e3133 HTTP/1.1" status: 204 len: 168 time: 0.1663666 May 03 14:19:12.379826 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.wsgi [-] (103470) accepted ('10.222.0.36', 49608) {{(pid=103470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:19:12.389762 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3500d6-3b1b-4aa9-8504-7d5696cfc9de tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d49f2e8a-4a87-45c4-8f2d-1f34023e3133,revision_number=None']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:19:12.399146 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.api.v2.resource [None req-dad5f4d2-fcad-4408-8d56-63e8fb589a49 tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] show failed (client error): The resource could not be found. May 03 14:19:12.400291 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [None req-dad5f4d2-fcad-4408-8d56-63e8fb589a49 tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] 10.222.0.36 "GET /v2.0/security-groups/d49f2e8a-4a87-45c4-8f2d-1f34023e3133 HTTP/1.1" status: 404 len: 347 time: 0.0192327 May 03 14:19:12.405486 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.wsgi [-] (103470) accepted ('10.222.0.36', 49610) {{(pid=103470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:19:12.543708 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-57f1346b-ae14-48ad-b9df-2ef3ff763fab tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Deleting port b3a86ea3-7b41-4abb-87d9-7aacdfecf042 {{(pid=103470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 14:19:12.544048 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-57f1346b-ae14-48ad-b9df-2ef3ff763fab tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786921277453'] for port (b3a86ea3-7b41-4abb-87d9-7aacdfecf042), before_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:19:12.634699 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-57f1346b-ae14-48ad-b9df-2ef3ff763fab tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1690342'] for port (b3a86ea3-7b41-4abb-87d9-7aacdfecf042), precommit_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:19:12.635013 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-57f1346b-ae14-48ad-b9df-2ef3ff763fab tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Publish callbacks [] for floatingip (b3a86ea3-7b41-4abb-87d9-7aacdfecf042), precommit_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:19:12.647070 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-57f1346b-ae14-48ad-b9df-2ef3ff763fab tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Calling delete_port for b3a86ea3-7b41-4abb-87d9-7aacdfecf042 owned by network:floatingip {{(pid=103470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 14:19:12.783074 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-57f1346b-ae14-48ad-b9df-2ef3ff763fab tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786921284765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786920821405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7524599'] for port (b3a86ea3-7b41-4abb-87d9-7aacdfecf042), after_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:19:12.807801 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f1346b-ae14-48ad-b9df-2ef3ff763fab tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Pushing event deleted for resources: {'Port': ['ID=b3a86ea3-7b41-4abb-87d9-7aacdfecf042,revision_number=None']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:19:12.879479 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-57f1346b-ae14-48ad-b9df-2ef3ff763fab tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Publish callbacks [] for floatingip (d0bd8cbb-8bb8-4616-bb87-9e286fab766a), after_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:19:12.882359 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-57f1346b-ae14-48ad-b9df-2ef3ff763fab tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218734'] for floatingip (None), before_response {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:19:12.886066 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [None req-57f1346b-ae14-48ad-b9df-2ef3ff763fab tempest-AttachVolumeNegativeTest-1395311612 tempest-AttachVolumeNegativeTest-1395311612-project] 10.222.0.36 "DELETE /v2.0/floatingips/d0bd8cbb-8bb8-4616-bb87-9e286fab766a HTTP/1.1" status: 204 len: 168 time: 0.4770217 May 03 14:19:12.950147 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913b4712-255a-42ca-aae0-276160617c11 req-0eaaa9cc-9e82-49d8-88a7-2ca47d12e816 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:19:12.951661 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-913b4712-255a-42ca-aae0-276160617c11 req-0eaaa9cc-9e82-49d8-88a7-2ca47d12e816 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] 10.222.0.36 "GET /v2.0/ports?device_id=649197f5-cf73-4d5b-8cf7-e885b620816f HTTP/1.1" status: 200 len: 946 time: 0.0480456 May 03 14:19:13.001235 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-913b4712-255a-42ca-aae0-276160617c11 req-b49a143e-7d4c-4ac1-8632-a28886d68d02 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] 10.222.0.36 "GET /v2.0/security-groups?id=41301f83-068e-419d-9fe1-30ab26b6fce2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431824 May 03 14:19:13.146465 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786921254184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749114'] for agent (43411681-d6d4-43ac-b892-434a22df3f6d), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:19:14.411398 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.rpc [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Device e19d0697-fa77-475d-a0e9-f2db585662f7 no longer exists at agent hyperv_hv-cinder-83979 {{(pid=103471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 03 14:19:14.431869 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] No Port match for: e19d0697-fa77-475d-a0e9-f2db585662f7 {{(pid=103471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 03 14:19:14.432214 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.rpc [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Device e19d0697-fa77-475d-a0e9-f2db585662f7 not bound to the agent host hv-cinder-83979 {{(pid=103471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 03 14:19:16.011120 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.wsgi [-] (103470) accepted ('10.222.0.36', 49664) {{(pid=103470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:19:16.122457 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-c75c06ab-b649-4716-b512-c6d8a572a3df admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:19:16.199360 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-c75c06ab-b649-4716-b512-c6d8a572a3df admin admin] Publish callbacks [] for security_group (5add4545-7797-454e-b3de-cb5954120cd7), precommit_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:19:16.204883 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-c75c06ab-b649-4716-b512-c6d8a572a3df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656397'] for security_group (5add4545-7797-454e-b3de-cb5954120cd7), after_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:19:16.245811 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [None req-c75c06ab-b649-4716-b512-c6d8a572a3df admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ec5f1db5f04e4c7f8a708a3eb3ffe15c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2335143 May 03 14:19:16.247659 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75c06ab-b649-4716-b512-c6d8a572a3df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5add4545-7797-454e-b3de-cb5954120cd7,revision_number=1']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:19:16.249500 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.36', 49668) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:19:16.298526 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-f759a15a-7b94-44cd-94e5-e11ff5777ce0 admin admin] Publish callbacks [] for security_group (5add4545-7797-454e-b3de-cb5954120cd7), before_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:19:16.320912 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-f759a15a-7b94-44cd-94e5-e11ff5777ce0 admin admin] Publish callbacks [] for security_group (5add4545-7797-454e-b3de-cb5954120cd7), precommit_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:19:16.378870 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-f759a15a-7b94-44cd-94e5-e11ff5777ce0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656397'] for security_group (5add4545-7797-454e-b3de-cb5954120cd7), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:19:16.381583 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-f759a15a-7b94-44cd-94e5-e11ff5777ce0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:19:16.382739 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-f759a15a-7b94-44cd-94e5-e11ff5777ce0 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/5add4545-7797-454e-b3de-cb5954120cd7 HTTP/1.1" status: 204 len: 168 time: 0.1322103 May 03 14:19:16.390937 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f759a15a-7b94-44cd-94e5-e11ff5777ce0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5add4545-7797-454e-b3de-cb5954120cd7,revision_number=None']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:19:16.584109 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.36', 49680) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:19:16.654046 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.36', 49684) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:19:16.667411 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-42e0459d-0193-45fa-bb42-a939be538a4d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:19:16.743032 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-42e0459d-0193-45fa-bb42-a939be538a4d admin admin] Publish callbacks [] for security_group (8eef1caf-2c8e-47b3-83bc-68e3ad34314d), precommit_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:19:16.748191 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-42e0459d-0193-45fa-bb42-a939be538a4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656397'] for security_group (8eef1caf-2c8e-47b3-83bc-68e3ad34314d), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:19:16.790842 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e0459d-0193-45fa-bb42-a939be538a4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8eef1caf-2c8e-47b3-83bc-68e3ad34314d,revision_number=1']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:19:16.795509 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-42e0459d-0193-45fa-bb42-a939be538a4d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=4ee774b78f134793a9af372509c5ad10&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1404185 May 03 14:19:16.798359 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.wsgi [-] (103470) accepted ('10.222.0.36', 49686) {{(pid=103470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:19:16.851495 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-bb9f43dd-d052-4ef9-a496-592029648314 admin admin] Publish callbacks [] for security_group (8eef1caf-2c8e-47b3-83bc-68e3ad34314d), before_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:19:16.872917 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-bb9f43dd-d052-4ef9-a496-592029648314 admin admin] Publish callbacks [] for security_group (8eef1caf-2c8e-47b3-83bc-68e3ad34314d), precommit_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:19:16.919892 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-bb9f43dd-d052-4ef9-a496-592029648314 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656397'] for security_group (8eef1caf-2c8e-47b3-83bc-68e3ad34314d), after_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:19:16.922514 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-bb9f43dd-d052-4ef9-a496-592029648314 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:19:16.923659 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [None req-bb9f43dd-d052-4ef9-a496-592029648314 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/8eef1caf-2c8e-47b3-83bc-68e3ad34314d HTTP/1.1" status: 204 len: 168 time: 0.1243138 May 03 14:19:16.933236 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9f43dd-d052-4ef9-a496-592029648314 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8eef1caf-2c8e-47b3-83bc-68e3ad34314d,revision_number=None']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:19:17.130342 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-7b688010-1091-4806-b718-55e1945cad1d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1690332'] for router_interface (e8428cc7-9811-4071-85c7-725df93cfce0), before_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:19:17.657434 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.plugin [None req-7b688010-1091-4806-b718-55e1945cad1d admin admin] Deleting port e285b81a-5601-4a75-a305-ba94b7768a2e {{(pid=103469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 14:19:17.658148 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-7b688010-1091-4806-b718-55e1945cad1d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786921277453'] for port (e285b81a-5601-4a75-a305-ba94b7768a2e), before_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:19:17.735796 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.db [None req-7b688010-1091-4806-b718-55e1945cad1d admin admin] For port e285b81a-5601-4a75-a305-ba94b7768a2e, host dv-cinder-839793-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-5-iscsi',level=0,port_id=e285b81a-5601-4a75-a305-ba94b7768a2e,segment=NetworkSegment(e1835114-80bf-41da-a21b-fba78594b9dd),segment_id=e1835114-80bf-41da-a21b-fba78594b9dd)] {{(pid=103469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 14:19:17.736181 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-7b688010-1091-4806-b718-55e1945cad1d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1690342'] for port (e285b81a-5601-4a75-a305-ba94b7768a2e), precommit_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:19:17.748919 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.plugin [None req-7b688010-1091-4806-b718-55e1945cad1d admin admin] Calling delete_port for e285b81a-5601-4a75-a305-ba94b7768a2e owned by network:router_interface {{(pid=103469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 14:19:17.942294 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-7b688010-1091-4806-b718-55e1945cad1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786921284765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786920821405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6178079'] for port (e285b81a-5601-4a75-a305-ba94b7768a2e), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:19:17.968855 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b688010-1091-4806-b718-55e1945cad1d admin admin] Pushing event deleted for resources: {'Port': ['ID=e285b81a-5601-4a75-a305-ba94b7768a2e,revision_number=None']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:19:18.140522 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-7b688010-1091-4806-b718-55e1945cad1d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1599855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1693899'] for router_interface (e8428cc7-9811-4071-85c7-725df93cfce0), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:19:18.364802 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b688010-1091-4806-b718-55e1945cad1d admin admin] Router e8428cc7-9811-4071-85c7-725df93cfce0 has already been hosted by L3 agent 2583ee88-9503-4370-b6e4-0a676865815e {{(pid=103469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 14:19:18.477051 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b688010-1091-4806-b718-55e1945cad1d admin admin] Notify agent at l3_agent.dv-cinder-839793-5-iscsi the message routers_updated {{(pid=103469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 14:19:18.485929 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-7b688010-1091-4806-b718-55e1945cad1d admin admin] 10.222.0.36 "PUT /v2.0/routers/e8428cc7-9811-4071-85c7-725df93cfce0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8967626 May 03 14:19:18.486038 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.wsgi [-] (103470) accepted ('10.222.0.36', 49728) {{(pid=103470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:19:18.488452 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f05b0fc0-1d71-4f0d-ac5d-6c102721792a None None] Sync routers for ids ['e8428cc7-9811-4071-85c7-725df93cfce0'] in dv-cinder-839793-5-iscsi {{(pid=103472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 14:19:18.499329 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f05b0fc0-1d71-4f0d-ac5d-6c102721792a None None] Routers {'e8428cc7-9811-4071-85c7-725df93cfce0'} bound to L3 agent in host dv-cinder-839793-5-iscsi {{(pid=103472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 14:19:18.500068 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.db.l3_hamode_db [None req-f05b0fc0-1d71-4f0d-ac5d-6c102721792a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-03T14:04:39Z,description=,heartbeat_timestamp=2022-05-03T14:19:09Z,host='dv-cinder-839793-5-iscsi',id=2583ee88-9503-4370-b6e4-0a676865815e,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T14:04:39Z,topic='l3_agent')) {'router_ids': ['e8428cc7-9811-4071-85c7-725df93cfce0'], 'active': True} {{(pid=103472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:19:18.641806 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-b95b7030-874d-4030-826c-c230ab691175 admin admin] Publish callbacks [] for router (e8428cc7-9811-4071-85c7-725df93cfce0), before_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:19:18.642596 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.db.l3_dvr_db [None req-f05b0fc0-1d71-4f0d-ac5d-6c102721792a None None] Set router e8428cc7-9811-4071-85c7-725df93cfce0 gateway port host: dv-cinder-839793-5-iscsi {{(pid=103472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 14:19:18.749627 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-b95b7030-874d-4030-826c-c230ab691175 admin admin] Publish callbacks [] for router_gateway (e8428cc7-9811-4071-85c7-725df93cfce0), before_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:19:18.799048 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-b95b7030-874d-4030-826c-c230ab691175 admin admin] Deleting port 411354ed-274d-4270-83dd-a73b41b936ab {{(pid=103470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 14:19:18.799367 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-b95b7030-874d-4030-826c-c230ab691175 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786921277453'] for port (411354ed-274d-4270-83dd-a73b41b936ab), before_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:19:18.879984 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-b95b7030-874d-4030-826c-c230ab691175 admin admin] For port 411354ed-274d-4270-83dd-a73b41b936ab, host dv-cinder-839793-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-5-iscsi',level=0,port_id=411354ed-274d-4270-83dd-a73b41b936ab,segment=NetworkSegment(331ae69a-aeba-4f56-bd87-f289cf94ba88),segment_id=331ae69a-aeba-4f56-bd87-f289cf94ba88)] {{(pid=103470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 14:19:18.880273 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-b95b7030-874d-4030-826c-c230ab691175 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1690342'] for port (411354ed-274d-4270-83dd-a73b41b936ab), precommit_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:19:18.893102 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-b95b7030-874d-4030-826c-c230ab691175 admin admin] Calling delete_port for 411354ed-274d-4270-83dd-a73b41b936ab owned by network:router_gateway {{(pid=103470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 14:19:18.904012 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.db.l3_hamode_db [None req-f05b0fc0-1d71-4f0d-ac5d-6c102721792a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8428cc7-9811-4071-85c7-725df93cfce0', 'name': 'tempest-AttachVolumeNegativeTest-1392786833-router', 'tenant_id': '453906a2a829425aac1abdfad7b441d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2', 'external_fixed_ips': [{'subnet_id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'ip_address': '172.27.3.72'}], 'enable_snat': True}, 'gw_port_id': '411354ed-274d-4270-83dd-a73b41b936ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T14:13:05Z', 'updated_at': '2022-05-03T14:19:17Z', 'revision_number': 5, 'project_id': '453906a2a829425aac1abdfad7b441d6', 'gw_port': {'id': '411354ed-274d-4270-83dd-a73b41b936ab', 'name': '', 'network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:90:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8428cc7-9811-4071-85c7-725df93cfce0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'ip_address': '172.27.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:13:07Z', 'updated_at': '2022-05-03T14:13:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-5-iscsi'}], 'dv-cinder-839793-5-iscsi', False) {} {{(pid=103472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:19:18.931185 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f05b0fc0-1d71-4f0d-ac5d-6c102721792a None None] Checking router: e8428cc7-9811-4071-85c7-725df93cfce0 for host: dv-cinder-839793-5-iscsi {{(pid=103472) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 14:19:18.939944 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f05b0fc0-1d71-4f0d-ac5d-6c102721792a None None] Routers {'e8428cc7-9811-4071-85c7-725df93cfce0'} bound to L3 agent in host dv-cinder-839793-5-iscsi {{(pid=103472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 14:19:18.940570 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.db.l3_hamode_db [None req-f05b0fc0-1d71-4f0d-ac5d-6c102721792a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-03T14:04:39Z,description=,heartbeat_timestamp=2022-05-03T14:19:09Z,host='dv-cinder-839793-5-iscsi',id=2583ee88-9503-4370-b6e4-0a676865815e,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T14:04:39Z,topic='l3_agent')) {'router_ids': ['e8428cc7-9811-4071-85c7-725df93cfce0'], 'active': True} {{(pid=103472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:19:19.028272 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.db.l3_dvr_db [None req-f05b0fc0-1d71-4f0d-ac5d-6c102721792a None None] Set router e8428cc7-9811-4071-85c7-725df93cfce0 gateway port host: None {{(pid=103472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 14:19:19.059544 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-b95b7030-874d-4030-826c-c230ab691175 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786921284765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786920821405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7524599'] for port (411354ed-274d-4270-83dd-a73b41b936ab), after_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:19:19.086846 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.db.l3_hamode_db [None req-f05b0fc0-1d71-4f0d-ac5d-6c102721792a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8428cc7-9811-4071-85c7-725df93cfce0', 'name': 'tempest-AttachVolumeNegativeTest-1392786833-router', 'tenant_id': '453906a2a829425aac1abdfad7b441d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T14:13:05Z', 'updated_at': '2022-05-03T14:19:18Z', 'revision_number': 6, 'project_id': '453906a2a829425aac1abdfad7b441d6', 'gw_port_host': None}], 'dv-cinder-839793-5-iscsi', False) {} {{(pid=103472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:19:19.087771 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95b7030-874d-4030-826c-c230ab691175 admin admin] Pushing event deleted for resources: {'Port': ['ID=411354ed-274d-4270-83dd-a73b41b936ab,revision_number=None']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:19:19.116452 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f05b0fc0-1d71-4f0d-ac5d-6c102721792a None None] The sync data for ids ['e8428cc7-9811-4071-85c7-725df93cfce0'] in dv-cinder-839793-5-iscsi is: [{'id': 'e8428cc7-9811-4071-85c7-725df93cfce0', 'name': 'tempest-AttachVolumeNegativeTest-1392786833-router', 'tenant_id': '453906a2a829425aac1abdfad7b441d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T14:13:05Z', 'updated_at': '2022-05-03T14:19:18Z', 'revision_number': 6, 'project_id': '453906a2a829425aac1abdfad7b441d6', 'gw_port_host': None}] {{(pid=103472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 14:19:19.162554 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-b95b7030-874d-4030-826c-c230ab691175 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1700782'] for router_gateway (e8428cc7-9811-4071-85c7-725df93cfce0), after_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:19:19.261534 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-b95b7030-874d-4030-826c-c230ab691175 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1703026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-103998'] for router (e8428cc7-9811-4071-85c7-725df93cfce0), precommit_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:19:19.264039 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-b95b7030-874d-4030-826c-c230ab691175 admin admin] Publish callbacks [] for router_controller (e8428cc7-9811-4071-85c7-725df93cfce0), precommit_delete_associations {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:19:19.309327 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-b95b7030-874d-4030-826c-c230ab691175 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1703035'] for router (e8428cc7-9811-4071-85c7-725df93cfce0), after_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:19:19.309870 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b95b7030-874d-4030-826c-c230ab691175 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e8428cc7-9811-4071-85c7-725df93cfce0 {{(pid=103470) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 03 14:19:19.314423 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-b95b7030-874d-4030-826c-c230ab691175 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:19:19.315562 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [None req-b95b7030-874d-4030-826c-c230ab691175 admin admin] 10.222.0.36 "DELETE /v2.0/routers/e8428cc7-9811-4071-85c7-725df93cfce0 HTTP/1.1" status: 204 len: 168 time: 0.8290727 May 03 14:19:19.318797 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.wsgi [-] (103470) accepted ('10.222.0.36', 49734) {{(pid=103470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:19:19.368217 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.db.db_base_plugin_v2 [None req-27c8d814-9029-4c26-a3e6-da50a3f66b74 admin admin] Deleting subnet ce824052-6a3b-4ab6-8ac7-7607bba43c53 {{(pid=103470) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 03 14:19:19.373154 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-27c8d814-9029-4c26-a3e6-da50a3f66b74 admin admin] Publish callbacks [] for subnet (ce824052-6a3b-4ab6-8ac7-7607bba43c53), before_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:19:19.410694 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-27c8d814-9029-4c26-a3e6-da50a3f66b74 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5129590'] for subnet (ce824052-6a3b-4ab6-8ac7-7607bba43c53), precommit_delete_associations {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:19:19.499531 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-27c8d814-9029-4c26-a3e6-da50a3f66b74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751950'] for subnet (ce824052-6a3b-4ab6-8ac7-7607bba43c53), precommit_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:19:19.554781 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-27c8d814-9029-4c26-a3e6-da50a3f66b74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7524544', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4621665'] for subnet (ce824052-6a3b-4ab6-8ac7-7607bba43c53), after_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:19:19.580816 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c8d814-9029-4c26-a3e6-da50a3f66b74 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ce824052-6a3b-4ab6-8ac7-7607bba43c53,revision_number=None']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:19:19.585186 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-27c8d814-9029-4c26-a3e6-da50a3f66b74 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599744'] for subnet (None), before_response {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:19:19.591108 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [None req-27c8d814-9029-4c26-a3e6-da50a3f66b74 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/ce824052-6a3b-4ab6-8ac7-7607bba43c53 HTTP/1.1" status: 204 len: 168 time: 0.2688112 May 03 14:19:19.591432 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-273cfca9-572b-4119-8058-1fb73a746666 None None] Network 89bc2c7d-2b97-4518-b62e-d0f098e36f62 requested from dv-cinder-839793-5-iscsi {{(pid=103471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 03 14:19:19.591918 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.wsgi [-] (103470) accepted ('10.222.0.36', 49736) {{(pid=103470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:19:19.670500 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-3c2f47fa-b7b9-41c8-a1c9-946b1b0cb833 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-661340'] for network (89bc2c7d-2b97-4518-b62e-d0f098e36f62), before_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:19:19.724203 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-3c2f47fa-b7b9-41c8-a1c9-946b1b0cb833 admin admin] Deleting port 260560a1-e505-408d-9b81-23a145e8991a {{(pid=103470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 14:19:19.724558 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-3c2f47fa-b7b9-41c8-a1c9-946b1b0cb833 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786921277453'] for port (260560a1-e505-408d-9b81-23a145e8991a), before_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:19:19.759176 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ff59751-7cf1-43a7-84b1-b781f93341b7 None None] DHCP port deletion for 89bc2c7d-2b97-4518-b62e-d0f098e36f62 request from dv-cinder-839793-5-iscsi {{(pid=103471) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 03 14:19:19.804438 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-3c2f47fa-b7b9-41c8-a1c9-946b1b0cb833 admin admin] For port 260560a1-e505-408d-9b81-23a145e8991a, host dv-cinder-839793-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-5-iscsi',level=0,port_id=260560a1-e505-408d-9b81-23a145e8991a,segment=NetworkSegment(e1835114-80bf-41da-a21b-fba78594b9dd),segment_id=e1835114-80bf-41da-a21b-fba78594b9dd)] {{(pid=103470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 14:19:19.804790 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-3c2f47fa-b7b9-41c8-a1c9-946b1b0cb833 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1690342'] for port (260560a1-e505-408d-9b81-23a145e8991a), precommit_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:19:19.811784 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [None req-9ff59751-7cf1-43a7-84b1-b781f93341b7 None None] Deleting port 260560a1-e505-408d-9b81-23a145e8991a {{(pid=103471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 14:19:19.812257 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-9ff59751-7cf1-43a7-84b1-b781f93341b7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786921277453'] for port (260560a1-e505-408d-9b81-23a145e8991a), before_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:19:19.825560 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-3c2f47fa-b7b9-41c8-a1c9-946b1b0cb833 admin admin] Calling delete_port for 260560a1-e505-408d-9b81-23a145e8991a owned by network:dhcp {{(pid=103470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 14:19:19.884332 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.db [None req-9ff59751-7cf1-43a7-84b1-b781f93341b7 None None] For port 260560a1-e505-408d-9b81-23a145e8991a, host dv-cinder-839793-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-5-iscsi',level=0,port_id=260560a1-e505-408d-9b81-23a145e8991a,segment=NetworkSegment(e1835114-80bf-41da-a21b-fba78594b9dd),segment_id=e1835114-80bf-41da-a21b-fba78594b9dd)] {{(pid=103471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 14:19:19.884578 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-9ff59751-7cf1-43a7-84b1-b781f93341b7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1690342'] for port (260560a1-e505-408d-9b81-23a145e8991a), precommit_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:19:19.898754 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [None req-9ff59751-7cf1-43a7-84b1-b781f93341b7 None None] Calling delete_port for 260560a1-e505-408d-9b81-23a145e8991a owned by network:dhcp {{(pid=103471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 14:19:19.917065 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-3c2f47fa-b7b9-41c8-a1c9-946b1b0cb833 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786921284765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786920821405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7524599'] for port (260560a1-e505-408d-9b81-23a145e8991a), after_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:19:19.946659 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c2f47fa-b7b9-41c8-a1c9-946b1b0cb833 admin admin] No DVR routers for this DVR port 260560a1-e505-408d-9b81-23a145e8991a on host dv-cinder-839793-5-iscsi {{(pid=103470) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 14:19:19.948797 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2f47fa-b7b9-41c8-a1c9-946b1b0cb833 admin admin] Pushing event deleted for resources: {'Port': ['ID=260560a1-e505-408d-9b81-23a145e8991a,revision_number=None']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:19:19.997244 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-9ff59751-7cf1-43a7-84b1-b781f93341b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786921284765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786920821405'] for port (260560a1-e505-408d-9b81-23a145e8991a), after_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:19:20.022215 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff59751-7cf1-43a7-84b1-b781f93341b7 None None] Pushing event deleted for resources: {'Port': ['ID=260560a1-e505-408d-9b81-23a145e8991a,revision_number=None']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:19:20.023943 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-3c2f47fa-b7b9-41c8-a1c9-946b1b0cb833 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-751355', 'neutron.services.segments.db._delete_segments_for_network-8786921254202'] for network (89bc2c7d-2b97-4518-b62e-d0f098e36f62), precommit_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:19:20.025994 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ff59751-7cf1-43a7-84b1-b781f93341b7 None None] No DVR routers for this DVR port 260560a1-e505-408d-9b81-23a145e8991a on host dv-cinder-839793-5-iscsi {{(pid=103471) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 14:19:20.053545 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.services.segments.db [None req-3c2f47fa-b7b9-41c8-a1c9-946b1b0cb833 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89bc2c7d-2b97-4518-b62e-d0f098e36f62']}} {{(pid=103470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:19:20.062869 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.services.segments.db [None req-3c2f47fa-b7b9-41c8-a1c9-946b1b0cb833 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1835114-80bf-41da-a21b-fba78594b9dd') {'for_net_delete': True} {{(pid=103470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:19:20.063158 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.services.segments.db [None req-3c2f47fa-b7b9-41c8-a1c9-946b1b0cb833 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1835114-80bf-41da-a21b-fba78594b9dd') {} {{(pid=103470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:19:20.072655 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-3c2f47fa-b7b9-41c8-a1c9-946b1b0cb833 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786921254723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5129613'] for segment (e1835114-80bf-41da-a21b-fba78594b9dd), before_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:19:20.085963 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-3c2f47fa-b7b9-41c8-a1c9-946b1b0cb833 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-690795'] for segment (e1835114-80bf-41da-a21b-fba78594b9dd), precommit_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:19:20.091820 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c2f47fa-b7b9-41c8-a1c9-946b1b0cb833 admin admin] Releasing vlan 214 on physical network physnet1 to pool {{(pid=103470) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 03 14:19:20.092227 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-3c2f47fa-b7b9-41c8-a1c9-946b1b0cb833 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-690795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7524522'] for segment (e1835114-80bf-41da-a21b-fba78594b9dd), after_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:19:20.094096 dv-cinder-839793-5-iscsi neutron-server[103470]: Traceback (most recent call last): May 03 14:19:20.094096 dv-cinder-839793-5-iscsi neutron-server[103470]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 03 14:19:20.094096 dv-cinder-839793-5-iscsi neutron-server[103470]: timer() May 03 14:19:20.094096 dv-cinder-839793-5-iscsi neutron-server[103470]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 14:19:20.094096 dv-cinder-839793-5-iscsi neutron-server[103470]: cb(*args, **kw) May 03 14:19:20.094096 dv-cinder-839793-5-iscsi neutron-server[103470]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 03 14:19:20.094096 dv-cinder-839793-5-iscsi neutron-server[103470]: return func(*args, **kwargs) May 03 14:19:20.094096 dv-cinder-839793-5-iscsi neutron-server[103470]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 14:19:20.094096 dv-cinder-839793-5-iscsi neutron-server[103470]: self._notify() May 03 14:19:20.094096 dv-cinder-839793-5-iscsi neutron-server[103470]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 14:19:20.094096 dv-cinder-839793-5-iscsi neutron-server[103470]: self.callback(batched_events) May 03 14:19:20.094096 dv-cinder-839793-5-iscsi neutron-server[103470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 14:19:20.094096 dv-cinder-839793-5-iscsi neutron-server[103470]: event.method(event) May 03 14:19:20.094096 dv-cinder-839793-5-iscsi neutron-server[103470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 03 14:19:20.094096 dv-cinder-839793-5-iscsi neutron-server[103470]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 14:19:20.094096 dv-cinder-839793-5-iscsi neutron-server[103470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 03 14:19:20.094096 dv-cinder-839793-5-iscsi neutron-server[103470]: aggregate_uuid = self.p_client.list_aggregates( May 03 14:19:20.094096 dv-cinder-839793-5-iscsi neutron-server[103470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 03 14:19:20.094096 dv-cinder-839793-5-iscsi neutron-server[103470]: return f(self, *a, **k) May 03 14:19:20.094096 dv-cinder-839793-5-iscsi neutron-server[103470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 03 14:19:20.094096 dv-cinder-839793-5-iscsi neutron-server[103470]: return self._get(url).json() May 03 14:19:20.094096 dv-cinder-839793-5-iscsi neutron-server[103470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 03 14:19:20.094096 dv-cinder-839793-5-iscsi neutron-server[103470]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 14:19:20.094096 dv-cinder-839793-5-iscsi neutron-server[103470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 03 14:19:20.094096 dv-cinder-839793-5-iscsi neutron-server[103470]: return self.request(url, 'GET', **kwargs) May 03 14:19:20.094096 dv-cinder-839793-5-iscsi neutron-server[103470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 03 14:19:20.094096 dv-cinder-839793-5-iscsi neutron-server[103470]: base_url = self.get_endpoint(auth, allow=allow, May 03 14:19:20.094096 dv-cinder-839793-5-iscsi neutron-server[103470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 03 14:19:20.094096 dv-cinder-839793-5-iscsi neutron-server[103470]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 14:19:20.094096 dv-cinder-839793-5-iscsi neutron-server[103470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 03 14:19:20.094096 dv-cinder-839793-5-iscsi neutron-server[103470]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 14:19:20.094096 dv-cinder-839793-5-iscsi neutron-server[103470]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 14:19:20.149687 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-3c2f47fa-b7b9-41c8-a1c9-946b1b0cb833 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-751234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1700060'] for network (89bc2c7d-2b97-4518-b62e-d0f098e36f62), after_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:19:20.155595 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-3c2f47fa-b7b9-41c8-a1c9-946b1b0cb833 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599744'] for network (None), before_response {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:19:20.158794 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [None req-3c2f47fa-b7b9-41c8-a1c9-946b1b0cb833 admin admin] 10.222.0.36 "DELETE /v2.0/networks/89bc2c7d-2b97-4518-b62e-d0f098e36f62 HTTP/1.1" status: 204 len: 168 time: 0.5663624 May 03 14:19:20.175418 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2f47fa-b7b9-41c8-a1c9-946b1b0cb833 admin admin] Pushing event deleted for resources: {'Network': ['ID=89bc2c7d-2b97-4518-b62e-d0f098e36f62,revision_number=None']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:19:20.338359 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.36', 49748) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:19:20.378146 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-2ddae790-b5a6-4f47-a889-af25b39245e8 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=453906a2a829425aac1abdfad7b441d6&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0385742 May 03 14:19:20.380783 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.36', 49750) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:19:20.430031 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-9c6cfc6d-d987-46c2-8098-b417b3fa46bc admin admin] Publish callbacks [] for security_group (e4636d39-9c42-4ac8-8d3e-d558e0f6f1d7), before_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:19:20.452301 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-9c6cfc6d-d987-46c2-8098-b417b3fa46bc admin admin] Publish callbacks [] for security_group (e4636d39-9c42-4ac8-8d3e-d558e0f6f1d7), precommit_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:19:20.516244 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-9c6cfc6d-d987-46c2-8098-b417b3fa46bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656397'] for security_group (e4636d39-9c42-4ac8-8d3e-d558e0f6f1d7), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:19:20.518796 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-9c6cfc6d-d987-46c2-8098-b417b3fa46bc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:19:20.520069 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-9c6cfc6d-d987-46c2-8098-b417b3fa46bc admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e4636d39-9c42-4ac8-8d3e-d558e0f6f1d7 HTTP/1.1" status: 204 len: 168 time: 0.1382725 May 03 14:19:20.528913 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6cfc6d-d987-46c2-8098-b417b3fa46bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4636d39-9c42-4ac8-8d3e-d558e0f6f1d7,revision_number=None']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:19:20.617527 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.rpc [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Device e285b81a-5601-4a75-a305-ba94b7768a2e no longer exists at agent ovs-agent-dv-cinder-839793-5-iscsi {{(pid=103471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 03 14:19:20.637674 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] No Port match for: e285b81a-5601-4a75-a305-ba94b7768a2e {{(pid=103471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 03 14:19:20.638014 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.rpc [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Device e285b81a-5601-4a75-a305-ba94b7768a2e not bound to the agent host dv-cinder-839793-5-iscsi {{(pid=103471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 03 14:19:20.638431 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.rpc [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Device 411354ed-274d-4270-83dd-a73b41b936ab no longer exists at agent ovs-agent-dv-cinder-839793-5-iscsi {{(pid=103471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 03 14:19:20.657004 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] No Port match for: 411354ed-274d-4270-83dd-a73b41b936ab {{(pid=103471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 03 14:19:20.657372 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.rpc [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Device 411354ed-274d-4270-83dd-a73b41b936ab not bound to the agent host dv-cinder-839793-5-iscsi {{(pid=103471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 03 14:19:20.657786 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.rpc [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Device 260560a1-e505-408d-9b81-23a145e8991a no longer exists at agent ovs-agent-dv-cinder-839793-5-iscsi {{(pid=103471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 03 14:19:20.678967 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] No Port match for: 260560a1-e505-408d-9b81-23a145e8991a {{(pid=103471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 03 14:19:20.679355 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.rpc [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Device 260560a1-e505-408d-9b81-23a145e8991a not bound to the agent host dv-cinder-839793-5-iscsi {{(pid=103471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 03 14:19:21.069498 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.36', 49772) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:19:21.179909 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-b24a545b-465b-442a-bfdf-f1b69ba764e0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:19:21.262805 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-b24a545b-465b-442a-bfdf-f1b69ba764e0 admin admin] Publish callbacks [] for security_group (93eaa346-ef69-4e5c-a356-12c405e817b3), precommit_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:19:21.267839 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-b24a545b-465b-442a-bfdf-f1b69ba764e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656397'] for security_group (93eaa346-ef69-4e5c-a356-12c405e817b3), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:19:21.310161 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-b24a545b-465b-442a-bfdf-f1b69ba764e0 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=cde3d9cdc9f14d2dab43eb60e403ec9f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2368712 May 03 14:19:21.310161 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24a545b-465b-442a-bfdf-f1b69ba764e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93eaa346-ef69-4e5c-a356-12c405e817b3,revision_number=1']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:19:21.310790 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.wsgi [-] (103470) accepted ('10.222.0.36', 49784) {{(pid=103470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:19:21.361745 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-172e49fe-6827-42fc-ad90-7383490d62c5 admin admin] Publish callbacks [] for security_group (93eaa346-ef69-4e5c-a356-12c405e817b3), before_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:19:21.385431 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-172e49fe-6827-42fc-ad90-7383490d62c5 admin admin] Publish callbacks [] for security_group (93eaa346-ef69-4e5c-a356-12c405e817b3), precommit_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:19:21.436295 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-172e49fe-6827-42fc-ad90-7383490d62c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656397'] for security_group (93eaa346-ef69-4e5c-a356-12c405e817b3), after_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:19:21.439972 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-172e49fe-6827-42fc-ad90-7383490d62c5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:19:21.441171 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [None req-172e49fe-6827-42fc-ad90-7383490d62c5 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/93eaa346-ef69-4e5c-a356-12c405e817b3 HTTP/1.1" status: 204 len: 168 time: 0.1293609 May 03 14:19:21.454910 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172e49fe-6827-42fc-ad90-7383490d62c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93eaa346-ef69-4e5c-a356-12c405e817b3,revision_number=None']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:19:21.779298 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.wsgi [-] (103470) accepted ('10.222.0.36', 49802) {{(pid=103470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:19:21.794175 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-6779bd27-37da-4365-9f68-9267a579e5a3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:19:21.871565 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-6779bd27-37da-4365-9f68-9267a579e5a3 admin admin] Publish callbacks [] for security_group (624b05a0-f878-4ea6-8e78-826232061686), precommit_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:19:21.876593 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-6779bd27-37da-4365-9f68-9267a579e5a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656397'] for security_group (624b05a0-f878-4ea6-8e78-826232061686), after_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:19:21.915378 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [None req-6779bd27-37da-4365-9f68-9267a579e5a3 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=75716045cb07499c93ed8de5b171e84b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1349163 May 03 14:19:21.916278 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6779bd27-37da-4365-9f68-9267a579e5a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=624b05a0-f878-4ea6-8e78-826232061686,revision_number=1']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:19:21.919455 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.wsgi [-] (103470) accepted ('10.222.0.36', 49808) {{(pid=103470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:19:21.970730 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-d7c870a8-00c8-42c1-8f95-5edad58fa076 admin admin] Publish callbacks [] for security_group (624b05a0-f878-4ea6-8e78-826232061686), before_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:19:21.992553 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-d7c870a8-00c8-42c1-8f95-5edad58fa076 admin admin] Publish callbacks [] for security_group (624b05a0-f878-4ea6-8e78-826232061686), precommit_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:19:22.042385 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-d7c870a8-00c8-42c1-8f95-5edad58fa076 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656397'] for security_group (624b05a0-f878-4ea6-8e78-826232061686), after_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:19:22.044934 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-d7c870a8-00c8-42c1-8f95-5edad58fa076 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:19:22.046199 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [None req-d7c870a8-00c8-42c1-8f95-5edad58fa076 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/624b05a0-f878-4ea6-8e78-826232061686 HTTP/1.1" status: 204 len: 168 time: 0.1257935 May 03 14:19:22.055798 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c870a8-00c8-42c1-8f95-5edad58fa076 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=624b05a0-f878-4ea6-8e78-826232061686,revision_number=None']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:19:29.334756 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.db.agents_db [None req-22b75db3-e88f-46e7-98cb-691740c6eaf9 None None] Agent healthcheck: found 6 active agents {{(pid=103472) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 03 14:19:36.655346 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-1adf6759-af2d-41e0-a797-24cb433b4e13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786921254184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749114'] for agent (2d0d8db6-b1c3-4022-9f9b-561ce4a4d2d8), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:19:38.936435 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-289fa0a1-da24-4a04-89bc-163b44c0de05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786921254184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749114'] for agent (2583ee88-9503-4370-b6e4-0a676865815e), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:19:39.097263 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786921254184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749114'] for agent (e81ee3ce-91e9-46ba-a5c7-9619c95b22a6), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:19:40.424604 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-6b98c286-5509-41ae-9e31-4a328d4e2e3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786921254184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749114'] for agent (9772c1e2-61d8-4a11-97d8-348a0cefa431), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:19:41.516940 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-ece2f477-2d6d-4faa-a9a3-ecc6a9d3b5ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786921254184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749114'] for agent (5abb75e8-e954-4dc0-bed6-210d2af77b9f), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:19:43.155331 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786921254184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749114'] for agent (43411681-d6d4-43ac-b892-434a22df3f6d), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:19:48.173879 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573e1358-963c-461a-9d63-16df5542be88 req-d4b15ec7-2797-4dad-9905-52dae6815c81 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:19:48.175343 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-573e1358-963c-461a-9d63-16df5542be88 req-d4b15ec7-2797-4dad-9905-52dae6815c81 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] 10.222.0.36 "GET /v2.0/ports?device_id=649197f5-cf73-4d5b-8cf7-e885b620816f HTTP/1.1" status: 200 len: 946 time: 0.0504875 May 03 14:19:48.224523 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-573e1358-963c-461a-9d63-16df5542be88 req-8cf03f96-fe77-4ca7-86e1-bd670c638ca4 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] 10.222.0.36 "GET /v2.0/security-groups?id=41301f83-068e-419d-9fe1-30ab26b6fce2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427721 May 03 14:19:49.353468 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167acd9e-4d5f-42f7-b638-67975fffd519 req-633d4af8-1c8b-4ed2-b63b-85a6d60455de tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:19:49.354998 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-167acd9e-4d5f-42f7-b638-67975fffd519 req-633d4af8-1c8b-4ed2-b63b-85a6d60455de tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] 10.222.0.36 "GET /v2.0/ports?device_id=649197f5-cf73-4d5b-8cf7-e885b620816f HTTP/1.1" status: 200 len: 946 time: 0.0488813 May 03 14:19:49.402461 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-167acd9e-4d5f-42f7-b638-67975fffd519 req-df18e995-4a68-43a3-8bc1-2d4cb7720e18 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] 10.222.0.36 "GET /v2.0/security-groups?id=41301f83-068e-419d-9fe1-30ab26b6fce2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415261 May 03 14:19:50.527932 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f08ac6-efad-42aa-ac52-133c2e150bf3 req-16aa9f26-9f2c-4294-97d4-76f22bc7fc5d tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:19:50.533311 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-d9f08ac6-efad-42aa-ac52-133c2e150bf3 req-16aa9f26-9f2c-4294-97d4-76f22bc7fc5d tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] 10.222.0.36 "GET /v2.0/ports?device_id=649197f5-cf73-4d5b-8cf7-e885b620816f HTTP/1.1" status: 200 len: 946 time: 0.0485146 May 03 14:19:50.580134 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-d9f08ac6-efad-42aa-ac52-133c2e150bf3 req-87683312-b541-494f-a0c7-c1975d061787 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] 10.222.0.36 "GET /v2.0/security-groups?id=41301f83-068e-419d-9fe1-30ab26b6fce2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446923 May 03 14:19:51.700402 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35388203-3568-4330-a432-7e40b5726f95 req-d137ec49-0ca6-491c-a5ca-94c88edde4bc tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:19:51.701940 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-35388203-3568-4330-a432-7e40b5726f95 req-d137ec49-0ca6-491c-a5ca-94c88edde4bc tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] 10.222.0.36 "GET /v2.0/ports?device_id=649197f5-cf73-4d5b-8cf7-e885b620816f HTTP/1.1" status: 200 len: 946 time: 0.0481565 May 03 14:19:51.757604 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-35388203-3568-4330-a432-7e40b5726f95 req-4b889a43-bc25-4c13-a9c4-6c49281ef5e9 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] 10.222.0.36 "GET /v2.0/security-groups?id=41301f83-068e-419d-9fe1-30ab26b6fce2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474641 May 03 14:19:52.153949 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f562c17b-65ef-4463-bdaf-e89fe3d305d7 req-36162c0d-909e-45ec-9910-af35aa39dbe0 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:19:52.155404 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-f562c17b-65ef-4463-bdaf-e89fe3d305d7 req-36162c0d-909e-45ec-9910-af35aa39dbe0 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] 10.222.0.26 "GET /v2.0/ports?device_id=649197f5-cf73-4d5b-8cf7-e885b620816f HTTP/1.1" status: 200 len: 946 time: 0.0461972 May 03 14:19:52.243031 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [req-f562c17b-65ef-4463-bdaf-e89fe3d305d7 req-7cb75368-ff0c-42a7-be9f-fb8dd031a853 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] Deleting port 6fd0548e-0638-45b3-847d-90b445a1b6b2 {{(pid=103470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 14:19:52.243372 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [req-f562c17b-65ef-4463-bdaf-e89fe3d305d7 req-7cb75368-ff0c-42a7-be9f-fb8dd031a853 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786921277453'] for port (6fd0548e-0638-45b3-847d-90b445a1b6b2), before_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:19:52.339899 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [req-f562c17b-65ef-4463-bdaf-e89fe3d305d7 req-7cb75368-ff0c-42a7-be9f-fb8dd031a853 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] For port 6fd0548e-0638-45b3-847d-90b445a1b6b2, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=6fd0548e-0638-45b3-847d-90b445a1b6b2,segment=NetworkSegment(67863d8e-3b7d-4783-aeb0-1e512a0dd290),segment_id=67863d8e-3b7d-4783-aeb0-1e512a0dd290)] {{(pid=103470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 14:19:52.340289 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [req-f562c17b-65ef-4463-bdaf-e89fe3d305d7 req-7cb75368-ff0c-42a7-be9f-fb8dd031a853 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1690342'] for port (6fd0548e-0638-45b3-847d-90b445a1b6b2), precommit_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:19:52.781492 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [req-f562c17b-65ef-4463-bdaf-e89fe3d305d7 req-7cb75368-ff0c-42a7-be9f-fb8dd031a853 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:19:52.781861 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [req-f562c17b-65ef-4463-bdaf-e89fe3d305d7 req-7cb75368-ff0c-42a7-be9f-fb8dd031a853 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1700089'] for floatingip (b313a0da-eaa8-47a2-9e0e-3647cee7584a), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:19:52.782177 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.db.l3_db [req-f562c17b-65ef-4463-bdaf-e89fe3d305d7 req-7cb75368-ff0c-42a7-be9f-fb8dd031a853 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] Floating IP b313a0da-eaa8-47a2-9e0e-3647cee7584a disassociated. External IP: 172.27.3.202, port: 6fd0548e-0638-45b3-847d-90b445a1b6b2. May 03 14:19:52.782530 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [req-f562c17b-65ef-4463-bdaf-e89fe3d305d7 req-7cb75368-ff0c-42a7-be9f-fb8dd031a853 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] Calling delete_port for 6fd0548e-0638-45b3-847d-90b445a1b6b2 owned by compute:nova {{(pid=103470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 14:19:52.888184 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478ff0b1-4d01-49eb-b848-e676fb0bbb9b req-535fef57-8dad-450d-94ae-1a41922627ce tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:19:52.889592 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-478ff0b1-4d01-49eb-b848-e676fb0bbb9b req-535fef57-8dad-450d-94ae-1a41922627ce tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] 10.222.0.36 "GET /v2.0/ports?device_id=649197f5-cf73-4d5b-8cf7-e885b620816f HTTP/1.1" status: 200 len: 946 time: 0.0578041 May 03 14:19:52.972310 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-478ff0b1-4d01-49eb-b848-e676fb0bbb9b req-f90b6aff-4490-49a0-b6aa-f3822b6de568 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] 10.222.0.36 "GET /v2.0/security-groups?id=41301f83-068e-419d-9fe1-30ab26b6fce2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0744030 May 03 14:19:52.987005 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [req-f562c17b-65ef-4463-bdaf-e89fe3d305d7 req-7cb75368-ff0c-42a7-be9f-fb8dd031a853 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786921284765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786920821405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7524599'] for port (6fd0548e-0638-45b3-847d-90b445a1b6b2), after_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:19:53.014437 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb75368-ff0c-42a7-be9f-fb8dd031a853 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] Pushing event deleted for resources: {'Port': ['ID=6fd0548e-0638-45b3-847d-90b445a1b6b2,revision_number=None']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:19:53.026306 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb75368-ff0c-42a7-be9f-fb8dd031a853 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:19:53.026666 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb75368-ff0c-42a7-be9f-fb8dd031a853 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:19:53.027502 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb75368-ff0c-42a7-be9f-fb8dd031a853 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:19:53.027502 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb75368-ff0c-42a7-be9f-fb8dd031a853 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:19:53.027663 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb75368-ff0c-42a7-be9f-fb8dd031a853 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:19:53.027932 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb75368-ff0c-42a7-be9f-fb8dd031a853 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:19:53.028257 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb75368-ff0c-42a7-be9f-fb8dd031a853 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:19:53.028573 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb75368-ff0c-42a7-be9f-fb8dd031a853 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:19:53.028891 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb75368-ff0c-42a7-be9f-fb8dd031a853 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:19:53.029250 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb75368-ff0c-42a7-be9f-fb8dd031a853 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:19:53.029595 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb75368-ff0c-42a7-be9f-fb8dd031a853 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:19:53.029911 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb75368-ff0c-42a7-be9f-fb8dd031a853 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:19:53.030221 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb75368-ff0c-42a7-be9f-fb8dd031a853 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:19:53.030533 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb75368-ff0c-42a7-be9f-fb8dd031a853 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:19:53.030825 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb75368-ff0c-42a7-be9f-fb8dd031a853 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:19:53.145321 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f562c17b-65ef-4463-bdaf-e89fe3d305d7 req-7cb75368-ff0c-42a7-be9f-fb8dd031a853 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] Router 0a0e8fdb-42c2-47e4-8c7a-1011e541207f has already been hosted by L3 agent 2583ee88-9503-4370-b6e4-0a676865815e {{(pid=103470) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 14:19:53.269628 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f562c17b-65ef-4463-bdaf-e89fe3d305d7 req-7cb75368-ff0c-42a7-be9f-fb8dd031a853 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] Notify agent at l3_agent.dv-cinder-839793-5-iscsi the message routers_updated {{(pid=103470) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 14:19:53.279756 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1caed6e5-658b-442e-b3ae-f642f22bc21d None None] Sync routers for ids ['0a0e8fdb-42c2-47e4-8c7a-1011e541207f'] in dv-cinder-839793-5-iscsi {{(pid=103471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 14:19:53.291074 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1caed6e5-658b-442e-b3ae-f642f22bc21d None None] Routers {'0a0e8fdb-42c2-47e4-8c7a-1011e541207f'} bound to L3 agent in host dv-cinder-839793-5-iscsi {{(pid=103471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 14:19:53.292530 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.l3_hamode_db [None req-1caed6e5-658b-442e-b3ae-f642f22bc21d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-03T14:04:39Z,description=,heartbeat_timestamp=2022-05-03T14:19:39Z,host='dv-cinder-839793-5-iscsi',id=2583ee88-9503-4370-b6e4-0a676865815e,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T14:04:39Z,topic='l3_agent')) {'router_ids': ['0a0e8fdb-42c2-47e4-8c7a-1011e541207f'], 'active': True} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:19:53.313826 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.db.l3_dvrscheduler_db [req-f562c17b-65ef-4463-bdaf-e89fe3d305d7 req-7cb75368-ff0c-42a7-be9f-fb8dd031a853 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] No DVR routers for this DVR port 6fd0548e-0638-45b3-847d-90b445a1b6b2 on host hv-cinder-83979 {{(pid=103470) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 14:19:53.316871 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [req-f562c17b-65ef-4463-bdaf-e89fe3d305d7 req-7cb75368-ff0c-42a7-be9f-fb8dd031a853 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218734'] for port (None), before_response {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:19:53.320952 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-f562c17b-65ef-4463-bdaf-e89fe3d305d7 req-7cb75368-ff0c-42a7-be9f-fb8dd031a853 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] 10.222.0.26 "DELETE /v2.0/ports/6fd0548e-0638-45b3-847d-90b445a1b6b2 HTTP/1.1" status: 204 len: 173 time: 1.1591387 May 03 14:19:53.321422 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '649197f5-cf73-4d5b-8cf7-e885b620816f', 'name': 'network-vif-deleted', 'tag': '6fd0548e-0638-45b3-847d-90b445a1b6b2'}] {{(pid=103470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 14:19:53.324716 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b59263cb8594a65023f6f3ef61310cdc9305c5272296d99e8ebfdd94dfc5ab3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48072ed5-48c9-4f07-b305-e95edce2eb75" -d '{"events": [{"server_uuid": "649197f5-cf73-4d5b-8cf7-e885b620816f", "name": "network-vif-deleted", "tag": "6fd0548e-0638-45b3-847d-90b445a1b6b2"}]}' {{(pid=103470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 14:19:53.372152 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 May 2022 14:19:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c5a188f-244d-4114-b40c-d958bc443550 x-openstack-request-id: req-4c5a188f-244d-4114-b40c-d958bc443550 {{(pid=103470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 14:19:53.372433 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "649197f5-cf73-4d5b-8cf7-e885b620816f", "name": "network-vif-deleted", "tag": "6fd0548e-0638-45b3-847d-90b445a1b6b2", "status": "completed", "code": 200}]} {{(pid=103470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 14:19:53.372679 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-4c5a188f-244d-4114-b40c-d958bc443550 {{(pid=103470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 14:19:53.373127 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4c5a188f-244d-4114-b40c-d958bc443550'] response: {'server_uuid': '649197f5-cf73-4d5b-8cf7-e885b620816f', 'name': 'network-vif-deleted', 'tag': '6fd0548e-0638-45b3-847d-90b445a1b6b2', 'status': 'completed', 'code': 200} May 03 14:19:53.432393 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvr_db [None req-1caed6e5-658b-442e-b3ae-f642f22bc21d None None] Set router 0a0e8fdb-42c2-47e4-8c7a-1011e541207f gateway port host: dv-cinder-839793-5-iscsi {{(pid=103471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 14:19:53.643840 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.l3_hamode_db [None req-1caed6e5-658b-442e-b3ae-f642f22bc21d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a0e8fdb-42c2-47e4-8c7a-1011e541207f', 'name': 'tempest-AttachVolumeShelveTestJSON-1368453836-router', 'tenant_id': '8a5fa41c00a84a80ac2b2c0cc1ef74d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2', 'external_fixed_ips': [{'subnet_id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'ip_address': '172.27.3.155'}], 'enable_snat': True}, 'gw_port_id': 'f990efd3-2f56-432e-bf17-f72ae18d5aeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T14:13:05Z', 'updated_at': '2022-05-03T14:13:19Z', 'revision_number': 4, 'project_id': '8a5fa41c00a84a80ac2b2c0cc1ef74d8', 'gw_port': {'id': 'f990efd3-2f56-432e-bf17-f72ae18d5aeb', 'name': '', 'network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:46:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a0e8fdb-42c2-47e4-8c7a-1011e541207f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'ip_address': '172.27.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:13:07Z', 'updated_at': '2022-05-03T14:13:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-5-iscsi', '_interfaces': [{'id': '7e3ad977-c281-4719-87ff-0634b02ca3d1', 'name': '', 'network_id': '1672c90c-dee1-453a-a1dd-749ff902086f', 'tenant_id': '8a5fa41c00a84a80ac2b2c0cc1ef74d8', 'mac_address': 'fa:16:3e:79:72:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a0e8fdb-42c2-47e4-8c7a-1011e541207f', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '9797d54b-d4ac-4959-9119-15649c917e44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:13:15Z', 'updated_at': '2022-05-03T14:13:30Z', 'revision_number': 5, 'project_id': '8a5fa41c00a84a80ac2b2c0cc1ef74d8', 'subnets': [{'id': '9797d54b-d4ac-4959-9119-15649c917e44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-5-iscsi', False) {} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:19:53.669537 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1caed6e5-658b-442e-b3ae-f642f22bc21d None None] Checking router: 0a0e8fdb-42c2-47e4-8c7a-1011e541207f for host: dv-cinder-839793-5-iscsi {{(pid=103471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 14:19:53.677525 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1caed6e5-658b-442e-b3ae-f642f22bc21d None None] Routers {'0a0e8fdb-42c2-47e4-8c7a-1011e541207f'} bound to L3 agent in host dv-cinder-839793-5-iscsi {{(pid=103471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 14:19:53.678147 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.l3_hamode_db [None req-1caed6e5-658b-442e-b3ae-f642f22bc21d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-03T14:04:39Z,description=,heartbeat_timestamp=2022-05-03T14:19:39Z,host='dv-cinder-839793-5-iscsi',id=2583ee88-9503-4370-b6e4-0a676865815e,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T14:04:39Z,topic='l3_agent')) {'router_ids': ['0a0e8fdb-42c2-47e4-8c7a-1011e541207f'], 'active': True} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:19:53.796693 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvr_db [None req-1caed6e5-658b-442e-b3ae-f642f22bc21d None None] Set router 0a0e8fdb-42c2-47e4-8c7a-1011e541207f gateway port host: dv-cinder-839793-5-iscsi {{(pid=103471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 14:19:54.003459 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.l3_hamode_db [None req-1caed6e5-658b-442e-b3ae-f642f22bc21d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a0e8fdb-42c2-47e4-8c7a-1011e541207f', 'name': 'tempest-AttachVolumeShelveTestJSON-1368453836-router', 'tenant_id': '8a5fa41c00a84a80ac2b2c0cc1ef74d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2', 'external_fixed_ips': [{'subnet_id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'ip_address': '172.27.3.155'}], 'enable_snat': True}, 'gw_port_id': 'f990efd3-2f56-432e-bf17-f72ae18d5aeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T14:13:05Z', 'updated_at': '2022-05-03T14:13:19Z', 'revision_number': 4, 'project_id': '8a5fa41c00a84a80ac2b2c0cc1ef74d8', 'gw_port': {'id': 'f990efd3-2f56-432e-bf17-f72ae18d5aeb', 'name': '', 'network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:46:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a0e8fdb-42c2-47e4-8c7a-1011e541207f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'ip_address': '172.27.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:13:07Z', 'updated_at': '2022-05-03T14:13:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-5-iscsi', '_interfaces': [{'id': '7e3ad977-c281-4719-87ff-0634b02ca3d1', 'name': '', 'network_id': '1672c90c-dee1-453a-a1dd-749ff902086f', 'tenant_id': '8a5fa41c00a84a80ac2b2c0cc1ef74d8', 'mac_address': 'fa:16:3e:79:72:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a0e8fdb-42c2-47e4-8c7a-1011e541207f', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '9797d54b-d4ac-4959-9119-15649c917e44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:13:15Z', 'updated_at': '2022-05-03T14:13:30Z', 'revision_number': 5, 'project_id': '8a5fa41c00a84a80ac2b2c0cc1ef74d8', 'subnets': [{'id': '9797d54b-d4ac-4959-9119-15649c917e44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-5-iscsi', False) {} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:19:54.032063 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1caed6e5-658b-442e-b3ae-f642f22bc21d None None] The sync data for ids ['0a0e8fdb-42c2-47e4-8c7a-1011e541207f'] in dv-cinder-839793-5-iscsi is: [{'id': '0a0e8fdb-42c2-47e4-8c7a-1011e541207f', 'name': 'tempest-AttachVolumeShelveTestJSON-1368453836-router', 'tenant_id': '8a5fa41c00a84a80ac2b2c0cc1ef74d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2', 'external_fixed_ips': [{'subnet_id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'ip_address': '172.27.3.155'}], 'enable_snat': True}, 'gw_port_id': 'f990efd3-2f56-432e-bf17-f72ae18d5aeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T14:13:05Z', 'updated_at': '2022-05-03T14:13:19Z', 'revision_number': 4, 'project_id': '8a5fa41c00a84a80ac2b2c0cc1ef74d8', 'gw_port': {'id': 'f990efd3-2f56-432e-bf17-f72ae18d5aeb', 'name': '', 'network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:46:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a0e8fdb-42c2-47e4-8c7a-1011e541207f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'ip_address': '172.27.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:13:07Z', 'updated_at': '2022-05-03T14:13:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-5-iscsi', '_interfaces': [{'id': '7e3ad977-c281-4719-87ff-0634b02ca3d1', 'name': '', 'network_id': '1672c90c-dee1-453a-a1dd-749ff902086f', 'tenant_id': '8a5fa41c00a84a80ac2b2c0cc1ef74d8', 'mac_address': 'fa:16:3e:79:72:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a0e8fdb-42c2-47e4-8c7a-1011e541207f', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '9797d54b-d4ac-4959-9119-15649c917e44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:13:15Z', 'updated_at': '2022-05-03T14:13:30Z', 'revision_number': 5, 'project_id': '8a5fa41c00a84a80ac2b2c0cc1ef74d8', 'subnets': [{'id': '9797d54b-d4ac-4959-9119-15649c917e44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 14:19:54.066585 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.wsgi [-] (103470) accepted ('10.222.0.36', 50282) {{(pid=103470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:19:54.132196 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-c1393d05-5205-4c13-b07a-9030a27fc63b tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] Publish callbacks [] for security_group (41301f83-068e-419d-9fe1-30ab26b6fce2), before_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:19:54.157658 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-c1393d05-5205-4c13-b07a-9030a27fc63b tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] Publish callbacks [] for security_group (41301f83-068e-419d-9fe1-30ab26b6fce2), precommit_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:19:54.214437 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-c1393d05-5205-4c13-b07a-9030a27fc63b tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656397'] for security_group (41301f83-068e-419d-9fe1-30ab26b6fce2), after_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:19:54.217548 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-c1393d05-5205-4c13-b07a-9030a27fc63b tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] Publish callbacks [] for security_group (None), before_response {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:19:54.218724 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [None req-c1393d05-5205-4c13-b07a-9030a27fc63b tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] 10.222.0.36 "DELETE /v2.0/security-groups/41301f83-068e-419d-9fe1-30ab26b6fce2 HTTP/1.1" status: 204 len: 168 time: 0.1509511 May 03 14:19:54.221951 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.36', 50286) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:19:54.228098 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1393d05-5205-4c13-b07a-9030a27fc63b tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=41301f83-068e-419d-9fe1-30ab26b6fce2,revision_number=None']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:19:54.235951 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.api.v2.resource [None req-b16faf68-034b-4761-861b-ba2fdb903b33 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] show failed (client error): The resource could not be found. May 03 14:19:54.240640 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.wsgi [-] (103470) accepted ('10.222.0.36', 50288) {{(pid=103470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:19:54.241890 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-b16faf68-034b-4761-861b-ba2fdb903b33 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] 10.222.0.36 "GET /v2.0/security-groups/41301f83-068e-419d-9fe1-30ab26b6fce2 HTTP/1.1" status: 404 len: 347 time: 0.0141194 May 03 14:19:54.277576 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c557d3f-1401-406d-9d31-2c0be4119531 None None] New status for floating IP b313a0da-eaa8-47a2-9e0e-3647cee7584a: DOWN {{(pid=103472) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 03 14:19:54.363693 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-051177a5-6322-4f70-9229-5443d1823212 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] Deleting port 1fd52a32-95de-4dc3-bcec-33113f6e1c9e {{(pid=103470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 14:19:54.364351 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-051177a5-6322-4f70-9229-5443d1823212 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786921277453'] for port (1fd52a32-95de-4dc3-bcec-33113f6e1c9e), before_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:19:54.442909 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-051177a5-6322-4f70-9229-5443d1823212 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1690342'] for port (1fd52a32-95de-4dc3-bcec-33113f6e1c9e), precommit_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:19:54.443239 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-051177a5-6322-4f70-9229-5443d1823212 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] Publish callbacks [] for floatingip (1fd52a32-95de-4dc3-bcec-33113f6e1c9e), precommit_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:19:54.455955 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-051177a5-6322-4f70-9229-5443d1823212 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] Calling delete_port for 1fd52a32-95de-4dc3-bcec-33113f6e1c9e owned by network:floatingip {{(pid=103470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 14:19:54.626542 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-051177a5-6322-4f70-9229-5443d1823212 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786921284765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786920821405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7524599'] for port (1fd52a32-95de-4dc3-bcec-33113f6e1c9e), after_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:19:54.652321 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051177a5-6322-4f70-9229-5443d1823212 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] Pushing event deleted for resources: {'Port': ['ID=1fd52a32-95de-4dc3-bcec-33113f6e1c9e,revision_number=None']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:19:54.721519 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-051177a5-6322-4f70-9229-5443d1823212 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] Publish callbacks [] for floatingip (b313a0da-eaa8-47a2-9e0e-3647cee7584a), after_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:19:54.724432 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-051177a5-6322-4f70-9229-5443d1823212 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218734'] for floatingip (None), before_response {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:19:54.725608 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [None req-051177a5-6322-4f70-9229-5443d1823212 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] 10.222.0.36 "DELETE /v2.0/floatingips/b313a0da-eaa8-47a2-9e0e-3647cee7584a HTTP/1.1" status: 204 len: 168 time: 0.4839315 May 03 14:19:56.580316 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.rpc [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Device 6fd0548e-0638-45b3-847d-90b445a1b6b2 no longer exists at agent hyperv_hv-cinder-83979 {{(pid=103471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 03 14:19:56.604658 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] No Port match for: 6fd0548e-0638-45b3-847d-90b445a1b6b2 {{(pid=103471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 03 14:19:56.604984 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.rpc [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Device 6fd0548e-0638-45b3-847d-90b445a1b6b2 not bound to the agent host hv-cinder-83979 {{(pid=103471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 03 14:19:57.148178 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.36', 50362) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:19:57.634768 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-23b43a1d-935d-4763-ad98-63660ad2eefc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1690332'] for router_interface (0a0e8fdb-42c2-47e4-8c7a-1011e541207f), before_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:19:57.886968 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.plugin [None req-23b43a1d-935d-4763-ad98-63660ad2eefc admin admin] Deleting port 7e3ad977-c281-4719-87ff-0634b02ca3d1 {{(pid=103469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 14:19:57.887189 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-23b43a1d-935d-4763-ad98-63660ad2eefc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786921277453'] for port (7e3ad977-c281-4719-87ff-0634b02ca3d1), before_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:19:57.970855 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.db [None req-23b43a1d-935d-4763-ad98-63660ad2eefc admin admin] For port 7e3ad977-c281-4719-87ff-0634b02ca3d1, host dv-cinder-839793-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-5-iscsi',level=0,port_id=7e3ad977-c281-4719-87ff-0634b02ca3d1,segment=NetworkSegment(67863d8e-3b7d-4783-aeb0-1e512a0dd290),segment_id=67863d8e-3b7d-4783-aeb0-1e512a0dd290)] {{(pid=103469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 14:19:57.971217 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-23b43a1d-935d-4763-ad98-63660ad2eefc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1690342'] for port (7e3ad977-c281-4719-87ff-0634b02ca3d1), precommit_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:19:57.984214 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.plugin [None req-23b43a1d-935d-4763-ad98-63660ad2eefc admin admin] Calling delete_port for 7e3ad977-c281-4719-87ff-0634b02ca3d1 owned by network:router_interface {{(pid=103469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 14:19:58.169260 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-23b43a1d-935d-4763-ad98-63660ad2eefc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786921284765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786920821405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6178079'] for port (7e3ad977-c281-4719-87ff-0634b02ca3d1), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:19:58.195342 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b43a1d-935d-4763-ad98-63660ad2eefc admin admin] Pushing event deleted for resources: {'Port': ['ID=7e3ad977-c281-4719-87ff-0634b02ca3d1,revision_number=None']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:19:58.222342 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b43a1d-935d-4763-ad98-63660ad2eefc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:19:58.222693 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b43a1d-935d-4763-ad98-63660ad2eefc admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:19:58.223032 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b43a1d-935d-4763-ad98-63660ad2eefc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:19:58.223368 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b43a1d-935d-4763-ad98-63660ad2eefc admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:19:58.223697 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b43a1d-935d-4763-ad98-63660ad2eefc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:19:58.224027 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b43a1d-935d-4763-ad98-63660ad2eefc admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:19:58.224351 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b43a1d-935d-4763-ad98-63660ad2eefc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:19:58.224671 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b43a1d-935d-4763-ad98-63660ad2eefc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:19:58.224992 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b43a1d-935d-4763-ad98-63660ad2eefc admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:19:58.225387 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b43a1d-935d-4763-ad98-63660ad2eefc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:19:58.225665 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b43a1d-935d-4763-ad98-63660ad2eefc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:19:58.225992 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b43a1d-935d-4763-ad98-63660ad2eefc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:19:58.226313 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b43a1d-935d-4763-ad98-63660ad2eefc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:19:58.226635 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b43a1d-935d-4763-ad98-63660ad2eefc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:19:58.226947 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b43a1d-935d-4763-ad98-63660ad2eefc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:19:58.373121 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-23b43a1d-935d-4763-ad98-63660ad2eefc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1599855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1693899'] for router_interface (0a0e8fdb-42c2-47e4-8c7a-1011e541207f), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:19:58.595789 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23b43a1d-935d-4763-ad98-63660ad2eefc admin admin] Router 0a0e8fdb-42c2-47e4-8c7a-1011e541207f has already been hosted by L3 agent 2583ee88-9503-4370-b6e4-0a676865815e {{(pid=103469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 14:19:58.718117 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23b43a1d-935d-4763-ad98-63660ad2eefc admin admin] Notify agent at l3_agent.dv-cinder-839793-5-iscsi the message routers_updated {{(pid=103469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 14:19:58.723934 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-23b43a1d-935d-4763-ad98-63660ad2eefc admin admin] 10.222.0.36 "PUT /v2.0/routers/0a0e8fdb-42c2-47e4-8c7a-1011e541207f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5745053 May 03 14:19:58.725812 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.wsgi [-] (103470) accepted ('10.222.0.36', 50382) {{(pid=103470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:19:58.727730 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bee83c70-a9b2-4f30-bb3d-5b160587d59f None None] Sync routers for ids ['0a0e8fdb-42c2-47e4-8c7a-1011e541207f'] in dv-cinder-839793-5-iscsi {{(pid=103471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 14:19:58.739591 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bee83c70-a9b2-4f30-bb3d-5b160587d59f None None] Routers {'0a0e8fdb-42c2-47e4-8c7a-1011e541207f'} bound to L3 agent in host dv-cinder-839793-5-iscsi {{(pid=103471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 14:19:58.740288 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.l3_hamode_db [None req-bee83c70-a9b2-4f30-bb3d-5b160587d59f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-03T14:04:39Z,description=,heartbeat_timestamp=2022-05-03T14:19:39Z,host='dv-cinder-839793-5-iscsi',id=2583ee88-9503-4370-b6e4-0a676865815e,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T14:04:39Z,topic='l3_agent')) {'router_ids': ['0a0e8fdb-42c2-47e4-8c7a-1011e541207f'], 'active': True} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:19:58.836443 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-0d176b51-105e-4f59-86b6-a7bb5fe844aa admin admin] Publish callbacks [] for router (0a0e8fdb-42c2-47e4-8c7a-1011e541207f), before_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:19:58.848012 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvr_db [None req-bee83c70-a9b2-4f30-bb3d-5b160587d59f None None] Set router 0a0e8fdb-42c2-47e4-8c7a-1011e541207f gateway port host: dv-cinder-839793-5-iscsi {{(pid=103471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 14:19:58.940076 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-0d176b51-105e-4f59-86b6-a7bb5fe844aa admin admin] Publish callbacks [] for router_gateway (0a0e8fdb-42c2-47e4-8c7a-1011e541207f), before_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:19:58.985726 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-0d176b51-105e-4f59-86b6-a7bb5fe844aa admin admin] Deleting port f990efd3-2f56-432e-bf17-f72ae18d5aeb {{(pid=103470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 14:19:58.986071 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-0d176b51-105e-4f59-86b6-a7bb5fe844aa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786921277453'] for port (f990efd3-2f56-432e-bf17-f72ae18d5aeb), before_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:19:59.015867 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.l3_hamode_db [None req-bee83c70-a9b2-4f30-bb3d-5b160587d59f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a0e8fdb-42c2-47e4-8c7a-1011e541207f', 'name': 'tempest-AttachVolumeShelveTestJSON-1368453836-router', 'tenant_id': '8a5fa41c00a84a80ac2b2c0cc1ef74d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2', 'external_fixed_ips': [{'subnet_id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'ip_address': '172.27.3.155'}], 'enable_snat': True}, 'gw_port_id': 'f990efd3-2f56-432e-bf17-f72ae18d5aeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T14:13:05Z', 'updated_at': '2022-05-03T14:19:58Z', 'revision_number': 5, 'project_id': '8a5fa41c00a84a80ac2b2c0cc1ef74d8', 'gw_port': {'id': 'f990efd3-2f56-432e-bf17-f72ae18d5aeb', 'name': '', 'network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:46:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a0e8fdb-42c2-47e4-8c7a-1011e541207f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'ip_address': '172.27.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:13:07Z', 'updated_at': '2022-05-03T14:13:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-5-iscsi'}], 'dv-cinder-839793-5-iscsi', False) {} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:19:59.045808 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bee83c70-a9b2-4f30-bb3d-5b160587d59f None None] Checking router: 0a0e8fdb-42c2-47e4-8c7a-1011e541207f for host: dv-cinder-839793-5-iscsi {{(pid=103471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 14:19:59.055173 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bee83c70-a9b2-4f30-bb3d-5b160587d59f None None] Routers {'0a0e8fdb-42c2-47e4-8c7a-1011e541207f'} bound to L3 agent in host dv-cinder-839793-5-iscsi {{(pid=103471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 14:19:59.055888 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.l3_hamode_db [None req-bee83c70-a9b2-4f30-bb3d-5b160587d59f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-03T14:04:39Z,description=,heartbeat_timestamp=2022-05-03T14:19:39Z,host='dv-cinder-839793-5-iscsi',id=2583ee88-9503-4370-b6e4-0a676865815e,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T14:04:39Z,topic='l3_agent')) {'router_ids': ['0a0e8fdb-42c2-47e4-8c7a-1011e541207f'], 'active': True} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:19:59.069702 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-0d176b51-105e-4f59-86b6-a7bb5fe844aa admin admin] For port f990efd3-2f56-432e-bf17-f72ae18d5aeb, host dv-cinder-839793-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-5-iscsi',level=0,port_id=f990efd3-2f56-432e-bf17-f72ae18d5aeb,segment=NetworkSegment(331ae69a-aeba-4f56-bd87-f289cf94ba88),segment_id=331ae69a-aeba-4f56-bd87-f289cf94ba88)] {{(pid=103470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 14:19:59.070064 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-0d176b51-105e-4f59-86b6-a7bb5fe844aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1690342'] for port (f990efd3-2f56-432e-bf17-f72ae18d5aeb), precommit_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:19:59.084629 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-0d176b51-105e-4f59-86b6-a7bb5fe844aa admin admin] Calling delete_port for f990efd3-2f56-432e-bf17-f72ae18d5aeb owned by network:router_gateway {{(pid=103470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 14:19:59.260400 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-0d176b51-105e-4f59-86b6-a7bb5fe844aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786921284765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786920821405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7524599'] for port (f990efd3-2f56-432e-bf17-f72ae18d5aeb), after_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:19:59.274201 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvr_db [None req-bee83c70-a9b2-4f30-bb3d-5b160587d59f None None] Set router 0a0e8fdb-42c2-47e4-8c7a-1011e541207f gateway port host: None {{(pid=103471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 14:19:59.288485 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d176b51-105e-4f59-86b6-a7bb5fe844aa admin admin] Pushing event deleted for resources: {'Port': ['ID=f990efd3-2f56-432e-bf17-f72ae18d5aeb,revision_number=None']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:19:59.330727 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.l3_hamode_db [None req-bee83c70-a9b2-4f30-bb3d-5b160587d59f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a0e8fdb-42c2-47e4-8c7a-1011e541207f', 'name': 'tempest-AttachVolumeShelveTestJSON-1368453836-router', 'tenant_id': '8a5fa41c00a84a80ac2b2c0cc1ef74d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T14:13:05Z', 'updated_at': '2022-05-03T14:19:58Z', 'revision_number': 6, 'project_id': '8a5fa41c00a84a80ac2b2c0cc1ef74d8', 'gw_port_host': None}], 'dv-cinder-839793-5-iscsi', False) {} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:19:59.348015 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-0d176b51-105e-4f59-86b6-a7bb5fe844aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1700782'] for router_gateway (0a0e8fdb-42c2-47e4-8c7a-1011e541207f), after_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:19:59.364875 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bee83c70-a9b2-4f30-bb3d-5b160587d59f None None] The sync data for ids ['0a0e8fdb-42c2-47e4-8c7a-1011e541207f'] in dv-cinder-839793-5-iscsi is: [{'id': '0a0e8fdb-42c2-47e4-8c7a-1011e541207f', 'name': 'tempest-AttachVolumeShelveTestJSON-1368453836-router', 'tenant_id': '8a5fa41c00a84a80ac2b2c0cc1ef74d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T14:13:05Z', 'updated_at': '2022-05-03T14:19:58Z', 'revision_number': 6, 'project_id': '8a5fa41c00a84a80ac2b2c0cc1ef74d8', 'gw_port_host': None}] {{(pid=103471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 14:19:59.442000 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-0d176b51-105e-4f59-86b6-a7bb5fe844aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1703026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-103998'] for router (0a0e8fdb-42c2-47e4-8c7a-1011e541207f), precommit_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:19:59.445097 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-0d176b51-105e-4f59-86b6-a7bb5fe844aa admin admin] Publish callbacks [] for router_controller (0a0e8fdb-42c2-47e4-8c7a-1011e541207f), precommit_delete_associations {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:19:59.502493 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-0d176b51-105e-4f59-86b6-a7bb5fe844aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1703035'] for router (0a0e8fdb-42c2-47e4-8c7a-1011e541207f), after_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:19:59.503070 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d176b51-105e-4f59-86b6-a7bb5fe844aa admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0a0e8fdb-42c2-47e4-8c7a-1011e541207f {{(pid=103470) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 03 14:19:59.507745 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-0d176b51-105e-4f59-86b6-a7bb5fe844aa admin admin] Publish callbacks [] for router (None), before_response {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:19:59.508880 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [None req-0d176b51-105e-4f59-86b6-a7bb5fe844aa admin admin] 10.222.0.36 "DELETE /v2.0/routers/0a0e8fdb-42c2-47e4-8c7a-1011e541207f HTTP/1.1" status: 204 len: 168 time: 0.7820764 May 03 14:19:59.511478 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.wsgi [-] (103470) accepted ('10.222.0.36', 50386) {{(pid=103470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:19:59.559618 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb86e6bb-d7c3-448a-8e99-046cf20990d0 admin admin] Deleting subnet 9797d54b-d4ac-4959-9119-15649c917e44 {{(pid=103470) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 03 14:19:59.563524 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-cb86e6bb-d7c3-448a-8e99-046cf20990d0 admin admin] Publish callbacks [] for subnet (9797d54b-d4ac-4959-9119-15649c917e44), before_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:19:59.597781 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-cb86e6bb-d7c3-448a-8e99-046cf20990d0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5129590'] for subnet (9797d54b-d4ac-4959-9119-15649c917e44), precommit_delete_associations {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:19:59.677335 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-cb86e6bb-d7c3-448a-8e99-046cf20990d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751950'] for subnet (9797d54b-d4ac-4959-9119-15649c917e44), precommit_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:19:59.731561 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-cb86e6bb-d7c3-448a-8e99-046cf20990d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7524544', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4621665'] for subnet (9797d54b-d4ac-4959-9119-15649c917e44), after_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:19:59.757559 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb86e6bb-d7c3-448a-8e99-046cf20990d0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9797d54b-d4ac-4959-9119-15649c917e44,revision_number=None']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:19:59.761263 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-cb86e6bb-d7c3-448a-8e99-046cf20990d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599744'] for subnet (None), before_response {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:19:59.766316 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [None req-cb86e6bb-d7c3-448a-8e99-046cf20990d0 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/9797d54b-d4ac-4959-9119-15649c917e44 HTTP/1.1" status: 204 len: 168 time: 0.2533159 May 03 14:19:59.767273 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.36', 50390) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:19:59.768077 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d582c58-49ec-4231-ae49-abfe7e01edfb None None] Network 1672c90c-dee1-453a-a1dd-749ff902086f requested from dv-cinder-839793-5-iscsi {{(pid=103471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 03 14:19:59.848854 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-66afe4f8-db13-4031-b250-cb09ab2e55fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-661340'] for network (1672c90c-dee1-453a-a1dd-749ff902086f), before_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:19:59.893525 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.plugin [None req-66afe4f8-db13-4031-b250-cb09ab2e55fb admin admin] Deleting port 6810fb71-32e2-4a09-bf94-4b7446b55373 {{(pid=103469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 14:19:59.893861 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-66afe4f8-db13-4031-b250-cb09ab2e55fb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786921277453'] for port (6810fb71-32e2-4a09-bf94-4b7446b55373), before_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:20:00.161098 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d83e4882-def8-4cc1-8735-ee25d217f145 None None] DHCP port deletion for 1672c90c-dee1-453a-a1dd-749ff902086f request from dv-cinder-839793-5-iscsi {{(pid=103471) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 03 14:20:00.216064 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [None req-d83e4882-def8-4cc1-8735-ee25d217f145 None None] Deleting port 6810fb71-32e2-4a09-bf94-4b7446b55373 {{(pid=103471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 14:20:00.216531 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-d83e4882-def8-4cc1-8735-ee25d217f145 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786921277453'] for port (6810fb71-32e2-4a09-bf94-4b7446b55373), before_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:20:00.224174 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.db [None req-66afe4f8-db13-4031-b250-cb09ab2e55fb admin admin] For port 6810fb71-32e2-4a09-bf94-4b7446b55373, host dv-cinder-839793-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-5-iscsi',level=0,port_id=6810fb71-32e2-4a09-bf94-4b7446b55373,segment=NetworkSegment(67863d8e-3b7d-4783-aeb0-1e512a0dd290),segment_id=67863d8e-3b7d-4783-aeb0-1e512a0dd290)] {{(pid=103469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 14:20:00.224539 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-66afe4f8-db13-4031-b250-cb09ab2e55fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1690342'] for port (6810fb71-32e2-4a09-bf94-4b7446b55373), precommit_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:20:00.238112 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.plugin [None req-66afe4f8-db13-4031-b250-cb09ab2e55fb admin admin] Calling delete_port for 6810fb71-32e2-4a09-bf94-4b7446b55373 owned by network:dhcp {{(pid=103469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 14:20:00.280242 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.db [None req-d83e4882-def8-4cc1-8735-ee25d217f145 None None] For port 6810fb71-32e2-4a09-bf94-4b7446b55373, host dv-cinder-839793-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-5-iscsi',level=0,port_id=6810fb71-32e2-4a09-bf94-4b7446b55373,segment=NetworkSegment(67863d8e-3b7d-4783-aeb0-1e512a0dd290),segment_id=67863d8e-3b7d-4783-aeb0-1e512a0dd290)] {{(pid=103471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 14:20:00.281204 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-d83e4882-def8-4cc1-8735-ee25d217f145 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1690342'] for port (6810fb71-32e2-4a09-bf94-4b7446b55373), precommit_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:20:00.295679 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [None req-d83e4882-def8-4cc1-8735-ee25d217f145 None None] Calling delete_port for 6810fb71-32e2-4a09-bf94-4b7446b55373 owned by network:dhcp {{(pid=103471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 14:20:00.317271 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-66afe4f8-db13-4031-b250-cb09ab2e55fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786921284765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786920821405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6178079'] for port (6810fb71-32e2-4a09-bf94-4b7446b55373), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:20:00.344017 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66afe4f8-db13-4031-b250-cb09ab2e55fb admin admin] Pushing event deleted for resources: {'Port': ['ID=6810fb71-32e2-4a09-bf94-4b7446b55373,revision_number=None']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:20:00.345872 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66afe4f8-db13-4031-b250-cb09ab2e55fb admin admin] No DVR routers for this DVR port 6810fb71-32e2-4a09-bf94-4b7446b55373 on host dv-cinder-839793-5-iscsi {{(pid=103469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 14:20:00.380782 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-d83e4882-def8-4cc1-8735-ee25d217f145 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786921284765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786920821405'] for port (6810fb71-32e2-4a09-bf94-4b7446b55373), after_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:20:00.408995 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83e4882-def8-4cc1-8735-ee25d217f145 None None] Pushing event deleted for resources: {'Port': ['ID=6810fb71-32e2-4a09-bf94-4b7446b55373,revision_number=None']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:20:00.418060 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d83e4882-def8-4cc1-8735-ee25d217f145 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:20:00.418535 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d83e4882-def8-4cc1-8735-ee25d217f145 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:20:00.418971 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d83e4882-def8-4cc1-8735-ee25d217f145 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:20:00.419421 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d83e4882-def8-4cc1-8735-ee25d217f145 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:20:00.420258 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d83e4882-def8-4cc1-8735-ee25d217f145 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:20:00.420748 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-66afe4f8-db13-4031-b250-cb09ab2e55fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-751355', 'neutron.services.segments.db._delete_segments_for_network-8786921254202'] for network (1672c90c-dee1-453a-a1dd-749ff902086f), precommit_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:20:00.420870 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d83e4882-def8-4cc1-8735-ee25d217f145 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:20:00.421213 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d83e4882-def8-4cc1-8735-ee25d217f145 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:20:00.421632 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d83e4882-def8-4cc1-8735-ee25d217f145 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:20:00.422025 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d83e4882-def8-4cc1-8735-ee25d217f145 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:20:00.422468 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d83e4882-def8-4cc1-8735-ee25d217f145 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:20:00.422874 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d83e4882-def8-4cc1-8735-ee25d217f145 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:20:00.423171 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d83e4882-def8-4cc1-8735-ee25d217f145 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:20:00.423499 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d83e4882-def8-4cc1-8735-ee25d217f145 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:20:00.423820 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d83e4882-def8-4cc1-8735-ee25d217f145 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:20:00.424138 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d83e4882-def8-4cc1-8735-ee25d217f145 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:20:00.429770 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d83e4882-def8-4cc1-8735-ee25d217f145 None None] No DVR routers for this DVR port 6810fb71-32e2-4a09-bf94-4b7446b55373 on host dv-cinder-839793-5-iscsi {{(pid=103471) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 14:20:00.448228 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.services.segments.db [None req-66afe4f8-db13-4031-b250-cb09ab2e55fb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1672c90c-dee1-453a-a1dd-749ff902086f']}} {{(pid=103469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:20:00.458731 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.services.segments.db [None req-66afe4f8-db13-4031-b250-cb09ab2e55fb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67863d8e-3b7d-4783-aeb0-1e512a0dd290') {'for_net_delete': True} {{(pid=103469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:20:00.459478 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.services.segments.db [None req-66afe4f8-db13-4031-b250-cb09ab2e55fb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67863d8e-3b7d-4783-aeb0-1e512a0dd290') {} {{(pid=103469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:20:00.471330 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-66afe4f8-db13-4031-b250-cb09ab2e55fb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786921254723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5908823'] for segment (67863d8e-3b7d-4783-aeb0-1e512a0dd290), before_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:20:00.486252 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-66afe4f8-db13-4031-b250-cb09ab2e55fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-690795'] for segment (67863d8e-3b7d-4783-aeb0-1e512a0dd290), precommit_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:20:00.493151 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66afe4f8-db13-4031-b250-cb09ab2e55fb admin admin] Releasing vlan 241 on physical network physnet1 to pool {{(pid=103469) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 03 14:20:00.493696 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-66afe4f8-db13-4031-b250-cb09ab2e55fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-690795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6178114'] for segment (67863d8e-3b7d-4783-aeb0-1e512a0dd290), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:20:00.495741 dv-cinder-839793-5-iscsi neutron-server[103469]: Traceback (most recent call last): May 03 14:20:00.495741 dv-cinder-839793-5-iscsi neutron-server[103469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 03 14:20:00.495741 dv-cinder-839793-5-iscsi neutron-server[103469]: timer() May 03 14:20:00.495741 dv-cinder-839793-5-iscsi neutron-server[103469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 14:20:00.495741 dv-cinder-839793-5-iscsi neutron-server[103469]: cb(*args, **kw) May 03 14:20:00.495741 dv-cinder-839793-5-iscsi neutron-server[103469]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 03 14:20:00.495741 dv-cinder-839793-5-iscsi neutron-server[103469]: return func(*args, **kwargs) May 03 14:20:00.495741 dv-cinder-839793-5-iscsi neutron-server[103469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 14:20:00.495741 dv-cinder-839793-5-iscsi neutron-server[103469]: self._notify() May 03 14:20:00.495741 dv-cinder-839793-5-iscsi neutron-server[103469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 14:20:00.495741 dv-cinder-839793-5-iscsi neutron-server[103469]: self.callback(batched_events) May 03 14:20:00.495741 dv-cinder-839793-5-iscsi neutron-server[103469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 14:20:00.495741 dv-cinder-839793-5-iscsi neutron-server[103469]: event.method(event) May 03 14:20:00.495741 dv-cinder-839793-5-iscsi neutron-server[103469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 03 14:20:00.495741 dv-cinder-839793-5-iscsi neutron-server[103469]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 14:20:00.495741 dv-cinder-839793-5-iscsi neutron-server[103469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 03 14:20:00.495741 dv-cinder-839793-5-iscsi neutron-server[103469]: aggregate_uuid = self.p_client.list_aggregates( May 03 14:20:00.495741 dv-cinder-839793-5-iscsi neutron-server[103469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 03 14:20:00.495741 dv-cinder-839793-5-iscsi neutron-server[103469]: return f(self, *a, **k) May 03 14:20:00.495741 dv-cinder-839793-5-iscsi neutron-server[103469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 03 14:20:00.495741 dv-cinder-839793-5-iscsi neutron-server[103469]: return self._get(url).json() May 03 14:20:00.495741 dv-cinder-839793-5-iscsi neutron-server[103469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 03 14:20:00.495741 dv-cinder-839793-5-iscsi neutron-server[103469]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 14:20:00.495741 dv-cinder-839793-5-iscsi neutron-server[103469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 03 14:20:00.495741 dv-cinder-839793-5-iscsi neutron-server[103469]: return self.request(url, 'GET', **kwargs) May 03 14:20:00.495741 dv-cinder-839793-5-iscsi neutron-server[103469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 03 14:20:00.495741 dv-cinder-839793-5-iscsi neutron-server[103469]: base_url = self.get_endpoint(auth, allow=allow, May 03 14:20:00.495741 dv-cinder-839793-5-iscsi neutron-server[103469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 03 14:20:00.495741 dv-cinder-839793-5-iscsi neutron-server[103469]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 14:20:00.495741 dv-cinder-839793-5-iscsi neutron-server[103469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 03 14:20:00.495741 dv-cinder-839793-5-iscsi neutron-server[103469]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 14:20:00.495741 dv-cinder-839793-5-iscsi neutron-server[103469]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 14:20:00.562252 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-66afe4f8-db13-4031-b250-cb09ab2e55fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-751234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1700060'] for network (1672c90c-dee1-453a-a1dd-749ff902086f), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:20:00.572653 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-66afe4f8-db13-4031-b250-cb09ab2e55fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599744'] for network (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:20:00.578915 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-66afe4f8-db13-4031-b250-cb09ab2e55fb admin admin] 10.222.0.36 "DELETE /v2.0/networks/1672c90c-dee1-453a-a1dd-749ff902086f HTTP/1.1" status: 204 len: 168 time: 0.8105938 May 03 14:20:00.590181 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66afe4f8-db13-4031-b250-cb09ab2e55fb admin admin] Pushing event deleted for resources: {'Network': ['ID=1672c90c-dee1-453a-a1dd-749ff902086f,revision_number=None']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:20:00.626522 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.rpc [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Device 6810fb71-32e2-4a09-bf94-4b7446b55373 no longer exists at agent ovs-agent-dv-cinder-839793-5-iscsi {{(pid=103471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 03 14:20:00.652694 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] No Port match for: 6810fb71-32e2-4a09-bf94-4b7446b55373 {{(pid=103471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 03 14:20:00.653183 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.rpc [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Device 6810fb71-32e2-4a09-bf94-4b7446b55373 not bound to the agent host dv-cinder-839793-5-iscsi {{(pid=103471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 03 14:20:00.653930 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.rpc [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Device f990efd3-2f56-432e-bf17-f72ae18d5aeb no longer exists at agent ovs-agent-dv-cinder-839793-5-iscsi {{(pid=103471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 03 14:20:00.678350 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] No Port match for: f990efd3-2f56-432e-bf17-f72ae18d5aeb {{(pid=103471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 03 14:20:00.678689 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.rpc [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Device f990efd3-2f56-432e-bf17-f72ae18d5aeb not bound to the agent host dv-cinder-839793-5-iscsi {{(pid=103471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 03 14:20:00.679097 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.rpc [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Device 7e3ad977-c281-4719-87ff-0634b02ca3d1 no longer exists at agent ovs-agent-dv-cinder-839793-5-iscsi {{(pid=103471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 03 14:20:00.703071 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] No Port match for: 7e3ad977-c281-4719-87ff-0634b02ca3d1 {{(pid=103471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 03 14:20:00.703418 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.rpc [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Device 7e3ad977-c281-4719-87ff-0634b02ca3d1 not bound to the agent host dv-cinder-839793-5-iscsi {{(pid=103471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 03 14:20:00.705495 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.36', 50402) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:20:00.752039 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-f87b6e5a-77ca-4ecd-94ad-015afa943fde admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=8a5fa41c00a84a80ac2b2c0cc1ef74d8&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0443897 May 03 14:20:00.753534 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.36', 50408) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:20:00.803359 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-956ce6e6-2dc1-423b-9c64-604d2a93d131 admin admin] Publish callbacks [] for security_group (e2dd0da2-19ab-4f32-9dcf-ef6e9599d97e), before_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:20:00.828051 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-956ce6e6-2dc1-423b-9c64-604d2a93d131 admin admin] Publish callbacks [] for security_group (e2dd0da2-19ab-4f32-9dcf-ef6e9599d97e), precommit_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:20:00.877437 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-956ce6e6-2dc1-423b-9c64-604d2a93d131 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656397'] for security_group (e2dd0da2-19ab-4f32-9dcf-ef6e9599d97e), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:20:00.880147 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-956ce6e6-2dc1-423b-9c64-604d2a93d131 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:20:00.881485 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-956ce6e6-2dc1-423b-9c64-604d2a93d131 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e2dd0da2-19ab-4f32-9dcf-ef6e9599d97e HTTP/1.1" status: 204 len: 168 time: 0.1269364 May 03 14:20:00.890720 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956ce6e6-2dc1-423b-9c64-604d2a93d131 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2dd0da2-19ab-4f32-9dcf-ef6e9599d97e,revision_number=None']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:20:01.576677 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.wsgi [-] (103470) accepted ('10.222.0.36', 50446) {{(pid=103470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:20:01.684459 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.v2.base [None req-8d9404d1-f086-401a-9e92-4443431e2a06 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-842912074-network', 'tenant_id': 'b16b4b1b92fd4f6dbb0e0cde810949db'}} {{(pid=103470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 14:20:01.706989 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d9404d1-f086-401a-9e92-4443431e2a06 admin admin] Made reservation on behalf of b16b4b1b92fd4f6dbb0e0cde810949db for: {'network': 1} {{(pid=103470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 14:20:01.710919 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-8d9404d1-f086-401a-9e92-4443431e2a06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585126'] for network (None), before_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:20:01.719793 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-8d9404d1-f086-401a-9e92-4443431e2a06 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:20:01.799832 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-8d9404d1-f086-401a-9e92-4443431e2a06 admin admin] Publish callbacks [] for security_group (d077b955-4737-4682-b594-64d8d5199562), precommit_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:20:01.807142 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-8d9404d1-f086-401a-9e92-4443431e2a06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656397'] for security_group (d077b955-4737-4682-b594-64d8d5199562), after_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:20:01.833097 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d9404d1-f086-401a-9e92-4443431e2a06 admin admin] vlan segment allocate from pool success with {'vlan_id': 243, 'physical_network': 'physnet1'} {{(pid=103470) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 14:20:01.842218 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9404d1-f086-401a-9e92-4443431e2a06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d077b955-4737-4682-b594-64d8d5199562,revision_number=1']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:20:01.849933 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-8d9404d1-f086-401a-9e92-4443431e2a06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-690795'] for segment (fe764fb4-f36a-4071-aefa-aa24f55f58d7), precommit_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:20:01.849933 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.db.segments_db [None req-8d9404d1-f086-401a-9e92-4443431e2a06 admin admin] Added segment fe764fb4-f36a-4071-aefa-aa24f55f58d7 of type vlan for network 816c80d2-ce08-422c-8388-99245d2078e2 May 03 14:20:01.893277 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-8d9404d1-f086-401a-9e92-4443431e2a06 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786920812993'] for network (816c80d2-ce08-422c-8388-99245d2078e2), precommit_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:20:01.919757 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-8d9404d1-f086-401a-9e92-4443431e2a06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766'] for network (816c80d2-ce08-422c-8388-99245d2078e2), after_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:20:01.920602 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d9404d1-f086-401a-9e92-4443431e2a06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:20:01.921170 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-8d9404d1-f086-401a-9e92-4443431e2a06 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599744'] for network (None), before_response {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:20:01.954406 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [None req-8d9404d1-f086-401a-9e92-4443431e2a06 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3766115 May 03 14:20:01.957252 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.wsgi [-] (103470) accepted ('10.222.0.36', 50450) {{(pid=103470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:20:01.963715 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.v2.base [None req-a1ef9e9b-7306-4e49-a8ee-fde37d13010a admin admin] Request body: {'subnet': {'network_id': '816c80d2-ce08-422c-8388-99245d2078e2', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-842912074-subnet', 'tenant_id': 'b16b4b1b92fd4f6dbb0e0cde810949db', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 14:20:01.991801 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9404d1-f086-401a-9e92-4443431e2a06 admin admin] Pushing event updated for resources: {'Network': ['ID=816c80d2-ce08-422c-8388-99245d2078e2,revision_number=1']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:20:02.005555 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.rpc [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Network 816c80d2-ce08-422c-8388-99245d2078e2 details requested by agent ovs-agent-dv-cinder-839793-5-iscsi with host dv-cinder-839793-5-iscsi {{(pid=103471) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 03 14:20:02.012821 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1ef9e9b-7306-4e49-a8ee-fde37d13010a admin admin] Made reservation on behalf of b16b4b1b92fd4f6dbb0e0cde810949db for: {'subnet': 1} {{(pid=103470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 14:20:02.015989 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-a1ef9e9b-7306-4e49-a8ee-fde37d13010a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4621574'] for subnet (None), before_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:20:02.192152 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-a1ef9e9b-7306-4e49-a8ee-fde37d13010a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7525895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4621592'] for subnet (518902ae-a051-403f-b835-83bc017e726e), after_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:20:02.254677 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ef9e9b-7306-4e49-a8ee-fde37d13010a admin admin] Pushing event updated for resources: {'Subnet': ['ID=518902ae-a051-403f-b835-83bc017e726e,revision_number=0']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:20:02.260774 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1ef9e9b-7306-4e49-a8ee-fde37d13010a admin admin] Checking segment: {'id': 'fe764fb4-f36a-4071-aefa-aa24f55f58d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '816c80d2-ce08-422c-8388-99245d2078e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 14:20:02.261131 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1ef9e9b-7306-4e49-a8ee-fde37d13010a admin admin] Network hostable DHCP agents. Network: 816c80d2-ce08-422c-8388-99245d2078e2, hostable agents: ['2d0d8db6-b1c3-4022-9f9b-561ce4a4d2d8'], hosted agents: [] {{(pid=103470) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 14:20:02.282600 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1ef9e9b-7306-4e49-a8ee-fde37d13010a admin admin] Network 816c80d2-ce08-422c-8388-99245d2078e2 is scheduled to be hosted by DHCP agent 2d0d8db6-b1c3-4022-9f9b-561ce4a4d2d8 with binding_index 1 {{(pid=103470) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 14:20:02.297005 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.scheduler.base_scheduler [None req-a1ef9e9b-7306-4e49-a8ee-fde37d13010a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839793-5-iscsi, 816c80d2-ce08-422c-8388-99245d2078e2) {{(pid=103470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 14:20:02.301389 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1ef9e9b-7306-4e49-a8ee-fde37d13010a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:20:02.301993 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-a1ef9e9b-7306-4e49-a8ee-fde37d13010a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599744'] for subnet (None), before_response {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:20:02.306710 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed852e5c-2aeb-41ff-81ee-8ef900d192a3 None None] Network 816c80d2-ce08-422c-8388-99245d2078e2 requested from dv-cinder-839793-5-iscsi {{(pid=103471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 03 14:20:02.320544 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [None req-a1ef9e9b-7306-4e49-a8ee-fde37d13010a admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3622079 May 03 14:20:02.325370 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.wsgi [-] (103470) accepted ('10.222.0.36', 50470) {{(pid=103470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:20:02.327794 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.v2.base [None req-bc595520-ae4c-4d92-aa59-0f4ef4c4e440 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-842912074-router', 'tenant_id': 'b16b4b1b92fd4f6dbb0e0cde810949db', 'external_gateway_info': {'network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2'}}} {{(pid=103470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 14:20:02.351005 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-bc595520-ae4c-4d92-aa59-0f4ef4c4e440 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1703700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-104012'] for router (d16a25b5-d4bb-4ca9-921e-a415f5db7fa2), before_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:20:02.352686 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-bc595520-ae4c-4d92-aa59-0f4ef4c4e440 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1703864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1700637', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1742612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103989'] for router (d16a25b5-d4bb-4ca9-921e-a415f5db7fa2), precommit_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:20:02.419553 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-bc595520-ae4c-4d92-aa59-0f4ef4c4e440 admin admin] Publish callbacks [] for router_controller (d16a25b5-d4bb-4ca9-921e-a415f5db7fa2), precommit_add_association {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:20:02.428707 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6718f82f-7912-49a7-a09f-37e379795d33 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a095324-fe16-59ec-838a-76a13e211480-816c80d2-ce08-422c-8388-99245d2078e2', 'network_id': '816c80d2-ce08-422c-8388-99245d2078e2', 'project_id': 'b16b4b1b92fd4f6dbb0e0cde810949db', 'fixed_ips': [{'subnet_id': '518902ae-a051-403f-b835-83bc017e726e'}]}} from dv-cinder-839793-5-iscsi. {{(pid=103471) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 03 14:20:02.429654 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-6718f82f-7912-49a7-a09f-37e379795d33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585126'] for port (None), before_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:20:02.583255 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-bc595520-ae4c-4d92-aa59-0f4ef4c4e440 admin admin] Publish callbacks [] for router_gateway (d16a25b5-d4bb-4ca9-921e-a415f5db7fa2), precommit_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:20:02.614172 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.36', 50478) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:20:02.651400 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.db_base_plugin_common [None req-6718f82f-7912-49a7-a09f-37e379795d33 None None] Allocated IP 172.20.0.2 (816c80d2-ce08-422c-8388-99245d2078e2/518902ae-a051-403f-b835-83bc017e726e/1cb8fb2b-afd1-4a17-9137-ce4b9de08e60) {{(pid=103471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 14:20:02.740021 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-47b09b21-4395-40ce-9b23-bdfb0c555046 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:20:02.776994 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-bc595520-ae4c-4d92-aa59-0f4ef4c4e440 admin admin] Publish callbacks [] for router_gateway (d16a25b5-d4bb-4ca9-921e-a415f5db7fa2), before_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:20:02.798572 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-bc595520-ae4c-4d92-aa59-0f4ef4c4e440 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585126'] for port (None), before_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:20:02.830294 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-47b09b21-4395-40ce-9b23-bdfb0c555046 admin admin] Publish callbacks [] for security_group (35ba3ff2-361c-40ee-900b-f83f0ed7c12e), precommit_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:20:02.835549 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-47b09b21-4395-40ce-9b23-bdfb0c555046 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656397'] for security_group (35ba3ff2-361c-40ee-900b-f83f0ed7c12e), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:20:02.858000 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-6718f82f-7912-49a7-a09f-37e379795d33 None None] Publish callbacks [] for port (1cb8fb2b-afd1-4a17-9137-ce4b9de08e60), precommit_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:20:02.865235 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-6718f82f-7912-49a7-a09f-37e379795d33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786920821396'] for port (1cb8fb2b-afd1-4a17-9137-ce4b9de08e60), after_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:20:02.877203 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-47b09b21-4395-40ce-9b23-bdfb0c555046 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d094ea5a5aa24f42b2f292acf5ce0fa2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2617502 May 03 14:20:02.878199 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b09b21-4395-40ce-9b23-bdfb0c555046 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35ba3ff2-361c-40ee-900b-f83f0ed7c12e,revision_number=1']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:20:02.881651 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.36', 50482) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:20:02.915759 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6718f82f-7912-49a7-a09f-37e379795d33 None None] Network 816c80d2-ce08-422c-8388-99245d2078e2 is already hosted by enough agents. {{(pid=103471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 14:20:02.922024 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.scheduler.base_scheduler [None req-6718f82f-7912-49a7-a09f-37e379795d33 None None] Resources bound (agent type, host, resource id): {{(pid=103471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 14:20:02.926826 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6718f82f-7912-49a7-a09f-37e379795d33 None None] Received port after_create {{(pid=103471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 14:20:02.930438 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6718f82f-7912-49a7-a09f-37e379795d33 None None] Pushing event updated for resources: {'Port': ['ID=1cb8fb2b-afd1-4a17-9137-ce4b9de08e60,revision_number=1']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:20:02.939021 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-473b7bba-7f38-4525-a119-f5f822423ff5 admin admin] Publish callbacks [] for security_group (35ba3ff2-361c-40ee-900b-f83f0ed7c12e), before_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:20:02.964550 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-473b7bba-7f38-4525-a119-f5f822423ff5 admin admin] Publish callbacks [] for security_group (35ba3ff2-361c-40ee-900b-f83f0ed7c12e), precommit_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:20:02.995865 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.managers [None req-6718f82f-7912-49a7-a09f-37e379795d33 None None] Attempting to bind port 1cb8fb2b-afd1-4a17-9137-ce4b9de08e60 on host dv-cinder-839793-5-iscsi for vnic_type normal with profile {{(pid=103471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 03 14:20:02.996366 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.managers [None req-6718f82f-7912-49a7-a09f-37e379795d33 None None] Attempting to bind port 1cb8fb2b-afd1-4a17-9137-ce4b9de08e60 by drivers openvswitch,hyperv on host dv-cinder-839793-5-iscsi at level 0 using segments [{'id': 'fe764fb4-f36a-4071-aefa-aa24f55f58d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '816c80d2-ce08-422c-8388-99245d2078e2'}] {{(pid=103471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 03 14:20:02.996728 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6718f82f-7912-49a7-a09f-37e379795d33 None None] Attempting to bind port 1cb8fb2b-afd1-4a17-9137-ce4b9de08e60 on network 816c80d2-ce08-422c-8388-99245d2078e2 {{(pid=103471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 14:20:03.003087 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6718f82f-7912-49a7-a09f-37e379795d33 None None] Checking agent: {'id': '43411681-d6d4-43ac-b892-434a22df3f6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839793-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 14, 4, 43), 'started_at': datetime.datetime(2022, 5, 3, 14, 5, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 14, 19, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839793-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 03 14:20:03.003480 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6718f82f-7912-49a7-a09f-37e379795d33 None None] Checking segment: {'id': 'fe764fb4-f36a-4071-aefa-aa24f55f58d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '816c80d2-ce08-422c-8388-99245d2078e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 14:20:03.003965 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-6718f82f-7912-49a7-a09f-37e379795d33 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:20:03.004245 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6718f82f-7912-49a7-a09f-37e379795d33 None None] Bound using segment: {'id': 'fe764fb4-f36a-4071-aefa-aa24f55f58d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '816c80d2-ce08-422c-8388-99245d2078e2'} {{(pid=103471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 03 14:20:03.004733 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.managers [None req-6718f82f-7912-49a7-a09f-37e379795d33 None None] Bound port: 1cb8fb2b-afd1-4a17-9137-ce4b9de08e60, host: dv-cinder-839793-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe764fb4-f36a-4071-aefa-aa24f55f58d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '816c80d2-ce08-422c-8388-99245d2078e2'}}] {{(pid=103471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 03 14:20:03.005139 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-6718f82f-7912-49a7-a09f-37e379795d33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585126'] for port (1cb8fb2b-afd1-4a17-9137-ce4b9de08e60), before_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:20:03.018905 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-473b7bba-7f38-4525-a119-f5f822423ff5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656397'] for security_group (35ba3ff2-361c-40ee-900b-f83f0ed7c12e), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:20:03.021782 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-473b7bba-7f38-4525-a119-f5f822423ff5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:20:03.023464 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-473b7bba-7f38-4525-a119-f5f822423ff5 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/35ba3ff2-361c-40ee-900b-f83f0ed7c12e HTTP/1.1" status: 204 len: 168 time: 0.1402044 May 03 14:20:03.032466 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473b7bba-7f38-4525-a119-f5f822423ff5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35ba3ff2-361c-40ee-900b-f83f0ed7c12e,revision_number=None']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:20:03.099526 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.db [None req-6718f82f-7912-49a7-a09f-37e379795d33 None None] For port 1cb8fb2b-afd1-4a17-9137-ce4b9de08e60, host dv-cinder-839793-5-iscsi, cleared binding levels {{(pid=103471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 14:20:03.103613 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.db [None req-6718f82f-7912-49a7-a09f-37e379795d33 None None] For port 1cb8fb2b-afd1-4a17-9137-ce4b9de08e60, host dv-cinder-839793-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-5-iscsi',level=0,port_id=1cb8fb2b-afd1-4a17-9137-ce4b9de08e60,segment=NetworkSegment(fe764fb4-f36a-4071-aefa-aa24f55f58d7),segment_id=fe764fb4-f36a-4071-aefa-aa24f55f58d7)] {{(pid=103471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 14:20:03.111148 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-6718f82f-7912-49a7-a09f-37e379795d33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786921284783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786920821414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786920821432'] for port (1cb8fb2b-afd1-4a17-9137-ce4b9de08e60), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:20:03.191691 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6718f82f-7912-49a7-a09f-37e379795d33 None None] Pushing event updated for resources: {'Port': ['ID=1cb8fb2b-afd1-4a17-9137-ce4b9de08e60,revision_number=2']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:20:03.231925 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.db.db_base_plugin_common [None req-bc595520-ae4c-4d92-aa59-0f4ef4c4e440 admin admin] Allocated IP 172.27.3.74 (e0cd7c6d-9919-41eb-b035-2bfb3175faa2/4f18d5d6-ed18-48e7-a335-d8ef216f5f78/93c3446f-90f7-4dae-826a-0aba53ac9c6d) {{(pid=103470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 14:20:03.395267 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-bc595520-ae4c-4d92-aa59-0f4ef4c4e440 admin admin] Publish callbacks [] for port (93c3446f-90f7-4dae-826a-0aba53ac9c6d), precommit_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:20:03.444373 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-bc595520-ae4c-4d92-aa59-0f4ef4c4e440 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786920821396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7524599'] for port (93c3446f-90f7-4dae-826a-0aba53ac9c6d), after_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:20:03.488816 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc595520-ae4c-4d92-aa59-0f4ef4c4e440 admin admin] Network e0cd7c6d-9919-41eb-b035-2bfb3175faa2 is already hosted by enough agents. {{(pid=103470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 14:20:03.491875 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.scheduler.base_scheduler [None req-bc595520-ae4c-4d92-aa59-0f4ef4c4e440 admin admin] Resources bound (agent type, host, resource id): {{(pid=103470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 14:20:03.495678 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc595520-ae4c-4d92-aa59-0f4ef4c4e440 admin admin] Received port after_create {{(pid=103470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 14:20:03.525669 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc595520-ae4c-4d92-aa59-0f4ef4c4e440 admin admin] Pushing event updated for resources: {'Port': ['ID=93c3446f-90f7-4dae-826a-0aba53ac9c6d,revision_number=1']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:20:03.768925 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-bc595520-ae4c-4d92-aa59-0f4ef4c4e440 admin admin] Publish callbacks [] for router_gateway (d16a25b5-d4bb-4ca9-921e-a415f5db7fa2), after_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:20:03.986687 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-bc595520-ae4c-4d92-aa59-0f4ef4c4e440 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1703809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1700802'] for router (d16a25b5-d4bb-4ca9-921e-a415f5db7fa2), after_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:20:04.036503 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.wsgi [-] (103470) accepted ('10.222.0.36', 50516) {{(pid=103470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:20:04.142977 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc595520-ae4c-4d92-aa59-0f4ef4c4e440 admin admin] Router d16a25b5-d4bb-4ca9-921e-a415f5db7fa2 is scheduled to L3 agent 2583ee88-9503-4370-b6e4-0a676865815e with binding_index 1 {{(pid=103470) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 03 14:20:04.161785 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-7ba95130-cf7a-4e2f-a45c-c6298eb75c2e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:20:04.179888 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bb9eec4-24aa-4df1-a228-e6a2e0ad9c07 None None] Network 816c80d2-ce08-422c-8388-99245d2078e2 requested from dv-cinder-839793-5-iscsi {{(pid=103471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 03 14:20:04.257517 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.provisioning_blocks [None req-6558772c-f0cd-4e66-8d5b-45693a9ac6b6 None None] Provisioning complete for port 1cb8fb2b-afd1-4a17-9137-ce4b9de08e60 triggered by entity DHCP. {{(pid=103471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 14:20:04.257886 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-6558772c-f0cd-4e66-8d5b-45693a9ac6b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749148'] for port (1cb8fb2b-afd1-4a17-9137-ce4b9de08e60), provisioning_complete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:20:04.308451 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc595520-ae4c-4d92-aa59-0f4ef4c4e440 admin admin] Notify agent at l3_agent.dv-cinder-839793-5-iscsi the message routers_updated {{(pid=103470) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 14:20:04.319665 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7de9917-219b-4d7c-80ab-92969c06dcae None None] Sync routers for ids ['d16a25b5-d4bb-4ca9-921e-a415f5db7fa2'] in dv-cinder-839793-5-iscsi {{(pid=103472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 14:20:04.329476 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7de9917-219b-4d7c-80ab-92969c06dcae None None] Routers {'d16a25b5-d4bb-4ca9-921e-a415f5db7fa2'} bound to L3 agent in host dv-cinder-839793-5-iscsi {{(pid=103472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 14:20:04.330048 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.db.l3_hamode_db [None req-c7de9917-219b-4d7c-80ab-92969c06dcae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-03T14:04:39Z,description=,heartbeat_timestamp=2022-05-03T14:19:39Z,host='dv-cinder-839793-5-iscsi',id=2583ee88-9503-4370-b6e4-0a676865815e,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T14:04:39Z,topic='l3_agent')) {'router_ids': ['d16a25b5-d4bb-4ca9-921e-a415f5db7fa2'], 'active': True} {{(pid=103472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:20:04.344134 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-bc595520-ae4c-4d92-aa59-0f4ef4c4e440 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:20:04.347788 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [None req-bc595520-ae4c-4d92-aa59-0f4ef4c4e440 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.0210676 May 03 14:20:04.347788 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-7ba95130-cf7a-4e2f-a45c-c6298eb75c2e admin admin] Publish callbacks [] for security_group (3ade9ddd-08c8-4791-ad39-95b5e69d7a93), precommit_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:20:04.348292 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.wsgi [-] (103470) accepted ('10.222.0.36', 50520) {{(pid=103470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:20:04.356129 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-7ba95130-cf7a-4e2f-a45c-c6298eb75c2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656397'] for security_group (3ade9ddd-08c8-4791-ad39-95b5e69d7a93), after_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:20:04.379948 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [None req-6558772c-f0cd-4e66-8d5b-45693a9ac6b6 None None] Current status of the port 1cb8fb2b-afd1-4a17-9137-ce4b9de08e60 is: DOWN; New status is: ACTIVE {{(pid=103471) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 14:20:04.380338 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-6558772c-f0cd-4e66-8d5b-45693a9ac6b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585126'] for port (1cb8fb2b-afd1-4a17-9137-ce4b9de08e60), before_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:20:04.422130 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.db [None req-6558772c-f0cd-4e66-8d5b-45693a9ac6b6 None None] For port 1cb8fb2b-afd1-4a17-9137-ce4b9de08e60, host dv-cinder-839793-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-5-iscsi',level=0,port_id=1cb8fb2b-afd1-4a17-9137-ce4b9de08e60,segment=NetworkSegment(fe764fb4-f36a-4071-aefa-aa24f55f58d7),segment_id=fe764fb4-f36a-4071-aefa-aa24f55f58d7)] {{(pid=103471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 14:20:04.430185 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-6558772c-f0cd-4e66-8d5b-45693a9ac6b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786921284783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786920821414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786920821432'] for port (1cb8fb2b-afd1-4a17-9137-ce4b9de08e60), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:20:04.442913 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [None req-7ba95130-cf7a-4e2f-a45c-c6298eb75c2e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=202929ab00d54789b81764e6729d5a62&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4052584 May 03 14:20:04.443209 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.36', 50522) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:20:04.446684 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba95130-cf7a-4e2f-a45c-c6298eb75c2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ade9ddd-08c8-4791-ad39-95b5e69d7a93,revision_number=1']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:20:04.485645 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.db.l3_dvr_db [None req-c7de9917-219b-4d7c-80ab-92969c06dcae None None] Set router d16a25b5-d4bb-4ca9-921e-a415f5db7fa2 gateway port host: dv-cinder-839793-5-iscsi {{(pid=103472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 14:20:04.509477 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6558772c-f0cd-4e66-8d5b-45693a9ac6b6 None None] Pushing event updated for resources: {'Port': ['ID=1cb8fb2b-afd1-4a17-9137-ce4b9de08e60,revision_number=3']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:20:04.545020 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-de4f2e7c-2dcf-4fc0-abb2-6d414ed9d501 admin admin] Publish callbacks [] for security_group (3ade9ddd-08c8-4791-ad39-95b5e69d7a93), before_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:20:04.575119 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-de4f2e7c-2dcf-4fc0-abb2-6d414ed9d501 admin admin] Publish callbacks [] for security_group (3ade9ddd-08c8-4791-ad39-95b5e69d7a93), precommit_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:20:04.663777 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-de4f2e7c-2dcf-4fc0-abb2-6d414ed9d501 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656397'] for security_group (3ade9ddd-08c8-4791-ad39-95b5e69d7a93), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:20:04.666620 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-de4f2e7c-2dcf-4fc0-abb2-6d414ed9d501 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:20:04.666918 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.provisioning_blocks [None req-ec092715-a6b0-4ce8-9d27-37acd81b42ee None None] Provisioning complete for port 1cb8fb2b-afd1-4a17-9137-ce4b9de08e60 triggered by entity DHCP. {{(pid=103471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 14:20:04.667291 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-ec092715-a6b0-4ce8-9d27-37acd81b42ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749148'] for port (1cb8fb2b-afd1-4a17-9137-ce4b9de08e60), provisioning_complete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:20:04.667793 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-de4f2e7c-2dcf-4fc0-abb2-6d414ed9d501 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/3ade9ddd-08c8-4791-ad39-95b5e69d7a93 HTTP/1.1" status: 204 len: 168 time: 0.2234921 May 03 14:20:04.676526 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4f2e7c-2dcf-4fc0-abb2-6d414ed9d501 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ade9ddd-08c8-4791-ad39-95b5e69d7a93,revision_number=None']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:20:04.741355 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.db.l3_hamode_db [None req-c7de9917-219b-4d7c-80ab-92969c06dcae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd16a25b5-d4bb-4ca9-921e-a415f5db7fa2', 'name': 'tempest-AttachVolumeTestJSON-842912074-router', 'tenant_id': 'b16b4b1b92fd4f6dbb0e0cde810949db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2', 'external_fixed_ips': [{'subnet_id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'ip_address': '172.27.3.74'}], 'enable_snat': True}, 'gw_port_id': '93c3446f-90f7-4dae-826a-0aba53ac9c6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T14:20:02Z', 'updated_at': '2022-05-03T14:20:03Z', 'revision_number': 3, 'project_id': 'b16b4b1b92fd4f6dbb0e0cde810949db', 'gw_port': {'id': '93c3446f-90f7-4dae-826a-0aba53ac9c6d', 'name': '', 'network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:be:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd16a25b5-d4bb-4ca9-921e-a415f5db7fa2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'ip_address': '172.27.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:20:02Z', 'updated_at': '2022-05-03T14:20:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-5-iscsi'}], 'dv-cinder-839793-5-iscsi', False) {} {{(pid=103472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:20:04.749574 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.rpc [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Device 1cb8fb2b-afd1-4a17-9137-ce4b9de08e60 up at agent ovs-agent-dv-cinder-839793-5-iscsi {{(pid=103471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 14:20:04.787014 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7de9917-219b-4d7c-80ab-92969c06dcae None None] Checking router: d16a25b5-d4bb-4ca9-921e-a415f5db7fa2 for host: dv-cinder-839793-5-iscsi {{(pid=103472) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 14:20:04.787382 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7de9917-219b-4d7c-80ab-92969c06dcae None None] Updating router d16a25b5-d4bb-4ca9-921e-a415f5db7fa2 port 93c3446f-90f7-4dae-826a-0aba53ac9c6d binding host dv-cinder-839793-5-iscsi {{(pid=103472) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 03 14:20:04.820970 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-c7de9917-219b-4d7c-80ab-92969c06dcae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585126'] for port (93c3446f-90f7-4dae-826a-0aba53ac9c6d), before_update {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:20:04.948053 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.provisioning_blocks [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Provisioning complete for port 1cb8fb2b-afd1-4a17-9137-ce4b9de08e60 triggered by entity L2. {{(pid=103471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 14:20:04.948428 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749148'] for port (1cb8fb2b-afd1-4a17-9137-ce4b9de08e60), provisioning_complete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:20:04.958520 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-6990e06d-e98e-458d-8978-6620cebc342a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585126'] for port (None), before_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:20:05.026379 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [None req-ec092715-a6b0-4ce8-9d27-37acd81b42ee None None] Current status of the port 1cb8fb2b-afd1-4a17-9137-ce4b9de08e60 is: ACTIVE; New status is: ACTIVE {{(pid=103471) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 14:20:05.079205 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Current status of the port 1cb8fb2b-afd1-4a17-9137-ce4b9de08e60 is: ACTIVE; New status is: ACTIVE {{(pid=103471) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 14:20:05.083688 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.36', 50528) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:20:05.098139 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-3160b63b-3170-43fc-b02e-2d20aaa1a391 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:20:05.154936 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.db.db_base_plugin_common [None req-6990e06d-e98e-458d-8978-6620cebc342a admin admin] Allocated IP 172.20.0.1 (816c80d2-ce08-422c-8388-99245d2078e2/518902ae-a051-403f-b835-83bc017e726e/9ed0f5c3-99ad-4349-9929-cf1eb4230af9) {{(pid=103470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 14:20:05.186426 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-3160b63b-3170-43fc-b02e-2d20aaa1a391 admin admin] Publish callbacks [] for security_group (c183eee9-1fe4-4424-8d4f-d02fea5757da), precommit_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:20:05.194419 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-3160b63b-3170-43fc-b02e-2d20aaa1a391 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656397'] for security_group (c183eee9-1fe4-4424-8d4f-d02fea5757da), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:20:05.238414 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-3160b63b-3170-43fc-b02e-2d20aaa1a391 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=707ae97b1b8d448f84b10041e691338d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1531503 May 03 14:20:05.238966 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-c7de9917-219b-4d7c-80ab-92969c06dcae None None] Publish callbacks [] for port (93c3446f-90f7-4dae-826a-0aba53ac9c6d), precommit_update {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:20:05.239886 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3160b63b-3170-43fc-b02e-2d20aaa1a391 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c183eee9-1fe4-4424-8d4f-d02fea5757da,revision_number=1']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:20:05.242877 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.wsgi [-] (103470) accepted ('10.222.0.36', 50530) {{(pid=103470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:20:05.247783 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-c7de9917-219b-4d7c-80ab-92969c06dcae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786921284783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786920821414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786920821432'] for port (93c3446f-90f7-4dae-826a-0aba53ac9c6d), after_update {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:20:05.301279 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c47f41-1e82-4cfd-986e-8cd57cc8ad10 None None] Pushing event updated for resources: {'Port': ['ID=93c3446f-90f7-4dae-826a-0aba53ac9c6d,revision_number=2']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:20:05.303465 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.managers [None req-c7de9917-219b-4d7c-80ab-92969c06dcae None None] Attempting to bind port 93c3446f-90f7-4dae-826a-0aba53ac9c6d on host dv-cinder-839793-5-iscsi for vnic_type normal with profile {{(pid=103472) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 03 14:20:05.303840 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.managers [None req-c7de9917-219b-4d7c-80ab-92969c06dcae None None] Attempting to bind port 93c3446f-90f7-4dae-826a-0aba53ac9c6d by drivers openvswitch,hyperv on host dv-cinder-839793-5-iscsi at level 0 using segments [{'id': '331ae69a-aeba-4f56-bd87-f289cf94ba88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2'}] {{(pid=103472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 03 14:20:05.304170 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7de9917-219b-4d7c-80ab-92969c06dcae None None] Attempting to bind port 93c3446f-90f7-4dae-826a-0aba53ac9c6d on network e0cd7c6d-9919-41eb-b035-2bfb3175faa2 {{(pid=103472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 14:20:05.305206 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-6990e06d-e98e-458d-8978-6620cebc342a admin admin] Publish callbacks [] for port (9ed0f5c3-99ad-4349-9929-cf1eb4230af9), precommit_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:20:05.313080 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c47f41-1e82-4cfd-986e-8cd57cc8ad10 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:20:05.313492 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c47f41-1e82-4cfd-986e-8cd57cc8ad10 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:20:05.313853 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c47f41-1e82-4cfd-986e-8cd57cc8ad10 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:20:05.314267 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c47f41-1e82-4cfd-986e-8cd57cc8ad10 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:20:05.314604 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c47f41-1e82-4cfd-986e-8cd57cc8ad10 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:20:05.314931 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c47f41-1e82-4cfd-986e-8cd57cc8ad10 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:20:05.315332 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c47f41-1e82-4cfd-986e-8cd57cc8ad10 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:20:05.315736 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c47f41-1e82-4cfd-986e-8cd57cc8ad10 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:20:05.316056 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c47f41-1e82-4cfd-986e-8cd57cc8ad10 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:20:05.316381 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c47f41-1e82-4cfd-986e-8cd57cc8ad10 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:20:05.316766 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c47f41-1e82-4cfd-986e-8cd57cc8ad10 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:20:05.317175 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c47f41-1e82-4cfd-986e-8cd57cc8ad10 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:20:05.317586 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c47f41-1e82-4cfd-986e-8cd57cc8ad10 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:20:05.317926 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c47f41-1e82-4cfd-986e-8cd57cc8ad10 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:20:05.318212 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c47f41-1e82-4cfd-986e-8cd57cc8ad10 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:20:05.321629 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7de9917-219b-4d7c-80ab-92969c06dcae None None] Checking agent: {'id': '43411681-d6d4-43ac-b892-434a22df3f6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839793-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 14, 4, 43), 'started_at': datetime.datetime(2022, 5, 3, 14, 5, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 14, 19, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839793-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 03 14:20:05.322277 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7de9917-219b-4d7c-80ab-92969c06dcae None None] Checking segment: {'id': '331ae69a-aeba-4f56-bd87-f289cf94ba88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103472) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 14:20:05.322391 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-c7de9917-219b-4d7c-80ab-92969c06dcae None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:20:05.322749 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7de9917-219b-4d7c-80ab-92969c06dcae None None] Bound using segment: {'id': '331ae69a-aeba-4f56-bd87-f289cf94ba88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2'} {{(pid=103472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 03 14:20:05.323224 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.managers [None req-c7de9917-219b-4d7c-80ab-92969c06dcae None None] Bound port: 93c3446f-90f7-4dae-826a-0aba53ac9c6d, host: dv-cinder-839793-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '331ae69a-aeba-4f56-bd87-f289cf94ba88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2'}}] {{(pid=103472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 03 14:20:05.323597 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-c7de9917-219b-4d7c-80ab-92969c06dcae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585126'] for port (93c3446f-90f7-4dae-826a-0aba53ac9c6d), before_update {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:20:05.327505 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-7fd8c813-b720-4308-bd57-8b3fe7600b8f admin admin] Publish callbacks [] for security_group (c183eee9-1fe4-4424-8d4f-d02fea5757da), before_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:20:05.362185 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-7fd8c813-b720-4308-bd57-8b3fe7600b8f admin admin] Publish callbacks [] for security_group (c183eee9-1fe4-4424-8d4f-d02fea5757da), precommit_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:20:05.379458 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.db [None req-c7de9917-219b-4d7c-80ab-92969c06dcae None None] For port 93c3446f-90f7-4dae-826a-0aba53ac9c6d, host dv-cinder-839793-5-iscsi, cleared binding levels {{(pid=103472) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 14:20:05.381736 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-6990e06d-e98e-458d-8978-6620cebc342a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786920821396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7524599'] for port (9ed0f5c3-99ad-4349-9929-cf1eb4230af9), after_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:20:05.383258 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.db [None req-c7de9917-219b-4d7c-80ab-92969c06dcae None None] For port 93c3446f-90f7-4dae-826a-0aba53ac9c6d, host dv-cinder-839793-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-5-iscsi',level=0,port_id=93c3446f-90f7-4dae-826a-0aba53ac9c6d,segment=NetworkSegment(331ae69a-aeba-4f56-bd87-f289cf94ba88),segment_id=331ae69a-aeba-4f56-bd87-f289cf94ba88)] {{(pid=103472) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 14:20:05.390244 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-c7de9917-219b-4d7c-80ab-92969c06dcae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786921284783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786920821414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786920821432'] for port (93c3446f-90f7-4dae-826a-0aba53ac9c6d), after_update {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:20:05.441832 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7de9917-219b-4d7c-80ab-92969c06dcae None None] Routers {'d16a25b5-d4bb-4ca9-921e-a415f5db7fa2'} bound to L3 agent in host dv-cinder-839793-5-iscsi {{(pid=103472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 14:20:05.442075 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6990e06d-e98e-458d-8978-6620cebc342a admin admin] Network 816c80d2-ce08-422c-8388-99245d2078e2 is already hosted by enough agents. {{(pid=103470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 14:20:05.442550 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.db.l3_hamode_db [None req-c7de9917-219b-4d7c-80ab-92969c06dcae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-03T14:04:39Z,description=,heartbeat_timestamp=2022-05-03T14:19:39Z,host='dv-cinder-839793-5-iscsi',id=2583ee88-9503-4370-b6e4-0a676865815e,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T14:04:39Z,topic='l3_agent')) {'router_ids': ['d16a25b5-d4bb-4ca9-921e-a415f5db7fa2'], 'active': True} {{(pid=103472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:20:05.445543 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.scheduler.base_scheduler [None req-6990e06d-e98e-458d-8978-6620cebc342a admin admin] Resources bound (agent type, host, resource id): {{(pid=103470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 14:20:05.452265 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6990e06d-e98e-458d-8978-6620cebc342a admin admin] Received port after_create {{(pid=103470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 14:20:05.477008 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6990e06d-e98e-458d-8978-6620cebc342a admin admin] Pushing event updated for resources: {'Port': ['ID=9ed0f5c3-99ad-4349-9929-cf1eb4230af9,revision_number=1']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:20:05.485519 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-7fd8c813-b720-4308-bd57-8b3fe7600b8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656397'] for security_group (c183eee9-1fe4-4424-8d4f-d02fea5757da), after_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:20:05.488086 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-7fd8c813-b720-4308-bd57-8b3fe7600b8f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:20:05.489268 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [None req-7fd8c813-b720-4308-bd57-8b3fe7600b8f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c183eee9-1fe4-4424-8d4f-d02fea5757da HTTP/1.1" status: 204 len: 168 time: 0.2454004 May 03 14:20:05.505125 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd8c813-b720-4308-bd57-8b3fe7600b8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c183eee9-1fe4-4424-8d4f-d02fea5757da,revision_number=None']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:20:05.507664 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c47f41-1e82-4cfd-986e-8cd57cc8ad10 None None] Pushing event updated for resources: {'Port': ['ID=93c3446f-90f7-4dae-826a-0aba53ac9c6d,revision_number=3']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:20:05.509927 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-6990e06d-e98e-458d-8978-6620cebc342a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1691063'] for router_interface (d16a25b5-d4bb-4ca9-921e-a415f5db7fa2), before_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:20:05.585259 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.db.l3_dvr_db [None req-c7de9917-219b-4d7c-80ab-92969c06dcae None None] Set router d16a25b5-d4bb-4ca9-921e-a415f5db7fa2 gateway port host: dv-cinder-839793-5-iscsi {{(pid=103472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 14:20:05.667655 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-6990e06d-e98e-458d-8978-6620cebc342a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585126'] for port (9ed0f5c3-99ad-4349-9929-cf1eb4230af9), before_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:20:05.784159 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.db.l3_hamode_db [None req-c7de9917-219b-4d7c-80ab-92969c06dcae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd16a25b5-d4bb-4ca9-921e-a415f5db7fa2', 'name': 'tempest-AttachVolumeTestJSON-842912074-router', 'tenant_id': 'b16b4b1b92fd4f6dbb0e0cde810949db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2', 'external_fixed_ips': [{'subnet_id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'ip_address': '172.27.3.74'}], 'enable_snat': True}, 'gw_port_id': '93c3446f-90f7-4dae-826a-0aba53ac9c6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T14:20:02Z', 'updated_at': '2022-05-03T14:20:03Z', 'revision_number': 3, 'project_id': 'b16b4b1b92fd4f6dbb0e0cde810949db', 'gw_port': {'id': '93c3446f-90f7-4dae-826a-0aba53ac9c6d', 'name': '', 'network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:be:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd16a25b5-d4bb-4ca9-921e-a415f5db7fa2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'ip_address': '172.27.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:20:02Z', 'updated_at': '2022-05-03T14:20:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-5-iscsi'}], 'dv-cinder-839793-5-iscsi', False) {} {{(pid=103472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:20:05.812931 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7de9917-219b-4d7c-80ab-92969c06dcae None None] The sync data for ids ['d16a25b5-d4bb-4ca9-921e-a415f5db7fa2'] in dv-cinder-839793-5-iscsi is: [{'id': 'd16a25b5-d4bb-4ca9-921e-a415f5db7fa2', 'name': 'tempest-AttachVolumeTestJSON-842912074-router', 'tenant_id': 'b16b4b1b92fd4f6dbb0e0cde810949db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2', 'external_fixed_ips': [{'subnet_id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'ip_address': '172.27.3.74'}], 'enable_snat': True}, 'gw_port_id': '93c3446f-90f7-4dae-826a-0aba53ac9c6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T14:20:02Z', 'updated_at': '2022-05-03T14:20:03Z', 'revision_number': 3, 'project_id': 'b16b4b1b92fd4f6dbb0e0cde810949db', 'gw_port': {'id': '93c3446f-90f7-4dae-826a-0aba53ac9c6d', 'name': '', 'network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:be:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd16a25b5-d4bb-4ca9-921e-a415f5db7fa2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'ip_address': '172.27.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:20:02Z', 'updated_at': '2022-05-03T14:20:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-5-iscsi'}] {{(pid=103472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 14:20:05.854727 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.provisioning_blocks [None req-bac82f99-5192-4851-aa73-8f3fcccdd76e None None] Provisioning complete for port 9ed0f5c3-99ad-4349-9929-cf1eb4230af9 triggered by entity DHCP. {{(pid=103471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 14:20:05.855863 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-bac82f99-5192-4851-aa73-8f3fcccdd76e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749148'] for port (9ed0f5c3-99ad-4349-9929-cf1eb4230af9), provisioning_complete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:20:05.871471 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-6990e06d-e98e-458d-8978-6620cebc342a admin admin] Publish callbacks [] for port (9ed0f5c3-99ad-4349-9929-cf1eb4230af9), precommit_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:20:05.878608 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-6990e06d-e98e-458d-8978-6620cebc342a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786921284783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786920821414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786920821432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7524494'] for port (9ed0f5c3-99ad-4349-9929-cf1eb4230af9), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:20:05.908826 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [None req-bac82f99-5192-4851-aa73-8f3fcccdd76e None None] Port 9ed0f5c3-99ad-4349-9929-cf1eb4230af9 cannot update to ACTIVE because it is not bound. {{(pid=103471) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 03 14:20:05.954382 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6990e06d-e98e-458d-8978-6620cebc342a admin admin] Pushing event updated for resources: {'Port': ['ID=9ed0f5c3-99ad-4349-9929-cf1eb4230af9,revision_number=2']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:20:05.959754 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-6990e06d-e98e-458d-8978-6620cebc342a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1599844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1690985'] for router_interface (d16a25b5-d4bb-4ca9-921e-a415f5db7fa2), after_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:20:06.056749 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6990e06d-e98e-458d-8978-6620cebc342a admin admin] Network 816c80d2-ce08-422c-8388-99245d2078e2 is already hosted by enough agents. {{(pid=103470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 14:20:06.058309 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.scheduler.base_scheduler [None req-6990e06d-e98e-458d-8978-6620cebc342a admin admin] Resources bound (agent type, host, resource id): {{(pid=103470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 14:20:06.241002 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6990e06d-e98e-458d-8978-6620cebc342a admin admin] Router d16a25b5-d4bb-4ca9-921e-a415f5db7fa2 has already been hosted by L3 agent 2583ee88-9503-4370-b6e4-0a676865815e {{(pid=103470) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 14:20:06.334832 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.db.agents_db [None req-22b75db3-e88f-46e7-98cb-691740c6eaf9 None None] Agent healthcheck: found 6 active agents {{(pid=103472) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 03 14:20:06.380634 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6990e06d-e98e-458d-8978-6620cebc342a admin admin] Notify agent at l3_agent.dv-cinder-839793-5-iscsi the message routers_updated {{(pid=103470) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 14:20:06.397594 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [None req-6990e06d-e98e-458d-8978-6620cebc342a admin admin] 10.222.0.36 "PUT /v2.0/routers/d16a25b5-d4bb-4ca9-921e-a415f5db7fa2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0445771 May 03 14:20:06.431686 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.provisioning_blocks [None req-ac7c134e-c9ec-459d-92c1-318e290cde45 None None] Provisioning complete for port 9ed0f5c3-99ad-4349-9929-cf1eb4230af9 triggered by entity DHCP. {{(pid=103471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 14:20:06.432712 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-ac7c134e-c9ec-459d-92c1-318e290cde45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749148'] for port (9ed0f5c3-99ad-4349-9929-cf1eb4230af9), provisioning_complete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:20:06.474520 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [None req-ac7c134e-c9ec-459d-92c1-318e290cde45 None None] Port 9ed0f5c3-99ad-4349-9929-cf1eb4230af9 cannot update to ACTIVE because it is not bound. {{(pid=103471) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 03 14:20:06.654889 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-6bdb1f9c-c66a-4d28-a87c-2e42b47e2437 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786921254184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749114'] for agent (2d0d8db6-b1c3-4022-9f9b-561ce4a4d2d8), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:20:06.683043 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.rpc [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Device 93c3446f-90f7-4dae-826a-0aba53ac9c6d up at agent ovs-agent-dv-cinder-839793-5-iscsi {{(pid=103471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 14:20:06.742145 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.provisioning_blocks [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Provisioning complete for port 93c3446f-90f7-4dae-826a-0aba53ac9c6d triggered by entity L2. {{(pid=103471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 14:20:06.742512 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749148'] for port (93c3446f-90f7-4dae-826a-0aba53ac9c6d), provisioning_complete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:20:06.825344 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Current status of the port 93c3446f-90f7-4dae-826a-0aba53ac9c6d is: DOWN; New status is: ACTIVE {{(pid=103471) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 14:20:06.825765 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585126'] for port (93c3446f-90f7-4dae-826a-0aba53ac9c6d), before_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:20:06.848288 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.db [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] For port 93c3446f-90f7-4dae-826a-0aba53ac9c6d, host dv-cinder-839793-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-5-iscsi',level=0,port_id=93c3446f-90f7-4dae-826a-0aba53ac9c6d,segment=NetworkSegment(331ae69a-aeba-4f56-bd87-f289cf94ba88),segment_id=331ae69a-aeba-4f56-bd87-f289cf94ba88)] {{(pid=103471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 14:20:06.856046 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786921284783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786920821414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786920821432'] for port (93c3446f-90f7-4dae-826a-0aba53ac9c6d), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:20:06.913037 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Pushing event updated for resources: {'Port': ['ID=93c3446f-90f7-4dae-826a-0aba53ac9c6d,revision_number=4']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:20:07.218951 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.wsgi [-] (103470) accepted ('10.222.0.36', 50582) {{(pid=103470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:20:07.223516 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.v2.base [None req-32c21feb-20f0-4814-bc3a-99fe1fdcf432 tempest-AttachVolumeTestJSON-1268199410 tempest-AttachVolumeTestJSON-1268199410-project] Request body: {'security_group': {'name': 'tempest-securitygroup--744093627', 'description': 'tempest-description--251344035'}} {{(pid=103470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 14:20:07.246568 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-32c21feb-20f0-4814-bc3a-99fe1fdcf432 tempest-AttachVolumeTestJSON-1268199410 tempest-AttachVolumeTestJSON-1268199410-project] Publish callbacks [] for security_group (None), before_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:20:07.317274 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-32c21feb-20f0-4814-bc3a-99fe1fdcf432 tempest-AttachVolumeTestJSON-1268199410 tempest-AttachVolumeTestJSON-1268199410-project] Publish callbacks [] for security_group (a76c9f2d-1063-4c61-b166-f9bd22eaaa60), precommit_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:20:07.322640 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-32c21feb-20f0-4814-bc3a-99fe1fdcf432 tempest-AttachVolumeTestJSON-1268199410 tempest-AttachVolumeTestJSON-1268199410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656397'] for security_group (a76c9f2d-1063-4c61-b166-f9bd22eaaa60), after_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:20:07.352432 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c21feb-20f0-4814-bc3a-99fe1fdcf432 tempest-AttachVolumeTestJSON-1268199410 tempest-AttachVolumeTestJSON-1268199410-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a76c9f2d-1063-4c61-b166-f9bd22eaaa60,revision_number=1']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:20:07.358235 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-32c21feb-20f0-4814-bc3a-99fe1fdcf432 tempest-AttachVolumeTestJSON-1268199410 tempest-AttachVolumeTestJSON-1268199410-project] Publish callbacks [] for security_group (None), before_response {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:20:07.362150 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [None req-32c21feb-20f0-4814-bc3a-99fe1fdcf432 tempest-AttachVolumeTestJSON-1268199410 tempest-AttachVolumeTestJSON-1268199410-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1394811 May 03 14:20:07.362870 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.36', 50584) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:20:07.367595 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.v2.base [None req-b97115bc-983e-4781-ab10-c13a64d202b9 tempest-AttachVolumeTestJSON-1268199410 tempest-AttachVolumeTestJSON-1268199410-project] Request body: {'security_group_rule': {'security_group_id': 'a76c9f2d-1063-4c61-b166-f9bd22eaaa60', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 14:20:07.401552 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-b97115bc-983e-4781-ab10-c13a64d202b9 tempest-AttachVolumeTestJSON-1268199410 tempest-AttachVolumeTestJSON-1268199410-project] Publish callbacks [] for security_group_rule (5623b8a8-6032-42cb-9271-cb83602061a1), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:20:07.463273 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-b97115bc-983e-4781-ab10-c13a64d202b9 tempest-AttachVolumeTestJSON-1268199410 tempest-AttachVolumeTestJSON-1268199410-project] Publish callbacks [] for security_group_rule (5623b8a8-6032-42cb-9271-cb83602061a1), precommit_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:20:07.467215 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-b97115bc-983e-4781-ab10-c13a64d202b9 tempest-AttachVolumeTestJSON-1268199410 tempest-AttachVolumeTestJSON-1268199410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656574'] for security_group_rule (5623b8a8-6032-42cb-9271-cb83602061a1), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:20:07.486816 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97115bc-983e-4781-ab10-c13a64d202b9 tempest-AttachVolumeTestJSON-1268199410 tempest-AttachVolumeTestJSON-1268199410-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5623b8a8-6032-42cb-9271-cb83602061a1,revision_number=0']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:20:07.491916 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-b97115bc-983e-4781-ab10-c13a64d202b9 tempest-AttachVolumeTestJSON-1268199410 tempest-AttachVolumeTestJSON-1268199410-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:20:07.493209 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-b97115bc-983e-4781-ab10-c13a64d202b9 tempest-AttachVolumeTestJSON-1268199410 tempest-AttachVolumeTestJSON-1268199410-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1293652 May 03 14:20:07.496074 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.36', 50586) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:20:07.500827 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.v2.base [None req-421f5d33-5b02-485d-9b93-44655a096b7a tempest-AttachVolumeTestJSON-1268199410 tempest-AttachVolumeTestJSON-1268199410-project] Request body: {'security_group_rule': {'security_group_id': 'a76c9f2d-1063-4c61-b166-f9bd22eaaa60', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 14:20:07.528211 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-421f5d33-5b02-485d-9b93-44655a096b7a tempest-AttachVolumeTestJSON-1268199410 tempest-AttachVolumeTestJSON-1268199410-project] Publish callbacks [] for security_group_rule (887aa78f-5043-4771-a11e-ad87d45390e5), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:20:07.599830 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-421f5d33-5b02-485d-9b93-44655a096b7a tempest-AttachVolumeTestJSON-1268199410 tempest-AttachVolumeTestJSON-1268199410-project] Publish callbacks [] for security_group_rule (887aa78f-5043-4771-a11e-ad87d45390e5), precommit_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:20:07.606486 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-421f5d33-5b02-485d-9b93-44655a096b7a tempest-AttachVolumeTestJSON-1268199410 tempest-AttachVolumeTestJSON-1268199410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656574'] for security_group_rule (887aa78f-5043-4771-a11e-ad87d45390e5), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:20:07.628726 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421f5d33-5b02-485d-9b93-44655a096b7a tempest-AttachVolumeTestJSON-1268199410 tempest-AttachVolumeTestJSON-1268199410-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=887aa78f-5043-4771-a11e-ad87d45390e5,revision_number=0']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:20:07.634616 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-421f5d33-5b02-485d-9b93-44655a096b7a tempest-AttachVolumeTestJSON-1268199410 tempest-AttachVolumeTestJSON-1268199410-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:20:07.636127 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-421f5d33-5b02-485d-9b93-44655a096b7a tempest-AttachVolumeTestJSON-1268199410 tempest-AttachVolumeTestJSON-1268199410-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1391675 May 03 14:20:07.639947 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.36', 50592) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:20:07.644904 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.v2.base [None req-24b2d98f-1fcf-4bff-bcb5-1b37ad8d71ad tempest-AttachVolumeTestJSON-1268199410 tempest-AttachVolumeTestJSON-1268199410-project] Request body: {'floatingip': {'floating_network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2'}} {{(pid=103469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 14:20:07.671932 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-24b2d98f-1fcf-4bff-bcb5-1b37ad8d71ad tempest-AttachVolumeTestJSON-1268199410 tempest-AttachVolumeTestJSON-1268199410-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:20:07.753560 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e946fa5e-4f56-4b74-b4d9-2d000df9f112 None None] Sync routers for ids ['d16a25b5-d4bb-4ca9-921e-a415f5db7fa2'] in dv-cinder-839793-5-iscsi {{(pid=103471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 14:20:07.756527 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-24b2d98f-1fcf-4bff-bcb5-1b37ad8d71ad tempest-AttachVolumeTestJSON-1268199410 tempest-AttachVolumeTestJSON-1268199410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585126'] for port (None), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:20:07.763989 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e946fa5e-4f56-4b74-b4d9-2d000df9f112 None None] Routers {'d16a25b5-d4bb-4ca9-921e-a415f5db7fa2'} bound to L3 agent in host dv-cinder-839793-5-iscsi {{(pid=103471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 14:20:07.764887 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.l3_hamode_db [None req-e946fa5e-4f56-4b74-b4d9-2d000df9f112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-03T14:04:39Z,description=,heartbeat_timestamp=2022-05-03T14:19:39Z,host='dv-cinder-839793-5-iscsi',id=2583ee88-9503-4370-b6e4-0a676865815e,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T14:04:39Z,topic='l3_agent')) {'router_ids': ['d16a25b5-d4bb-4ca9-921e-a415f5db7fa2'], 'active': True} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:20:07.868984 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.db.db_base_plugin_common [None req-24b2d98f-1fcf-4bff-bcb5-1b37ad8d71ad tempest-AttachVolumeTestJSON-1268199410 tempest-AttachVolumeTestJSON-1268199410-project] Allocated IP 172.27.3.111 (e0cd7c6d-9919-41eb-b035-2bfb3175faa2/4f18d5d6-ed18-48e7-a335-d8ef216f5f78/d8f4cedd-86e2-4c1c-813c-1484926d82ae) {{(pid=103469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 14:20:07.879269 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvr_db [None req-e946fa5e-4f56-4b74-b4d9-2d000df9f112 None None] Set router d16a25b5-d4bb-4ca9-921e-a415f5db7fa2 gateway port host: dv-cinder-839793-5-iscsi {{(pid=103471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 14:20:07.981406 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-24b2d98f-1fcf-4bff-bcb5-1b37ad8d71ad tempest-AttachVolumeTestJSON-1268199410 tempest-AttachVolumeTestJSON-1268199410-project] Publish callbacks [] for port (d8f4cedd-86e2-4c1c-813c-1484926d82ae), precommit_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:20:08.015536 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-24b2d98f-1fcf-4bff-bcb5-1b37ad8d71ad tempest-AttachVolumeTestJSON-1268199410 tempest-AttachVolumeTestJSON-1268199410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786920821396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6178079'] for port (d8f4cedd-86e2-4c1c-813c-1484926d82ae), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:20:08.054235 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24b2d98f-1fcf-4bff-bcb5-1b37ad8d71ad tempest-AttachVolumeTestJSON-1268199410 tempest-AttachVolumeTestJSON-1268199410-project] Network e0cd7c6d-9919-41eb-b035-2bfb3175faa2 is already hosted by enough agents. {{(pid=103469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 14:20:08.060983 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.scheduler.base_scheduler [None req-24b2d98f-1fcf-4bff-bcb5-1b37ad8d71ad tempest-AttachVolumeTestJSON-1268199410 tempest-AttachVolumeTestJSON-1268199410-project] Resources bound (agent type, host, resource id): {{(pid=103469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 14:20:08.066785 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24b2d98f-1fcf-4bff-bcb5-1b37ad8d71ad tempest-AttachVolumeTestJSON-1268199410 tempest-AttachVolumeTestJSON-1268199410-project] Received port after_create {{(pid=103469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 14:20:08.069572 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b2d98f-1fcf-4bff-bcb5-1b37ad8d71ad tempest-AttachVolumeTestJSON-1268199410 tempest-AttachVolumeTestJSON-1268199410-project] Pushing event updated for resources: {'Port': ['ID=d8f4cedd-86e2-4c1c-813c-1484926d82ae,revision_number=1']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:20:08.075735 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.l3_hamode_db [None req-e946fa5e-4f56-4b74-b4d9-2d000df9f112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd16a25b5-d4bb-4ca9-921e-a415f5db7fa2', 'name': 'tempest-AttachVolumeTestJSON-842912074-router', 'tenant_id': 'b16b4b1b92fd4f6dbb0e0cde810949db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2', 'external_fixed_ips': [{'subnet_id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'ip_address': '172.27.3.74'}], 'enable_snat': True}, 'gw_port_id': '93c3446f-90f7-4dae-826a-0aba53ac9c6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T14:20:02Z', 'updated_at': '2022-05-03T14:20:05Z', 'revision_number': 4, 'project_id': 'b16b4b1b92fd4f6dbb0e0cde810949db', 'gw_port': {'id': '93c3446f-90f7-4dae-826a-0aba53ac9c6d', 'name': '', 'network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:be:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd16a25b5-d4bb-4ca9-921e-a415f5db7fa2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'ip_address': '172.27.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:20:02Z', 'updated_at': '2022-05-03T14:20:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-5-iscsi', '_interfaces': [{'id': '9ed0f5c3-99ad-4349-9929-cf1eb4230af9', 'name': '', 'network_id': '816c80d2-ce08-422c-8388-99245d2078e2', 'tenant_id': 'b16b4b1b92fd4f6dbb0e0cde810949db', 'mac_address': 'fa:16:3e:29:62:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd16a25b5-d4bb-4ca9-921e-a415f5db7fa2', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '518902ae-a051-403f-b835-83bc017e726e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:20:04Z', 'updated_at': '2022-05-03T14:20:05Z', 'revision_number': 2, 'project_id': 'b16b4b1b92fd4f6dbb0e0cde810949db', 'subnets': [{'id': '518902ae-a051-403f-b835-83bc017e726e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-5-iscsi', False) {} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:20:08.102527 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e946fa5e-4f56-4b74-b4d9-2d000df9f112 None None] Checking router: d16a25b5-d4bb-4ca9-921e-a415f5db7fa2 for host: dv-cinder-839793-5-iscsi {{(pid=103471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 14:20:08.102898 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e946fa5e-4f56-4b74-b4d9-2d000df9f112 None None] Updating router d16a25b5-d4bb-4ca9-921e-a415f5db7fa2 port 9ed0f5c3-99ad-4349-9929-cf1eb4230af9 binding host dv-cinder-839793-5-iscsi {{(pid=103471) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 03 14:20:08.134303 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-e946fa5e-4f56-4b74-b4d9-2d000df9f112 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585126'] for port (9ed0f5c3-99ad-4349-9929-cf1eb4230af9), before_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:20:08.155139 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-24b2d98f-1fcf-4bff-bcb5-1b37ad8d71ad tempest-AttachVolumeTestJSON-1268199410 tempest-AttachVolumeTestJSON-1268199410-project] Publish callbacks [] for floatingip (2d337192-6621-4145-a6e4-de6366a8f3e1), precommit_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:20:08.196951 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-24b2d98f-1fcf-4bff-bcb5-1b37ad8d71ad tempest-AttachVolumeTestJSON-1268199410 tempest-AttachVolumeTestJSON-1268199410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585126'] for port (d8f4cedd-86e2-4c1c-813c-1484926d82ae), before_update {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:20:08.351715 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-24b2d98f-1fcf-4bff-bcb5-1b37ad8d71ad tempest-AttachVolumeTestJSON-1268199410 tempest-AttachVolumeTestJSON-1268199410-project] Publish callbacks [] for port (d8f4cedd-86e2-4c1c-813c-1484926d82ae), precommit_update {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:20:08.357866 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-24b2d98f-1fcf-4bff-bcb5-1b37ad8d71ad tempest-AttachVolumeTestJSON-1268199410 tempest-AttachVolumeTestJSON-1268199410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786921284783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786920821414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786920821432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6178150'] for port (d8f4cedd-86e2-4c1c-813c-1484926d82ae), after_update {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:20:08.397833 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-e946fa5e-4f56-4b74-b4d9-2d000df9f112 None None] Publish callbacks [] for port (9ed0f5c3-99ad-4349-9929-cf1eb4230af9), precommit_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:20:08.404305 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-e946fa5e-4f56-4b74-b4d9-2d000df9f112 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786921284783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786920821414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786920821432'] for port (9ed0f5c3-99ad-4349-9929-cf1eb4230af9), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:20:08.430119 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b2d98f-1fcf-4bff-bcb5-1b37ad8d71ad tempest-AttachVolumeTestJSON-1268199410 tempest-AttachVolumeTestJSON-1268199410-project] Pushing event updated for resources: {'Port': ['ID=d8f4cedd-86e2-4c1c-813c-1484926d82ae,revision_number=2']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:20:08.440662 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-24b2d98f-1fcf-4bff-bcb5-1b37ad8d71ad tempest-AttachVolumeTestJSON-1268199410 tempest-AttachVolumeTestJSON-1268199410-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1700089'] for floatingip (2d337192-6621-4145-a6e4-de6366a8f3e1), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:20:08.460236 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656d8d5a-b0cc-4c70-889c-3db18eefedae None None] Pushing event updated for resources: {'Port': ['ID=9ed0f5c3-99ad-4349-9929-cf1eb4230af9,revision_number=3']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:20:08.460440 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-24b2d98f-1fcf-4bff-bcb5-1b37ad8d71ad tempest-AttachVolumeTestJSON-1268199410 tempest-AttachVolumeTestJSON-1268199410-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218734'] for floatingip (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:20:08.461597 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-24b2d98f-1fcf-4bff-bcb5-1b37ad8d71ad tempest-AttachVolumeTestJSON-1268199410 tempest-AttachVolumeTestJSON-1268199410-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8204608 May 03 14:20:08.527408 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.managers [None req-e946fa5e-4f56-4b74-b4d9-2d000df9f112 None None] Attempting to bind port 9ed0f5c3-99ad-4349-9929-cf1eb4230af9 on host dv-cinder-839793-5-iscsi for vnic_type normal with profile {{(pid=103471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 03 14:20:08.527867 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.managers [None req-e946fa5e-4f56-4b74-b4d9-2d000df9f112 None None] Attempting to bind port 9ed0f5c3-99ad-4349-9929-cf1eb4230af9 by drivers openvswitch,hyperv on host dv-cinder-839793-5-iscsi at level 0 using segments [{'id': 'fe764fb4-f36a-4071-aefa-aa24f55f58d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '816c80d2-ce08-422c-8388-99245d2078e2'}] {{(pid=103471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 03 14:20:08.528291 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e946fa5e-4f56-4b74-b4d9-2d000df9f112 None None] Attempting to bind port 9ed0f5c3-99ad-4349-9929-cf1eb4230af9 on network 816c80d2-ce08-422c-8388-99245d2078e2 {{(pid=103471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 14:20:08.533958 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e946fa5e-4f56-4b74-b4d9-2d000df9f112 None None] Checking agent: {'id': '43411681-d6d4-43ac-b892-434a22df3f6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839793-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 14, 4, 43), 'started_at': datetime.datetime(2022, 5, 3, 14, 5, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 14, 19, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839793-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 03 14:20:08.534476 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e946fa5e-4f56-4b74-b4d9-2d000df9f112 None None] Checking segment: {'id': 'fe764fb4-f36a-4071-aefa-aa24f55f58d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '816c80d2-ce08-422c-8388-99245d2078e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 14:20:08.534713 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-e946fa5e-4f56-4b74-b4d9-2d000df9f112 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:20:08.535147 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e946fa5e-4f56-4b74-b4d9-2d000df9f112 None None] Bound using segment: {'id': 'fe764fb4-f36a-4071-aefa-aa24f55f58d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '816c80d2-ce08-422c-8388-99245d2078e2'} {{(pid=103471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 03 14:20:08.535801 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.managers [None req-e946fa5e-4f56-4b74-b4d9-2d000df9f112 None None] Bound port: 9ed0f5c3-99ad-4349-9929-cf1eb4230af9, host: dv-cinder-839793-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe764fb4-f36a-4071-aefa-aa24f55f58d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '816c80d2-ce08-422c-8388-99245d2078e2'}}] {{(pid=103471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 03 14:20:08.536421 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-e946fa5e-4f56-4b74-b4d9-2d000df9f112 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585126'] for port (9ed0f5c3-99ad-4349-9929-cf1eb4230af9), before_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:20:08.615587 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.db [None req-e946fa5e-4f56-4b74-b4d9-2d000df9f112 None None] For port 9ed0f5c3-99ad-4349-9929-cf1eb4230af9, host dv-cinder-839793-5-iscsi, cleared binding levels {{(pid=103471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 14:20:08.618903 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.db [None req-e946fa5e-4f56-4b74-b4d9-2d000df9f112 None None] For port 9ed0f5c3-99ad-4349-9929-cf1eb4230af9, host dv-cinder-839793-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-5-iscsi',level=0,port_id=9ed0f5c3-99ad-4349-9929-cf1eb4230af9,segment=NetworkSegment(fe764fb4-f36a-4071-aefa-aa24f55f58d7),segment_id=fe764fb4-f36a-4071-aefa-aa24f55f58d7)] {{(pid=103471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 14:20:08.627937 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-e946fa5e-4f56-4b74-b4d9-2d000df9f112 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786921284783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786920821414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786920821432'] for port (9ed0f5c3-99ad-4349-9929-cf1eb4230af9), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:20:08.658646 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.rpc [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Device 93c3446f-90f7-4dae-826a-0aba53ac9c6d up at agent ovs-agent-dv-cinder-839793-5-iscsi {{(pid=103471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 14:20:08.751320 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656d8d5a-b0cc-4c70-889c-3db18eefedae None None] Pushing event updated for resources: {'Port': ['ID=9ed0f5c3-99ad-4349-9929-cf1eb4230af9,revision_number=4']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:20:08.765458 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e946fa5e-4f56-4b74-b4d9-2d000df9f112 None None] Routers {'d16a25b5-d4bb-4ca9-921e-a415f5db7fa2'} bound to L3 agent in host dv-cinder-839793-5-iscsi {{(pid=103471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 14:20:08.766411 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.l3_hamode_db [None req-e946fa5e-4f56-4b74-b4d9-2d000df9f112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-03T14:04:39Z,description=,heartbeat_timestamp=2022-05-03T14:19:39Z,host='dv-cinder-839793-5-iscsi',id=2583ee88-9503-4370-b6e4-0a676865815e,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T14:04:39Z,topic='l3_agent')) {'router_ids': ['d16a25b5-d4bb-4ca9-921e-a415f5db7fa2'], 'active': True} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:20:08.770475 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.provisioning_blocks [None req-7d141efc-de20-40d7-b593-125298b6c011 None None] Provisioning complete for port 9ed0f5c3-99ad-4349-9929-cf1eb4230af9 triggered by entity DHCP. {{(pid=103471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 14:20:08.771127 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-7d141efc-de20-40d7-b593-125298b6c011 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749148'] for port (9ed0f5c3-99ad-4349-9929-cf1eb4230af9), provisioning_complete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:20:08.855947 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.provisioning_blocks [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Provisioning complete for port 93c3446f-90f7-4dae-826a-0aba53ac9c6d triggered by entity L2. {{(pid=103471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 14:20:08.856685 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749148'] for port (93c3446f-90f7-4dae-826a-0aba53ac9c6d), provisioning_complete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:20:08.877877 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-61434540-21b0-4a82-92f5-fa92ec5a6ea8 req-55944fc8-8049-4c20-b2c3-929c5d55f19c tempest-AttachVolumeTestJSON-1268199410 tempest-AttachVolumeTestJSON-1268199410-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--744093627&fields=id&tenant_id=b16b4b1b92fd4f6dbb0e0cde810949db HTTP/1.1" status: 200 len: 267 time: 0.0569098 May 03 14:20:08.982608 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-50dc51bf-d684-4a6f-bb78-610149bae97e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786921254184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749114'] for agent (2583ee88-9503-4370-b6e4-0a676865815e), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:20:09.023265 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61434540-21b0-4a82-92f5-fa92ec5a6ea8 req-666890d7-958c-4e1a-a0d6-d2c76b05a412 tempest-AttachVolumeTestJSON-1268199410 tempest-AttachVolumeTestJSON-1268199410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:20:09.025097 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-61434540-21b0-4a82-92f5-fa92ec5a6ea8 req-666890d7-958c-4e1a-a0d6-d2c76b05a412 tempest-AttachVolumeTestJSON-1268199410 tempest-AttachVolumeTestJSON-1268199410-project] 10.222.0.36 "GET /v2.0/networks?id=816c80d2-ce08-422c-8388-99245d2078e2 HTTP/1.1" status: 200 len: 810 time: 0.1399109 May 03 14:20:09.029629 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvr_db [None req-e946fa5e-4f56-4b74-b4d9-2d000df9f112 None None] Set router d16a25b5-d4bb-4ca9-921e-a415f5db7fa2 gateway port host: dv-cinder-839793-5-iscsi {{(pid=103471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 14:20:09.042360 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-61434540-21b0-4a82-92f5-fa92ec5a6ea8 req-7bedffd7-2e80-42ea-9921-d834056b0cee tempest-AttachVolumeTestJSON-1268199410 tempest-AttachVolumeTestJSON-1268199410-project] 10.222.0.36 "GET /v2.0/quotas/b16b4b1b92fd4f6dbb0e0cde810949db HTTP/1.1" status: 200 len: 375 time: 0.0103688 May 03 14:20:09.099932 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-61434540-21b0-4a82-92f5-fa92ec5a6ea8 req-40b7a0d9-d625-47be-b735-b4da2af8bbe5 tempest-AttachVolumeTestJSON-1268199410 tempest-AttachVolumeTestJSON-1268199410-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=b16b4b1b92fd4f6dbb0e0cde810949db&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0496254 May 03 14:20:09.105313 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [None req-7d141efc-de20-40d7-b593-125298b6c011 None None] Current status of the port 9ed0f5c3-99ad-4349-9929-cf1eb4230af9 is: DOWN; New status is: ACTIVE {{(pid=103471) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 14:20:09.105697 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-7d141efc-de20-40d7-b593-125298b6c011 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585126'] for port (9ed0f5c3-99ad-4349-9929-cf1eb4230af9), before_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:20:09.175787 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786921254184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749114'] for agent (e81ee3ce-91e9-46ba-a5c7-9619c95b22a6), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:20:09.187960 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Current status of the port 93c3446f-90f7-4dae-826a-0aba53ac9c6d is: ACTIVE; New status is: ACTIVE {{(pid=103471) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 14:20:09.204928 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-61434540-21b0-4a82-92f5-fa92ec5a6ea8 req-b1032bf5-cfdf-43e1-9e3f-234aad45fbb0 service neutron] 10.222.0.36 "GET /v2.0/networks/816c80d2-ce08-422c-8388-99245d2078e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930054 May 03 14:20:09.213116 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.db [None req-7d141efc-de20-40d7-b593-125298b6c011 None None] For port 9ed0f5c3-99ad-4349-9929-cf1eb4230af9, host dv-cinder-839793-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-5-iscsi',level=0,port_id=9ed0f5c3-99ad-4349-9929-cf1eb4230af9,segment=NetworkSegment(fe764fb4-f36a-4071-aefa-aa24f55f58d7),segment_id=fe764fb4-f36a-4071-aefa-aa24f55f58d7)] {{(pid=103471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 14:20:09.218933 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-7d141efc-de20-40d7-b593-125298b6c011 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786921284783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786920821414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786920821432'] for port (9ed0f5c3-99ad-4349-9929-cf1eb4230af9), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:20:09.298830 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-61434540-21b0-4a82-92f5-fa92ec5a6ea8 req-21e5755a-9597-4346-8424-d84de936a5e3 service neutron] 10.222.0.36 "GET /v2.0/networks/816c80d2-ce08-422c-8388-99245d2078e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876088 May 03 14:20:09.316178 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d141efc-de20-40d7-b593-125298b6c011 None None] Pushing event updated for resources: {'Port': ['ID=9ed0f5c3-99ad-4349-9929-cf1eb4230af9,revision_number=5']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:20:09.490826 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.provisioning_blocks [None req-db27fec6-445e-4ff4-8e0d-c16f152c5064 None None] Provisioning complete for port 9ed0f5c3-99ad-4349-9929-cf1eb4230af9 triggered by entity DHCP. {{(pid=103471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 14:20:09.491044 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-c1ccc4e6-39c3-4ec2-933a-964feac9d762 req-354b0e85-9771-4b05-a2a4-40e38b56f944 tempest-AttachVolumeTestJSON-1268199410 tempest-AttachVolumeTestJSON-1268199410-project] 10.222.0.36 "GET /v2.0/ports?device_id=5eda64b7-0284-41eb-8cb6-3c07a3afe47e HTTP/1.1" status: 200 len: 210 time: 0.0294170 May 03 14:20:09.491519 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-db27fec6-445e-4ff4-8e0d-c16f152c5064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749148'] for port (9ed0f5c3-99ad-4349-9929-cf1eb4230af9), provisioning_complete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:20:09.520120 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.l3_hamode_db [None req-e946fa5e-4f56-4b74-b4d9-2d000df9f112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd16a25b5-d4bb-4ca9-921e-a415f5db7fa2', 'name': 'tempest-AttachVolumeTestJSON-842912074-router', 'tenant_id': 'b16b4b1b92fd4f6dbb0e0cde810949db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2', 'external_fixed_ips': [{'subnet_id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'ip_address': '172.27.3.74'}], 'enable_snat': True}, 'gw_port_id': '93c3446f-90f7-4dae-826a-0aba53ac9c6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T14:20:02Z', 'updated_at': '2022-05-03T14:20:05Z', 'revision_number': 4, 'project_id': 'b16b4b1b92fd4f6dbb0e0cde810949db', 'gw_port': {'id': '93c3446f-90f7-4dae-826a-0aba53ac9c6d', 'name': '', 'network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:be:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd16a25b5-d4bb-4ca9-921e-a415f5db7fa2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'ip_address': '172.27.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:20:02Z', 'updated_at': '2022-05-03T14:20:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-5-iscsi', '_interfaces': [{'id': '9ed0f5c3-99ad-4349-9929-cf1eb4230af9', 'name': '', 'network_id': '816c80d2-ce08-422c-8388-99245d2078e2', 'tenant_id': 'b16b4b1b92fd4f6dbb0e0cde810949db', 'mac_address': 'fa:16:3e:29:62:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd16a25b5-d4bb-4ca9-921e-a415f5db7fa2', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '518902ae-a051-403f-b835-83bc017e726e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:20:04Z', 'updated_at': '2022-05-03T14:20:08Z', 'revision_number': 4, 'project_id': 'b16b4b1b92fd4f6dbb0e0cde810949db', 'subnets': [{'id': '518902ae-a051-403f-b835-83bc017e726e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-5-iscsi', False) {} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:20:09.553559 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e946fa5e-4f56-4b74-b4d9-2d000df9f112 None None] The sync data for ids ['d16a25b5-d4bb-4ca9-921e-a415f5db7fa2'] in dv-cinder-839793-5-iscsi is: [{'id': 'd16a25b5-d4bb-4ca9-921e-a415f5db7fa2', 'name': 'tempest-AttachVolumeTestJSON-842912074-router', 'tenant_id': 'b16b4b1b92fd4f6dbb0e0cde810949db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2', 'external_fixed_ips': [{'subnet_id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'ip_address': '172.27.3.74'}], 'enable_snat': True}, 'gw_port_id': '93c3446f-90f7-4dae-826a-0aba53ac9c6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T14:20:02Z', 'updated_at': '2022-05-03T14:20:05Z', 'revision_number': 4, 'project_id': 'b16b4b1b92fd4f6dbb0e0cde810949db', 'gw_port': {'id': '93c3446f-90f7-4dae-826a-0aba53ac9c6d', 'name': '', 'network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:be:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd16a25b5-d4bb-4ca9-921e-a415f5db7fa2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'ip_address': '172.27.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:20:02Z', 'updated_at': '2022-05-03T14:20:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-5-iscsi', '_interfaces': [{'id': '9ed0f5c3-99ad-4349-9929-cf1eb4230af9', 'name': '', 'network_id': '816c80d2-ce08-422c-8388-99245d2078e2', 'tenant_id': 'b16b4b1b92fd4f6dbb0e0cde810949db', 'mac_address': 'fa:16:3e:29:62:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd16a25b5-d4bb-4ca9-921e-a415f5db7fa2', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '518902ae-a051-403f-b835-83bc017e726e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:20:04Z', 'updated_at': '2022-05-03T14:20:08Z', 'revision_number': 4, 'project_id': 'b16b4b1b92fd4f6dbb0e0cde810949db', 'subnets': [{'id': '518902ae-a051-403f-b835-83bc017e726e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 14:20:09.642498 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [None req-db27fec6-445e-4ff4-8e0d-c16f152c5064 None None] Current status of the port 9ed0f5c3-99ad-4349-9929-cf1eb4230af9 is: ACTIVE; New status is: ACTIVE {{(pid=103471) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 14:20:10.423130 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-6b98c286-5509-41ae-9e31-4a328d4e2e3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786921254184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749114'] for agent (9772c1e2-61d8-4a11-97d8-348a0cefa431), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:20:10.627763 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-89c095fd-01ff-4795-ab30-8d09f84946fa req-88b8fead-2c93-47c1-8509-a8dd76e6165e tempest-AttachVolumeTestJSON-1268199410 tempest-AttachVolumeTestJSON-1268199410-project] 10.222.0.36 "GET /v2.0/ports?device_id=5eda64b7-0284-41eb-8cb6-3c07a3afe47e HTTP/1.1" status: 200 len: 210 time: 0.0610528 May 03 14:20:10.666489 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.rpc [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Device 9ed0f5c3-99ad-4349-9929-cf1eb4230af9 up at agent ovs-agent-dv-cinder-839793-5-iscsi {{(pid=103471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 14:20:10.716799 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.provisioning_blocks [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Provisioning complete for port 9ed0f5c3-99ad-4349-9929-cf1eb4230af9 triggered by entity L2. {{(pid=103471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 14:20:10.717157 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749148'] for port (9ed0f5c3-99ad-4349-9929-cf1eb4230af9), provisioning_complete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:20:10.802133 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Current status of the port 9ed0f5c3-99ad-4349-9929-cf1eb4230af9 is: ACTIVE; New status is: ACTIVE {{(pid=103471) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 14:20:11.521600 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-ece2f477-2d6d-4faa-a9a3-ecc6a9d3b5ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786921254184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749114'] for agent (5abb75e8-e954-4dc0-bed6-210d2af77b9f), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:20:11.732089 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-d33df9e3-4af2-4e51-a642-e3523af60442 req-3bea2691-a0c2-4944-9d89-4552e37fb9d9 tempest-AttachVolumeTestJSON-1268199410 tempest-AttachVolumeTestJSON-1268199410-project] 10.222.0.36 "GET /v2.0/ports?device_id=5eda64b7-0284-41eb-8cb6-3c07a3afe47e HTTP/1.1" status: 200 len: 210 time: 0.0307953 May 03 14:20:12.825874 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-0c4b04b1-f34a-4fd2-9654-345dc08ad2d8 req-b591cffe-a9a1-40c5-8dbe-3bb4b3750812 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=5a3c999d-18ce-462a-a979-48920d777d34&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0464046 May 03 14:20:12.853490 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-1a8428d1-a28a-4d30-9338-8202ae5e222f req-93cce1af-27df-4036-94f1-7a9ae8087638 tempest-AttachVolumeTestJSON-1268199410 tempest-AttachVolumeTestJSON-1268199410-project] 10.222.0.36 "GET /v2.0/ports?device_id=5eda64b7-0284-41eb-8cb6-3c07a3afe47e HTTP/1.1" status: 200 len: 210 time: 0.0436902 May 03 14:20:12.895245 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4b04b1-f34a-4fd2-9654-345dc08ad2d8 req-907edd75-fe95-4106-a343-afa84e6e416d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:20:12.896809 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-0c4b04b1-f34a-4fd2-9654-345dc08ad2d8 req-907edd75-fe95-4106-a343-afa84e6e416d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=593f1ab9823f41ffa40d6155bebaca54&device_id=5a3c999d-18ce-462a-a979-48920d777d34 HTTP/1.1" status: 200 len: 1129 time: 0.0468464 May 03 14:20:12.959449 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61434540-21b0-4a82-92f5-fa92ec5a6ea8 req-e87f0da4-19b6-46db-81cd-074b3a39fd1c tempest-AttachVolumeTestJSON-1268199410 tempest-AttachVolumeTestJSON-1268199410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:20:12.961079 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-61434540-21b0-4a82-92f5-fa92ec5a6ea8 req-e87f0da4-19b6-46db-81cd-074b3a39fd1c tempest-AttachVolumeTestJSON-1268199410 tempest-AttachVolumeTestJSON-1268199410-project] 10.222.0.26 "GET /v2.0/networks?id=816c80d2-ce08-422c-8388-99245d2078e2 HTTP/1.1" status: 200 len: 810 time: 0.1412518 May 03 14:20:13.023979 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4b04b1-f34a-4fd2-9654-345dc08ad2d8 req-7c2b9687-04d8-4283-8163-1cebbbde631b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:20:13.025503 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-0c4b04b1-f34a-4fd2-9654-345dc08ad2d8 req-7c2b9687-04d8-4283-8163-1cebbbde631b service neutron] 10.222.0.26 "GET /v2.0/networks?id=f560d97d-2acd-47bd-966f-19197466eba2 HTTP/1.1" status: 200 len: 912 time: 0.1048305 May 03 14:20:13.028472 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-61434540-21b0-4a82-92f5-fa92ec5a6ea8 req-71e529e9-8603-4ae1-b36b-880b4e7d7383 tempest-AttachVolumeTestJSON-1268199410 tempest-AttachVolumeTestJSON-1268199410-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b16b4b1b92fd4f6dbb0e0cde810949db HTTP/1.1" status: 200 len: 379 time: 0.0579593 May 03 14:20:13.088123 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.v2.base [req-61434540-21b0-4a82-92f5-fa92ec5a6ea8 req-506f7118-0ce5-49f4-a627-c36ffcae9a80 tempest-AttachVolumeTestJSON-1268199410 tempest-AttachVolumeTestJSON-1268199410-project] Request body: {'port': {'device_id': '5eda64b7-0284-41eb-8cb6-3c07a3afe47e', 'network_id': '816c80d2-ce08-422c-8388-99245d2078e2', 'admin_state_up': True, 'tenant_id': 'b16b4b1b92fd4f6dbb0e0cde810949db', 'security_groups': ['a76c9f2d-1063-4c61-b166-f9bd22eaaa60']}} {{(pid=103469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 14:20:13.144594 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-0c4b04b1-f34a-4fd2-9654-345dc08ad2d8 req-7ed5f7b6-0642-489b-aeb8-1e913939ba3f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6f7a9353-a6ac-4262-88f6-839702efb970 HTTP/1.1" status: 200 len: 1001 time: 0.0610335 May 03 14:20:13.150341 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786921254184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749114'] for agent (43411681-d6d4-43ac-b892-434a22df3f6d), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:20:13.197012 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4b04b1-f34a-4fd2-9654-345dc08ad2d8 req-915393fa-554d-4834-8811-7d80fa1b3836 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:20:13.198531 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-0c4b04b1-f34a-4fd2-9654-345dc08ad2d8 req-915393fa-554d-4834-8811-7d80fa1b3836 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e8cbf221-f4fe-47a8-93ac-36f15595da79 HTTP/1.1" status: 200 len: 850 time: 0.0480738 May 03 14:20:13.220106 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-61434540-21b0-4a82-92f5-fa92ec5a6ea8 req-506f7118-0ce5-49f4-a627-c36ffcae9a80 tempest-AttachVolumeTestJSON-1268199410 tempest-AttachVolumeTestJSON-1268199410-project] Made reservation on behalf of b16b4b1b92fd4f6dbb0e0cde810949db for: {'port': 1} {{(pid=103469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 14:20:13.223864 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-61434540-21b0-4a82-92f5-fa92ec5a6ea8 req-506f7118-0ce5-49f4-a627-c36ffcae9a80 tempest-AttachVolumeTestJSON-1268199410 tempest-AttachVolumeTestJSON-1268199410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585126'] for port (None), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:20:13.270517 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4b04b1-f34a-4fd2-9654-345dc08ad2d8 req-5ee5b0b3-f1a9-42be-b536-e0c793561602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:20:13.271880 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-0c4b04b1-f34a-4fd2-9654-345dc08ad2d8 req-5ee5b0b3-f1a9-42be-b536-e0c793561602 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f560d97d-2acd-47bd-966f-19197466eba2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0670671 May 03 14:20:13.377109 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-0c4b04b1-f34a-4fd2-9654-345dc08ad2d8 req-aeb3bd5c-87b4-4950-8aca-968dfd43e6f6 service neutron] 10.222.0.26 "GET /v2.0/networks/f560d97d-2acd-47bd-966f-19197466eba2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992231 May 03 14:20:13.394916 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.db.db_base_plugin_common [req-61434540-21b0-4a82-92f5-fa92ec5a6ea8 req-506f7118-0ce5-49f4-a627-c36ffcae9a80 tempest-AttachVolumeTestJSON-1268199410 tempest-AttachVolumeTestJSON-1268199410-project] Allocated IP 172.20.0.14 (816c80d2-ce08-422c-8388-99245d2078e2/518902ae-a051-403f-b835-83bc017e726e/35e5aaf7-9dec-4a73-9672-6aeedce9f725) {{(pid=103469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 14:20:13.499656 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-0c4b04b1-f34a-4fd2-9654-345dc08ad2d8 req-ca834eae-60ba-4cd1-a183-feda3a7528a2 service neutron] 10.222.0.26 "GET /v2.0/networks/f560d97d-2acd-47bd-966f-19197466eba2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1160262 May 03 14:20:13.577676 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-61434540-21b0-4a82-92f5-fa92ec5a6ea8 req-506f7118-0ce5-49f4-a627-c36ffcae9a80 tempest-AttachVolumeTestJSON-1268199410 tempest-AttachVolumeTestJSON-1268199410-project] Publish callbacks [] for port (35e5aaf7-9dec-4a73-9672-6aeedce9f725), precommit_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:20:13.618921 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-61434540-21b0-4a82-92f5-fa92ec5a6ea8 req-506f7118-0ce5-49f4-a627-c36ffcae9a80 tempest-AttachVolumeTestJSON-1268199410 tempest-AttachVolumeTestJSON-1268199410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786920821396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6178079'] for port (35e5aaf7-9dec-4a73-9672-6aeedce9f725), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:20:13.669552 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61434540-21b0-4a82-92f5-fa92ec5a6ea8 req-506f7118-0ce5-49f4-a627-c36ffcae9a80 tempest-AttachVolumeTestJSON-1268199410 tempest-AttachVolumeTestJSON-1268199410-project] Network 816c80d2-ce08-422c-8388-99245d2078e2 is already hosted by enough agents. {{(pid=103469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 14:20:13.672779 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.scheduler.base_scheduler [req-61434540-21b0-4a82-92f5-fa92ec5a6ea8 req-506f7118-0ce5-49f4-a627-c36ffcae9a80 tempest-AttachVolumeTestJSON-1268199410 tempest-AttachVolumeTestJSON-1268199410-project] Resources bound (agent type, host, resource id): {{(pid=103469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 14:20:13.675941 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.wsgi [-] (103470) accepted ('10.222.0.36', 50720) {{(pid=103470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:20:13.677030 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.db.l3_dvrscheduler_db [req-61434540-21b0-4a82-92f5-fa92ec5a6ea8 req-506f7118-0ce5-49f4-a627-c36ffcae9a80 tempest-AttachVolumeTestJSON-1268199410 tempest-AttachVolumeTestJSON-1268199410-project] Received port after_create {{(pid=103469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 14:20:13.711215 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506f7118-0ce5-49f4-a627-c36ffcae9a80 tempest-AttachVolumeTestJSON-1268199410 tempest-AttachVolumeTestJSON-1268199410-project] Pushing event updated for resources: {'Port': ['ID=35e5aaf7-9dec-4a73-9672-6aeedce9f725,revision_number=1']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:20:13.743154 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61434540-21b0-4a82-92f5-fa92ec5a6ea8 req-506f7118-0ce5-49f4-a627-c36ffcae9a80 tempest-AttachVolumeTestJSON-1268199410 tempest-AttachVolumeTestJSON-1268199410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:20:13.743806 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-61434540-21b0-4a82-92f5-fa92ec5a6ea8 req-506f7118-0ce5-49f4-a627-c36ffcae9a80 tempest-AttachVolumeTestJSON-1268199410 tempest-AttachVolumeTestJSON-1268199410-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218734'] for port (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:20:13.761061 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-61434540-21b0-4a82-92f5-fa92ec5a6ea8 req-506f7118-0ce5-49f4-a627-c36ffcae9a80 tempest-AttachVolumeTestJSON-1268199410 tempest-AttachVolumeTestJSON-1268199410-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6772649 May 03 14:20:13.773565 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.v2.base [req-61434540-21b0-4a82-92f5-fa92ec5a6ea8 req-b480be49-7e15-41f1-a268-21ef26fe350d service neutron] Request body: {'port': {'device_id': '5eda64b7-0284-41eb-8cb6-3c07a3afe47e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83979'}} {{(pid=103469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 14:20:13.818338 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-ff0fc973-fe5b-45cd-8bde-0868ea1230e1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:20:13.851000 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-61434540-21b0-4a82-92f5-fa92ec5a6ea8 req-b480be49-7e15-41f1-a268-21ef26fe350d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585126'] for port (35e5aaf7-9dec-4a73-9672-6aeedce9f725), before_update {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:20:13.916717 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-ff0fc973-fe5b-45cd-8bde-0868ea1230e1 admin admin] Publish callbacks [] for security_group (c0b7b2d9-6a17-4d06-a801-cb35dacd0be6), precommit_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:20:13.937153 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-ff0fc973-fe5b-45cd-8bde-0868ea1230e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656397'] for security_group (c0b7b2d9-6a17-4d06-a801-cb35dacd0be6), after_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:20:13.994192 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.provisioning_blocks [None req-a76ff323-b8ae-44b2-8d32-ff4df5fc3a46 None None] Provisioning complete for port 35e5aaf7-9dec-4a73-9672-6aeedce9f725 triggered by entity DHCP. {{(pid=103471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 14:20:13.994560 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-a76ff323-b8ae-44b2-8d32-ff4df5fc3a46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749148'] for port (35e5aaf7-9dec-4a73-9672-6aeedce9f725), provisioning_complete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:20:14.002053 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [None req-ff0fc973-fe5b-45cd-8bde-0868ea1230e1 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=4cfe9a4a888d4794ad97f21648dd1b6e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3249929 May 03 14:20:14.002721 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0fc973-fe5b-45cd-8bde-0868ea1230e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0b7b2d9-6a17-4d06-a801-cb35dacd0be6,revision_number=1']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:20:14.005198 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.36', 50726) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:20:14.025783 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52382263-8027-4ba5-b440-f511536313db req-9bf30d1a-8591-46bc-9a4f-776e010aca3e tempest-AttachVolumeTestJSON-1268199410 tempest-AttachVolumeTestJSON-1268199410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:20:14.028451 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-52382263-8027-4ba5-b440-f511536313db req-9bf30d1a-8591-46bc-9a4f-776e010aca3e tempest-AttachVolumeTestJSON-1268199410 tempest-AttachVolumeTestJSON-1268199410-project] 10.222.0.36 "GET /v2.0/ports?device_id=5eda64b7-0284-41eb-8cb6-3c07a3afe47e HTTP/1.1" status: 200 len: 932 time: 0.0856416 May 03 14:20:14.033216 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [None req-a76ff323-b8ae-44b2-8d32-ff4df5fc3a46 None None] Port 35e5aaf7-9dec-4a73-9672-6aeedce9f725 cannot update to ACTIVE because it is not bound. {{(pid=103471) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 03 14:20:14.120221 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-cab46381-fa62-43a5-94a4-09ca7bd1df5d admin admin] Publish callbacks [] for security_group (c0b7b2d9-6a17-4d06-a801-cb35dacd0be6), before_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:20:14.161381 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-cab46381-fa62-43a5-94a4-09ca7bd1df5d admin admin] Publish callbacks [] for security_group (c0b7b2d9-6a17-4d06-a801-cb35dacd0be6), precommit_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:20:14.236719 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.notifiers.nova [req-61434540-21b0-4a82-92f5-fa92ec5a6ea8 req-b480be49-7e15-41f1-a268-21ef26fe350d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35e5aaf7-9dec-4a73-9672-6aeedce9f725 {{(pid=103469) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 14:20:14.244839 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-61434540-21b0-4a82-92f5-fa92ec5a6ea8 req-b480be49-7e15-41f1-a268-21ef26fe350d service neutron] Publish callbacks [] for port (35e5aaf7-9dec-4a73-9672-6aeedce9f725), precommit_update {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:20:14.260545 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.db.provisioning_blocks [req-61434540-21b0-4a82-92f5-fa92ec5a6ea8 req-b480be49-7e15-41f1-a268-21ef26fe350d service neutron] Transition to ACTIVE for port object 35e5aaf7-9dec-4a73-9672-6aeedce9f725 will not be triggered until provisioned by entity L2. {{(pid=103469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 03 14:20:14.261589 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-cab46381-fa62-43a5-94a4-09ca7bd1df5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656397'] for security_group (c0b7b2d9-6a17-4d06-a801-cb35dacd0be6), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:20:14.264455 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-cab46381-fa62-43a5-94a4-09ca7bd1df5d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:20:14.265716 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-cab46381-fa62-43a5-94a4-09ca7bd1df5d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c0b7b2d9-6a17-4d06-a801-cb35dacd0be6 HTTP/1.1" status: 204 len: 168 time: 0.2595398 May 03 14:20:14.268873 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-61434540-21b0-4a82-92f5-fa92ec5a6ea8 req-b480be49-7e15-41f1-a268-21ef26fe350d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786921284783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786920821414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786920821432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6178150'] for port (35e5aaf7-9dec-4a73-9672-6aeedce9f725), after_update {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:20:14.282550 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab46381-fa62-43a5-94a4-09ca7bd1df5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0b7b2d9-6a17-4d06-a801-cb35dacd0be6,revision_number=None']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:20:14.353581 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b480be49-7e15-41f1-a268-21ef26fe350d service neutron] Pushing event updated for resources: {'Port': ['ID=35e5aaf7-9dec-4a73-9672-6aeedce9f725,revision_number=2']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:20:14.371887 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-52382263-8027-4ba5-b440-f511536313db req-efefb642-248b-4764-8af6-43f64c2a0488 tempest-AttachVolumeTestJSON-1268199410 tempest-AttachVolumeTestJSON-1268199410-project] 10.222.0.36 "GET /v2.0/security-groups?id=a76c9f2d-1063-4c61-b166-f9bd22eaaa60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3373313 May 03 14:20:14.434586 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.managers [req-61434540-21b0-4a82-92f5-fa92ec5a6ea8 req-b480be49-7e15-41f1-a268-21ef26fe350d service neutron] Attempting to bind port 35e5aaf7-9dec-4a73-9672-6aeedce9f725 on host hv-cinder-83979 for vnic_type normal with profile {{(pid=103469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 03 14:20:14.434925 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.managers [req-61434540-21b0-4a82-92f5-fa92ec5a6ea8 req-b480be49-7e15-41f1-a268-21ef26fe350d service neutron] Attempting to bind port 35e5aaf7-9dec-4a73-9672-6aeedce9f725 by drivers openvswitch,hyperv on host hv-cinder-83979 at level 0 using segments [{'id': 'fe764fb4-f36a-4071-aefa-aa24f55f58d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '816c80d2-ce08-422c-8388-99245d2078e2'}] {{(pid=103469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 03 14:20:14.435256 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61434540-21b0-4a82-92f5-fa92ec5a6ea8 req-b480be49-7e15-41f1-a268-21ef26fe350d service neutron] Attempting to bind port 35e5aaf7-9dec-4a73-9672-6aeedce9f725 on network 816c80d2-ce08-422c-8388-99245d2078e2 {{(pid=103469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 14:20:14.442070 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61434540-21b0-4a82-92f5-fa92ec5a6ea8 req-b480be49-7e15-41f1-a268-21ef26fe350d service neutron] Port 35e5aaf7-9dec-4a73-9672-6aeedce9f725 on network 816c80d2-ce08-422c-8388-99245d2078e2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83979 {{(pid=103469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 03 14:20:14.442479 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61434540-21b0-4a82-92f5-fa92ec5a6ea8 req-b480be49-7e15-41f1-a268-21ef26fe350d service neutron] Attempting to bind port 35e5aaf7-9dec-4a73-9672-6aeedce9f725 on network 816c80d2-ce08-422c-8388-99245d2078e2 {{(pid=103469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 14:20:14.448781 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61434540-21b0-4a82-92f5-fa92ec5a6ea8 req-b480be49-7e15-41f1-a268-21ef26fe350d service neutron] Checking agent: {'id': 'e81ee3ce-91e9-46ba-a5c7-9619c95b22a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83979', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 14, 11, 7), 'started_at': datetime.datetime(2022, 5, 3, 14, 11, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 14, 20, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 03 14:20:14.449155 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61434540-21b0-4a82-92f5-fa92ec5a6ea8 req-b480be49-7e15-41f1-a268-21ef26fe350d service neutron] Checking segment: {'id': 'fe764fb4-f36a-4071-aefa-aa24f55f58d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '816c80d2-ce08-422c-8388-99245d2078e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 14:20:14.449630 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61434540-21b0-4a82-92f5-fa92ec5a6ea8 req-b480be49-7e15-41f1-a268-21ef26fe350d service neutron] Bound using segment: {'id': 'fe764fb4-f36a-4071-aefa-aa24f55f58d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '816c80d2-ce08-422c-8388-99245d2078e2'} {{(pid=103469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 03 14:20:14.450054 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.managers [req-61434540-21b0-4a82-92f5-fa92ec5a6ea8 req-b480be49-7e15-41f1-a268-21ef26fe350d service neutron] Bound port: 35e5aaf7-9dec-4a73-9672-6aeedce9f725, host: hv-cinder-83979, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe764fb4-f36a-4071-aefa-aa24f55f58d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '816c80d2-ce08-422c-8388-99245d2078e2'}}] {{(pid=103469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 03 14:20:14.450413 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-61434540-21b0-4a82-92f5-fa92ec5a6ea8 req-b480be49-7e15-41f1-a268-21ef26fe350d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585126'] for port (35e5aaf7-9dec-4a73-9672-6aeedce9f725), before_update {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:20:14.523765 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.db [req-61434540-21b0-4a82-92f5-fa92ec5a6ea8 req-b480be49-7e15-41f1-a268-21ef26fe350d service neutron] For port 35e5aaf7-9dec-4a73-9672-6aeedce9f725, host hv-cinder-83979, cleared binding levels {{(pid=103469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 14:20:14.527289 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.db [req-61434540-21b0-4a82-92f5-fa92ec5a6ea8 req-b480be49-7e15-41f1-a268-21ef26fe350d service neutron] For port 35e5aaf7-9dec-4a73-9672-6aeedce9f725, host hv-cinder-83979, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=35e5aaf7-9dec-4a73-9672-6aeedce9f725,segment=NetworkSegment(fe764fb4-f36a-4071-aefa-aa24f55f58d7),segment_id=fe764fb4-f36a-4071-aefa-aa24f55f58d7)] {{(pid=103469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 14:20:14.536901 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-61434540-21b0-4a82-92f5-fa92ec5a6ea8 req-b480be49-7e15-41f1-a268-21ef26fe350d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786921284783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786920821414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786920821432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6178150'] for port (35e5aaf7-9dec-4a73-9672-6aeedce9f725), after_update {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:20:14.574298 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61434540-21b0-4a82-92f5-fa92ec5a6ea8 req-b480be49-7e15-41f1-a268-21ef26fe350d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:20:14.575064 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-61434540-21b0-4a82-92f5-fa92ec5a6ea8 req-b480be49-7e15-41f1-a268-21ef26fe350d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218734'] for port (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:20:14.576458 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-61434540-21b0-4a82-92f5-fa92ec5a6ea8 req-b480be49-7e15-41f1-a268-21ef26fe350d service neutron] 10.222.0.26 "PUT /v2.0/ports/35e5aaf7-9dec-4a73-9672-6aeedce9f725 HTTP/1.1" status: 200 len: 1094 time: 0.8077796 May 03 14:20:14.576919 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5eda64b7-0284-41eb-8cb6-3c07a3afe47e', 'tag': '35e5aaf7-9dec-4a73-9672-6aeedce9f725'}] {{(pid=103469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 14:20:14.579350 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68fe64b6b3a70a2f5f611128c103f52e8e68dc233ccb418b63396cbb83134719" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5d5e002-eec5-40ca-9965-331901ac3755" -d '{"events": [{"name": "network-changed", "server_uuid": "5eda64b7-0284-41eb-8cb6-3c07a3afe47e", "tag": "35e5aaf7-9dec-4a73-9672-6aeedce9f725"}]}' {{(pid=103469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 14:20:14.620473 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.wsgi [-] (103470) accepted ('10.222.0.36', 50734) {{(pid=103470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:20:14.624251 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b480be49-7e15-41f1-a268-21ef26fe350d service neutron] Pushing event updated for resources: {'Port': ['ID=35e5aaf7-9dec-4a73-9672-6aeedce9f725,revision_number=3']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:20:14.639287 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 May 2022 14:20:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac626692-933b-41a7-9e11-c557037b28d7 x-openstack-request-id: req-ac626692-933b-41a7-9e11-c557037b28d7 {{(pid=103469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 14:20:14.639578 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5eda64b7-0284-41eb-8cb6-3c07a3afe47e", "tag": "35e5aaf7-9dec-4a73-9672-6aeedce9f725", "status": "completed", "code": 200}]} {{(pid=103469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 14:20:14.639827 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ac626692-933b-41a7-9e11-c557037b28d7 {{(pid=103469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 14:20:14.640305 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac626692-933b-41a7-9e11-c557037b28d7'] response: {'name': 'network-changed', 'server_uuid': '5eda64b7-0284-41eb-8cb6-3c07a3afe47e', 'tag': '35e5aaf7-9dec-4a73-9672-6aeedce9f725', 'status': 'completed', 'code': 200} May 03 14:20:14.643338 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-ef789127-dd70-47c5-b21b-6fd1bb604942 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:20:14.705882 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61434540-21b0-4a82-92f5-fa92ec5a6ea8 req-a504d086-821f-4989-a3ff-1db39e445939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:20:14.707473 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-61434540-21b0-4a82-92f5-fa92ec5a6ea8 req-a504d086-821f-4989-a3ff-1db39e445939 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b16b4b1b92fd4f6dbb0e0cde810949db&device_id=5eda64b7-0284-41eb-8cb6-3c07a3afe47e HTTP/1.1" status: 200 len: 1128 time: 0.0802290 May 03 14:20:14.738852 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-ef789127-dd70-47c5-b21b-6fd1bb604942 admin admin] Publish callbacks [] for security_group (d3c2b0e8-f3c4-44e6-be60-2bae56fff016), precommit_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:20:14.744488 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-ef789127-dd70-47c5-b21b-6fd1bb604942 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656397'] for security_group (d3c2b0e8-f3c4-44e6-be60-2bae56fff016), after_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:20:14.754266 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-61434540-21b0-4a82-92f5-fa92ec5a6ea8 req-22eb9e7e-cf2c-45e0-9cb4-6a799fc4abdd service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=35e5aaf7-9dec-4a73-9672-6aeedce9f725 HTTP/1.1" status: 200 len: 217 time: 0.0380337 May 03 14:20:14.788427 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [None req-ef789127-dd70-47c5-b21b-6fd1bb604942 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=92786e396fae414897d97d1cb7774b72&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1664999 May 03 14:20:14.789467 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef789127-dd70-47c5-b21b-6fd1bb604942 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3c2b0e8-f3c4-44e6-be60-2bae56fff016,revision_number=1']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:20:14.791986 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.wsgi [-] (103470) accepted ('10.222.0.36', 50738) {{(pid=103470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:20:14.816998 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61434540-21b0-4a82-92f5-fa92ec5a6ea8 req-6510fc14-3826-4b77-a9bc-bc26d3294d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:20:14.818568 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-61434540-21b0-4a82-92f5-fa92ec5a6ea8 req-6510fc14-3826-4b77-a9bc-bc26d3294d4b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=518902ae-a051-403f-b835-83bc017e726e HTTP/1.1" status: 200 len: 849 time: 0.0578344 May 03 14:20:14.845077 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-5c8286f5-4758-4364-b887-dfdca9f6a0ac admin admin] Publish callbacks [] for security_group (d3c2b0e8-f3c4-44e6-be60-2bae56fff016), before_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:20:14.864175 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61434540-21b0-4a82-92f5-fa92ec5a6ea8 req-677e6877-0336-4158-b8be-7b7fb9b91f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:20:14.865730 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-61434540-21b0-4a82-92f5-fa92ec5a6ea8 req-677e6877-0336-4158-b8be-7b7fb9b91f58 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=816c80d2-ce08-422c-8388-99245d2078e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0397305 May 03 14:20:14.866218 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-5c8286f5-4758-4364-b887-dfdca9f6a0ac admin admin] Publish callbacks [] for security_group (d3c2b0e8-f3c4-44e6-be60-2bae56fff016), precommit_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:20:14.918360 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-5c8286f5-4758-4364-b887-dfdca9f6a0ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656397'] for security_group (d3c2b0e8-f3c4-44e6-be60-2bae56fff016), after_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:20:14.921145 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-5c8286f5-4758-4364-b887-dfdca9f6a0ac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:20:14.924762 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [None req-5c8286f5-4758-4364-b887-dfdca9f6a0ac admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d3c2b0e8-f3c4-44e6-be60-2bae56fff016 HTTP/1.1" status: 204 len: 168 time: 0.1295187 May 03 14:20:14.930852 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8286f5-4758-4364-b887-dfdca9f6a0ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3c2b0e8-f3c4-44e6-be60-2bae56fff016,revision_number=None']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:20:14.966826 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-61434540-21b0-4a82-92f5-fa92ec5a6ea8 req-fb55c4ca-f91b-4186-b2a1-5c580714f10e service neutron] 10.222.0.26 "GET /v2.0/networks/816c80d2-ce08-422c-8388-99245d2078e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937512 May 03 14:20:15.061568 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-61434540-21b0-4a82-92f5-fa92ec5a6ea8 req-001a3b1d-e179-4b66-b0f0-6cd83bbaffac service neutron] 10.222.0.26 "GET /v2.0/networks/816c80d2-ce08-422c-8388-99245d2078e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872722 May 03 14:20:15.493523 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffb9622-1ae3-4ebd-b673-a60a28feefcc req-bdf5a0e3-35dd-47d2-bcb4-2a8fad6c12da tempest-AttachVolumeTestJSON-1268199410 tempest-AttachVolumeTestJSON-1268199410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:20:15.495168 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-6ffb9622-1ae3-4ebd-b673-a60a28feefcc req-bdf5a0e3-35dd-47d2-bcb4-2a8fad6c12da tempest-AttachVolumeTestJSON-1268199410 tempest-AttachVolumeTestJSON-1268199410-project] 10.222.0.36 "GET /v2.0/ports?device_id=5eda64b7-0284-41eb-8cb6-3c07a3afe47e HTTP/1.1" status: 200 len: 944 time: 0.0524173 May 03 14:20:15.545511 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-6ffb9622-1ae3-4ebd-b673-a60a28feefcc req-d95abd45-1800-439b-9f2f-217fde610dc3 tempest-AttachVolumeTestJSON-1268199410 tempest-AttachVolumeTestJSON-1268199410-project] 10.222.0.36 "GET /v2.0/security-groups?id=a76c9f2d-1063-4c61-b166-f9bd22eaaa60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445805 May 03 14:20:15.620915 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.wsgi [-] (103470) accepted ('10.222.0.36', 50762) {{(pid=103470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:20:15.727680 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.v2.base [None req-acfa1701-38dd-44a9-b705-dfc17f7f5320 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1579433625-network', 'tenant_id': 'dbf0933f9a42479d8e1228b2c5ca7631'}} {{(pid=103470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 14:20:15.747595 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acfa1701-38dd-44a9-b705-dfc17f7f5320 admin admin] Made reservation on behalf of dbf0933f9a42479d8e1228b2c5ca7631 for: {'network': 1} {{(pid=103470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 14:20:15.750424 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-acfa1701-38dd-44a9-b705-dfc17f7f5320 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585126'] for network (None), before_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:20:15.758887 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-acfa1701-38dd-44a9-b705-dfc17f7f5320 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:20:15.836313 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-acfa1701-38dd-44a9-b705-dfc17f7f5320 admin admin] Publish callbacks [] for security_group (e54bad5d-d0a6-4317-8c24-a4828f77bb9a), precommit_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:20:15.840731 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-acfa1701-38dd-44a9-b705-dfc17f7f5320 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656397'] for security_group (e54bad5d-d0a6-4317-8c24-a4828f77bb9a), after_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:20:15.865457 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-acfa1701-38dd-44a9-b705-dfc17f7f5320 admin admin] vlan segment allocate from pool success with {'vlan_id': 241, 'physical_network': 'physnet1'} {{(pid=103470) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 14:20:15.875294 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfa1701-38dd-44a9-b705-dfc17f7f5320 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e54bad5d-d0a6-4317-8c24-a4828f77bb9a,revision_number=1']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:20:15.882732 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-acfa1701-38dd-44a9-b705-dfc17f7f5320 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-690795'] for segment (43a00c0b-9571-4e9b-910b-25d2482c1aa2), precommit_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:20:15.883610 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.db.segments_db [None req-acfa1701-38dd-44a9-b705-dfc17f7f5320 admin admin] Added segment 43a00c0b-9571-4e9b-910b-25d2482c1aa2 of type vlan for network 84ef3b80-4181-4966-983b-50cedf74e350 May 03 14:20:15.927774 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-acfa1701-38dd-44a9-b705-dfc17f7f5320 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786920812993'] for network (84ef3b80-4181-4966-983b-50cedf74e350), precommit_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:20:15.954476 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-acfa1701-38dd-44a9-b705-dfc17f7f5320 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766'] for network (84ef3b80-4181-4966-983b-50cedf74e350), after_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:20:15.955435 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acfa1701-38dd-44a9-b705-dfc17f7f5320 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:20:15.956011 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-acfa1701-38dd-44a9-b705-dfc17f7f5320 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599744'] for network (None), before_response {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:20:15.987104 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [None req-acfa1701-38dd-44a9-b705-dfc17f7f5320 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3650489 May 03 14:20:15.990209 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.wsgi [-] (103470) accepted ('10.222.0.36', 50776) {{(pid=103470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:20:15.994746 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.v2.base [None req-db0c294c-82c2-40e3-a6b2-dceaa89c56a9 admin admin] Request body: {'subnet': {'network_id': '84ef3b80-4181-4966-983b-50cedf74e350', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1579433625-subnet', 'tenant_id': 'dbf0933f9a42479d8e1228b2c5ca7631', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 14:20:16.012955 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-cd2a1208-8900-43a5-b6cd-38c96203a2e8 req-93bd9f2f-b2d1-468a-b01b-f61c73dba513 tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1639195296&fields=id&tenant_id=593f1ab9823f41ffa40d6155bebaca54 HTTP/1.1" status: 200 len: 267 time: 0.0455775 May 03 14:20:16.029356 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfa1701-38dd-44a9-b705-dfc17f7f5320 admin admin] Pushing event updated for resources: {'Network': ['ID=84ef3b80-4181-4966-983b-50cedf74e350,revision_number=1']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:20:16.040502 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.rpc [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Network 84ef3b80-4181-4966-983b-50cedf74e350 details requested by agent ovs-agent-dv-cinder-839793-5-iscsi with host dv-cinder-839793-5-iscsi {{(pid=103471) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 03 14:20:16.044677 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db0c294c-82c2-40e3-a6b2-dceaa89c56a9 admin admin] Made reservation on behalf of dbf0933f9a42479d8e1228b2c5ca7631 for: {'subnet': 1} {{(pid=103470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 14:20:16.047414 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-db0c294c-82c2-40e3-a6b2-dceaa89c56a9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4621574'] for subnet (None), before_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:20:16.093447 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d5e002-eec5-40ca-9965-331901ac3755 req-74a72638-7208-4785-be2a-56c8e4be5fea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:20:16.094954 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-a5d5e002-eec5-40ca-9965-331901ac3755 req-74a72638-7208-4785-be2a-56c8e4be5fea service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b16b4b1b92fd4f6dbb0e0cde810949db&device_id=5eda64b7-0284-41eb-8cb6-3c07a3afe47e HTTP/1.1" status: 200 len: 1128 time: 0.0660567 May 03 14:20:16.214177 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2a1208-8900-43a5-b6cd-38c96203a2e8 req-f3425548-7b1b-493f-a7c0-df609bc83f98 tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:20:16.215619 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-cd2a1208-8900-43a5-b6cd-38c96203a2e8 req-f3425548-7b1b-493f-a7c0-df609bc83f98 tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] 10.222.0.36 "GET /v2.0/networks?id=f560d97d-2acd-47bd-966f-19197466eba2 HTTP/1.1" status: 200 len: 811 time: 0.1956656 May 03 14:20:16.227871 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-db0c294c-82c2-40e3-a6b2-dceaa89c56a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7525895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4621592'] for subnet (369dfc3a-82d8-4265-97be-35cc6cea8b1e), after_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:20:16.242510 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-cd2a1208-8900-43a5-b6cd-38c96203a2e8 req-e62adce2-eaa1-484a-8b7b-3f98c9b949de tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] 10.222.0.36 "GET /v2.0/quotas/593f1ab9823f41ffa40d6155bebaca54 HTTP/1.1" status: 200 len: 375 time: 0.0205252 May 03 14:20:16.246923 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d5e002-eec5-40ca-9965-331901ac3755 req-a4049f4d-c40c-4f7b-9c86-e9ec933504aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:20:16.248296 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-a5d5e002-eec5-40ca-9965-331901ac3755 req-a4049f4d-c40c-4f7b-9c86-e9ec933504aa service neutron] 10.222.0.26 "GET /v2.0/networks?id=816c80d2-ce08-422c-8388-99245d2078e2 HTTP/1.1" status: 200 len: 911 time: 0.1257062 May 03 14:20:16.287922 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0c294c-82c2-40e3-a6b2-dceaa89c56a9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=369dfc3a-82d8-4265-97be-35cc6cea8b1e,revision_number=0']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:20:16.295995 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db0c294c-82c2-40e3-a6b2-dceaa89c56a9 admin admin] Checking segment: {'id': '43a00c0b-9571-4e9b-910b-25d2482c1aa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '84ef3b80-4181-4966-983b-50cedf74e350'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 14:20:16.296435 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db0c294c-82c2-40e3-a6b2-dceaa89c56a9 admin admin] Network hostable DHCP agents. Network: 84ef3b80-4181-4966-983b-50cedf74e350, hostable agents: ['2d0d8db6-b1c3-4022-9f9b-561ce4a4d2d8'], hosted agents: [] {{(pid=103470) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 14:20:16.308807 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-a5d5e002-eec5-40ca-9965-331901ac3755 req-c57e92db-231f-421c-a0c8-c136457f67d3 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=35e5aaf7-9dec-4a73-9672-6aeedce9f725 HTTP/1.1" status: 200 len: 217 time: 0.0497851 May 03 14:20:16.314764 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db0c294c-82c2-40e3-a6b2-dceaa89c56a9 admin admin] Network 84ef3b80-4181-4966-983b-50cedf74e350 is scheduled to be hosted by DHCP agent 2d0d8db6-b1c3-4022-9f9b-561ce4a4d2d8 with binding_index 1 {{(pid=103470) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 14:20:16.324240 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.scheduler.base_scheduler [None req-db0c294c-82c2-40e3-a6b2-dceaa89c56a9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839793-5-iscsi, 84ef3b80-4181-4966-983b-50cedf74e350) {{(pid=103470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 14:20:16.328905 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db0c294c-82c2-40e3-a6b2-dceaa89c56a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:20:16.329537 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-db0c294c-82c2-40e3-a6b2-dceaa89c56a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599744'] for subnet (None), before_response {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:20:16.331515 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-cd2a1208-8900-43a5-b6cd-38c96203a2e8 req-48d535ac-ad9d-4689-a783-7e694c79b9da tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=593f1ab9823f41ffa40d6155bebaca54&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0817444 May 03 14:20:16.335892 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-207672fd-5d27-428f-9cbe-0ae13a81c96d None None] Network 84ef3b80-4181-4966-983b-50cedf74e350 requested from dv-cinder-839793-5-iscsi {{(pid=103471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 03 14:20:16.357851 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [None req-db0c294c-82c2-40e3-a6b2-dceaa89c56a9 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3666193 May 03 14:20:16.397365 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d5e002-eec5-40ca-9965-331901ac3755 req-aeac3990-09b9-400b-bb5b-4c718bbf29f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:20:16.398844 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-a5d5e002-eec5-40ca-9965-331901ac3755 req-aeac3990-09b9-400b-bb5b-4c718bbf29f9 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=518902ae-a051-403f-b835-83bc017e726e HTTP/1.1" status: 200 len: 849 time: 0.0842011 May 03 14:20:16.443780 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2ac78ab-0e9b-4995-828b-e1367aa60551 None None] Network 84ef3b80-4181-4966-983b-50cedf74e350 requested from dv-cinder-839793-5-iscsi {{(pid=103471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 03 14:20:16.477396 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d5e002-eec5-40ca-9965-331901ac3755 req-088c93a8-0c92-49a4-8e83-b474a8353013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:20:16.478826 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-a5d5e002-eec5-40ca-9965-331901ac3755 req-088c93a8-0c92-49a4-8e83-b474a8353013 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=816c80d2-ce08-422c-8388-99245d2078e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0564384 May 03 14:20:16.506626 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-cd2a1208-8900-43a5-b6cd-38c96203a2e8 req-e21a7362-8e95-4ac3-9ebb-eb0db177b008 service neutron] 10.222.0.36 "GET /v2.0/networks/f560d97d-2acd-47bd-966f-19197466eba2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1539123 May 03 14:20:16.640294 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.rpc [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Device 35e5aaf7-9dec-4a73-9672-6aeedce9f725 details requested by agent hyperv_hv-cinder-83979 with host hv-cinder-83979 {{(pid=103471) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 03 14:20:16.644446 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-a5d5e002-eec5-40ca-9965-331901ac3755 req-4b09350c-a1e7-40df-afd7-df167f0d502e service neutron] 10.222.0.26 "GET /v2.0/networks/816c80d2-ce08-422c-8388-99245d2078e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1578388 May 03 14:20:16.673490 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02de8af2-8038-42b5-9315-3691fe0c3ce8 req-3f1b43ce-88e6-42e2-af47-86c02fa878a0 tempest-AttachVolumeTestJSON-1268199410 tempest-AttachVolumeTestJSON-1268199410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:20:16.675241 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-02de8af2-8038-42b5-9315-3691fe0c3ce8 req-3f1b43ce-88e6-42e2-af47-86c02fa878a0 tempest-AttachVolumeTestJSON-1268199410 tempest-AttachVolumeTestJSON-1268199410-project] 10.222.0.36 "GET /v2.0/ports?device_id=5eda64b7-0284-41eb-8cb6-3c07a3afe47e HTTP/1.1" status: 200 len: 944 time: 0.0548482 May 03 14:20:16.709466 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-cd2a1208-8900-43a5-b6cd-38c96203a2e8 req-b47dea35-7f53-4518-aafe-51656c6f0326 service neutron] 10.222.0.36 "GET /v2.0/networks/f560d97d-2acd-47bd-966f-19197466eba2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1934679 May 03 14:20:16.745634 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-02de8af2-8038-42b5-9315-3691fe0c3ce8 req-95f8f7a4-6816-4a72-af99-1ce70eee38d5 tempest-AttachVolumeTestJSON-1268199410 tempest-AttachVolumeTestJSON-1268199410-project] 10.222.0.36 "GET /v2.0/security-groups?id=a76c9f2d-1063-4c61-b166-f9bd22eaaa60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636585 May 03 14:20:16.778973 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.db [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] For port 35e5aaf7-9dec-4a73-9672-6aeedce9f725, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=35e5aaf7-9dec-4a73-9672-6aeedce9f725,segment=NetworkSegment(fe764fb4-f36a-4071-aefa-aa24f55f58d7),segment_id=fe764fb4-f36a-4071-aefa-aa24f55f58d7)] {{(pid=103471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 14:20:16.788438 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-a5d5e002-eec5-40ca-9965-331901ac3755 req-aeecd3e3-86d9-4fd6-9955-844613a02920 service neutron] 10.222.0.26 "GET /v2.0/networks/816c80d2-ce08-422c-8388-99245d2078e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369410 May 03 14:20:16.792708 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.rpc [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Returning: {'device': '35e5aaf7-9dec-4a73-9672-6aeedce9f725', 'network_id': '816c80d2-ce08-422c-8388-99245d2078e2', 'port_id': '35e5aaf7-9dec-4a73-9672-6aeedce9f725', 'mac_address': 'fa:16:3e:c5:85:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 243, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '518902ae-a051-403f-b835-83bc017e726e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103471) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 03 14:20:16.838573 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Current status of the port 35e5aaf7-9dec-4a73-9672-6aeedce9f725 is: DOWN; New status is: BUILD {{(pid=103471) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 14:20:16.838980 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585126'] for port (35e5aaf7-9dec-4a73-9672-6aeedce9f725), before_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:20:16.856206 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.notifiers.nova [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35e5aaf7-9dec-4a73-9672-6aeedce9f725 {{(pid=103471) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 14:20:16.877126 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.db [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] For port 35e5aaf7-9dec-4a73-9672-6aeedce9f725, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=35e5aaf7-9dec-4a73-9672-6aeedce9f725,segment=NetworkSegment(fe764fb4-f36a-4071-aefa-aa24f55f58d7),segment_id=fe764fb4-f36a-4071-aefa-aa24f55f58d7)] {{(pid=103471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 14:20:16.881994 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786921284783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786920821414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786920821432'] for port (35e5aaf7-9dec-4a73-9672-6aeedce9f725), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:20:16.900855 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.wsgi [-] (103470) accepted ('10.222.0.36', 50800) {{(pid=103470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:20:16.905800 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.v2.base [None req-a121e21d-6eb8-43f7-ad4b-458a48698abf admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1035216481-network', 'tenant_id': 'a9f451e97cea4eb0ac113f4d9b52792b'}} {{(pid=103470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 14:20:16.926721 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a121e21d-6eb8-43f7-ad4b-458a48698abf admin admin] Made reservation on behalf of a9f451e97cea4eb0ac113f4d9b52792b for: {'network': 1} {{(pid=103470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 14:20:16.929527 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-a121e21d-6eb8-43f7-ad4b-458a48698abf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585126'] for network (None), before_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:20:16.934306 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Pushing event updated for resources: {'Port': ['ID=35e5aaf7-9dec-4a73-9672-6aeedce9f725,revision_number=4']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:20:16.941122 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-a121e21d-6eb8-43f7-ad4b-458a48698abf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:20:17.029603 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-a121e21d-6eb8-43f7-ad4b-458a48698abf admin admin] Publish callbacks [] for security_group (c830d504-c76b-4758-bab7-e0982d837098), precommit_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:20:17.035356 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-a121e21d-6eb8-43f7-ad4b-458a48698abf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656397'] for security_group (c830d504-c76b-4758-bab7-e0982d837098), after_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:20:17.083233 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a121e21d-6eb8-43f7-ad4b-458a48698abf admin admin] vlan segment allocate from pool success with {'vlan_id': 248, 'physical_network': 'physnet1'} {{(pid=103470) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 14:20:17.089509 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-955f5f02-b01f-4ce2-8295-7295ec60abff req-29d9a950-3577-4fc7-9576-6c5d3ffb4517 tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] 10.222.0.36 "GET /v2.0/ports?device_id=6ee24636-83eb-4958-a595-4cb7de5974c5 HTTP/1.1" status: 200 len: 210 time: 0.0481720 May 03 14:20:17.097775 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.db [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] get_ports_and_sgs() called for port_ids ['35e5aaf7-9dec-4a73-9672-6aeedce9f725'] {{(pid=103471) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 03 14:20:17.103932 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a121e21d-6eb8-43f7-ad4b-458a48698abf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c830d504-c76b-4758-bab7-e0982d837098,revision_number=1']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:20:17.106882 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-a121e21d-6eb8-43f7-ad4b-458a48698abf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-690795'] for segment (be412c63-dc43-45d7-ab44-c9c1395e2660), precommit_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:20:17.107222 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.db.segments_db [None req-a121e21d-6eb8-43f7-ad4b-458a48698abf admin admin] Added segment be412c63-dc43-45d7-ab44-c9c1395e2660 of type vlan for network a5262980-814e-41d9-ad58-2369847b98de May 03 14:20:17.154761 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-a121e21d-6eb8-43f7-ad4b-458a48698abf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786920812993'] for network (a5262980-814e-41d9-ad58-2369847b98de), precommit_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:20:17.190501 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-a121e21d-6eb8-43f7-ad4b-458a48698abf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766'] for network (a5262980-814e-41d9-ad58-2369847b98de), after_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:20:17.193108 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a121e21d-6eb8-43f7-ad4b-458a48698abf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:20:17.196216 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-a121e21d-6eb8-43f7-ad4b-458a48698abf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599744'] for network (None), before_response {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:20:17.231900 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [None req-a121e21d-6eb8-43f7-ad4b-458a48698abf admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3271821 May 03 14:20:17.232341 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.36', 50810) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:20:17.240658 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.v2.base [None req-6813bcbf-22c0-4e6a-91d8-d804b9ee7e81 admin admin] Request body: {'subnet': {'network_id': 'a5262980-814e-41d9-ad58-2369847b98de', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1035216481-subnet', 'tenant_id': 'a9f451e97cea4eb0ac113f4d9b52792b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 14:20:17.264791 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6813bcbf-22c0-4e6a-91d8-d804b9ee7e81 admin admin] Made reservation on behalf of a9f451e97cea4eb0ac113f4d9b52792b for: {'subnet': 1} {{(pid=103469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 14:20:17.266548 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a121e21d-6eb8-43f7-ad4b-458a48698abf admin admin] Pushing event updated for resources: {'Network': ['ID=a5262980-814e-41d9-ad58-2369847b98de,revision_number=1']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:20:17.268326 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-6813bcbf-22c0-4e6a-91d8-d804b9ee7e81 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4510186'] for subnet (None), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:20:17.278579 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.rpc [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Network a5262980-814e-41d9-ad58-2369847b98de details requested by agent ovs-agent-dv-cinder-839793-5-iscsi with host dv-cinder-839793-5-iscsi {{(pid=103471) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 03 14:20:17.449204 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-6813bcbf-22c0-4e6a-91d8-d804b9ee7e81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6177775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4510196'] for subnet (a2cc8f7e-0e50-4ab9-a0e2-d6899bd76171), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:20:17.501674 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6813bcbf-22c0-4e6a-91d8-d804b9ee7e81 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a2cc8f7e-0e50-4ab9-a0e2-d6899bd76171,revision_number=0']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:20:17.517693 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6813bcbf-22c0-4e6a-91d8-d804b9ee7e81 admin admin] Checking segment: {'id': 'be412c63-dc43-45d7-ab44-c9c1395e2660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'a5262980-814e-41d9-ad58-2369847b98de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 14:20:17.517963 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6813bcbf-22c0-4e6a-91d8-d804b9ee7e81 admin admin] Network hostable DHCP agents. Network: a5262980-814e-41d9-ad58-2369847b98de, hostable agents: ['2d0d8db6-b1c3-4022-9f9b-561ce4a4d2d8'], hosted agents: [] {{(pid=103469) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 14:20:17.536166 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6813bcbf-22c0-4e6a-91d8-d804b9ee7e81 admin admin] Network a5262980-814e-41d9-ad58-2369847b98de is scheduled to be hosted by DHCP agent 2d0d8db6-b1c3-4022-9f9b-561ce4a4d2d8 with binding_index 1 {{(pid=103469) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 14:20:17.545926 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.scheduler.base_scheduler [None req-6813bcbf-22c0-4e6a-91d8-d804b9ee7e81 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839793-5-iscsi, a5262980-814e-41d9-ad58-2369847b98de) {{(pid=103469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 14:20:17.550403 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6813bcbf-22c0-4e6a-91d8-d804b9ee7e81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:20:17.550822 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-6813bcbf-22c0-4e6a-91d8-d804b9ee7e81 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:20:17.558000 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a195ddf8-9110-4925-ae96-e7383cc05949 None None] Network a5262980-814e-41d9-ad58-2369847b98de requested from dv-cinder-839793-5-iscsi {{(pid=103471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 03 14:20:17.576746 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-6813bcbf-22c0-4e6a-91d8-d804b9ee7e81 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3388755 May 03 14:20:17.665390 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aed2cc66-b568-4351-a472-231488ef1f7b None None] Network a5262980-814e-41d9-ad58-2369847b98de requested from dv-cinder-839793-5-iscsi {{(pid=103471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 03 14:20:17.859406 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2d5d3d-4ae9-4173-a459-7dc36dfddba1 req-82fac4b3-b9e4-4e0a-86f9-4e985c585087 tempest-AttachVolumeTestJSON-1268199410 tempest-AttachVolumeTestJSON-1268199410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:20:17.860947 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-4d2d5d3d-4ae9-4173-a459-7dc36dfddba1 req-82fac4b3-b9e4-4e0a-86f9-4e985c585087 tempest-AttachVolumeTestJSON-1268199410 tempest-AttachVolumeTestJSON-1268199410-project] 10.222.0.36 "GET /v2.0/ports?device_id=5eda64b7-0284-41eb-8cb6-3c07a3afe47e HTTP/1.1" status: 200 len: 945 time: 0.0501900 May 03 14:20:17.910745 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-4d2d5d3d-4ae9-4173-a459-7dc36dfddba1 req-11f4292a-f983-45d9-ad08-91fc721c3247 tempest-AttachVolumeTestJSON-1268199410 tempest-AttachVolumeTestJSON-1268199410-project] 10.222.0.36 "GET /v2.0/security-groups?id=a76c9f2d-1063-4c61-b166-f9bd22eaaa60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436277 May 03 14:20:18.047430 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2a1208-8900-43a5-b6cd-38c96203a2e8 req-51e0b486-b127-432c-95f1-9e9192b47076 tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:20:18.047902 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-cd2a1208-8900-43a5-b6cd-38c96203a2e8 req-51e0b486-b127-432c-95f1-9e9192b47076 tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] 10.222.0.26 "GET /v2.0/networks?id=f560d97d-2acd-47bd-966f-19197466eba2 HTTP/1.1" status: 200 len: 811 time: 0.1142957 May 03 14:20:18.120367 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-cd2a1208-8900-43a5-b6cd-38c96203a2e8 req-ac0e5870-c068-4034-95e0-31584e173465 tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=593f1ab9823f41ffa40d6155bebaca54 HTTP/1.1" status: 200 len: 380 time: 0.0632074 May 03 14:20:18.129052 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.v2.base [req-cd2a1208-8900-43a5-b6cd-38c96203a2e8 req-f76cb6f1-683b-42a5-a03d-0029d4898337 tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] Request body: {'port': {'device_id': '6ee24636-83eb-4958-a595-4cb7de5974c5', 'network_id': 'f560d97d-2acd-47bd-966f-19197466eba2', 'admin_state_up': True, 'tenant_id': '593f1ab9823f41ffa40d6155bebaca54', 'security_groups': ['059a32ed-46eb-44af-954f-023dc3b6f390']}} {{(pid=103469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 14:20:18.223932 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-804c3b56-0dd9-4247-ac23-dd36f0cba9c0 req-9da2787c-80c9-4aa8-a453-2c0d12373ff7 tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] 10.222.0.36 "GET /v2.0/ports?device_id=6ee24636-83eb-4958-a595-4cb7de5974c5 HTTP/1.1" status: 200 len: 210 time: 0.0401289 May 03 14:20:18.254987 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd2a1208-8900-43a5-b6cd-38c96203a2e8 req-f76cb6f1-683b-42a5-a03d-0029d4898337 tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] Made reservation on behalf of 593f1ab9823f41ffa40d6155bebaca54 for: {'port': 1} {{(pid=103469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 14:20:18.258395 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-cd2a1208-8900-43a5-b6cd-38c96203a2e8 req-f76cb6f1-683b-42a5-a03d-0029d4898337 tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585126'] for port (None), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:20:18.384879 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.db.db_base_plugin_common [req-cd2a1208-8900-43a5-b6cd-38c96203a2e8 req-f76cb6f1-683b-42a5-a03d-0029d4898337 tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] Allocated IP 172.20.0.9 (f560d97d-2acd-47bd-966f-19197466eba2/e8cbf221-f4fe-47a8-93ac-36f15595da79/ed7eb098-5b03-489d-8ebe-3b7b24028790) {{(pid=103469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 14:20:18.672147 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.rpc [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Device 35e5aaf7-9dec-4a73-9672-6aeedce9f725 up at agent hyperv_hv-cinder-83979 {{(pid=103471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 14:20:18.724248 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.provisioning_blocks [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Provisioning for port 35e5aaf7-9dec-4a73-9672-6aeedce9f725 completed by entity L2. {{(pid=103471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 03 14:20:18.732466 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.provisioning_blocks [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Provisioning complete for port 35e5aaf7-9dec-4a73-9672-6aeedce9f725 triggered by entity L2. {{(pid=103471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 14:20:18.732976 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749148'] for port (35e5aaf7-9dec-4a73-9672-6aeedce9f725), provisioning_complete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:20:18.820013 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-cd2a1208-8900-43a5-b6cd-38c96203a2e8 req-f76cb6f1-683b-42a5-a03d-0029d4898337 tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] Publish callbacks [] for port (ed7eb098-5b03-489d-8ebe-3b7b24028790), precommit_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:20:18.821786 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Current status of the port 35e5aaf7-9dec-4a73-9672-6aeedce9f725 is: BUILD; New status is: ACTIVE {{(pid=103471) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 14:20:18.822471 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585126'] for port (35e5aaf7-9dec-4a73-9672-6aeedce9f725), before_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:20:18.846814 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5eda64b7-0284-41eb-8cb6-3c07a3afe47e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35e5aaf7-9dec-4a73-9672-6aeedce9f725'}] {{(pid=103471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 14:20:18.849259 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}258de9d1a1c653a46c94c94b096b8a314ffaed5fb8c929df022c823a20d863ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8487e118-0712-48b1-af47-d128cf7e236c" -d '{"events": [{"server_uuid": "5eda64b7-0284-41eb-8cb6-3c07a3afe47e", "name": "network-vif-plugged", "status": "completed", "tag": "35e5aaf7-9dec-4a73-9672-6aeedce9f725"}]}' {{(pid=103471) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 14:20:18.855901 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-cd2a1208-8900-43a5-b6cd-38c96203a2e8 req-f76cb6f1-683b-42a5-a03d-0029d4898337 tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786920821396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6178079'] for port (ed7eb098-5b03-489d-8ebe-3b7b24028790), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:20:18.864200 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.db [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] For port 35e5aaf7-9dec-4a73-9672-6aeedce9f725, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=35e5aaf7-9dec-4a73-9672-6aeedce9f725,segment=NetworkSegment(fe764fb4-f36a-4071-aefa-aa24f55f58d7),segment_id=fe764fb4-f36a-4071-aefa-aa24f55f58d7)] {{(pid=103471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 14:20:18.871465 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786921284783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786920821414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786920821432'] for port (35e5aaf7-9dec-4a73-9672-6aeedce9f725), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:20:18.901233 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd2a1208-8900-43a5-b6cd-38c96203a2e8 req-f76cb6f1-683b-42a5-a03d-0029d4898337 tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] Network f560d97d-2acd-47bd-966f-19197466eba2 is already hosted by enough agents. {{(pid=103469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 14:20:18.904533 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.scheduler.base_scheduler [req-cd2a1208-8900-43a5-b6cd-38c96203a2e8 req-f76cb6f1-683b-42a5-a03d-0029d4898337 tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] Resources bound (agent type, host, resource id): {{(pid=103469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 14:20:18.907319 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd2a1208-8900-43a5-b6cd-38c96203a2e8 req-f76cb6f1-683b-42a5-a03d-0029d4898337 tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] Received port after_create {{(pid=103469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 14:20:18.914291 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 May 2022 14:20:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee65b209-6815-47dc-a08f-3d9493399d8e x-openstack-request-id: req-ee65b209-6815-47dc-a08f-3d9493399d8e {{(pid=103471) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 14:20:18.914558 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5eda64b7-0284-41eb-8cb6-3c07a3afe47e", "name": "network-vif-plugged", "status": "completed", "tag": "35e5aaf7-9dec-4a73-9672-6aeedce9f725", "code": 200}]} {{(pid=103471) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 14:20:18.914812 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ee65b209-6815-47dc-a08f-3d9493399d8e {{(pid=103471) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 14:20:18.915202 dv-cinder-839793-5-iscsi neutron-server[103471]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ee65b209-6815-47dc-a08f-3d9493399d8e'] response: {'server_uuid': '5eda64b7-0284-41eb-8cb6-3c07a3afe47e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35e5aaf7-9dec-4a73-9672-6aeedce9f725', 'code': 200} May 03 14:20:18.932887 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Pushing event updated for resources: {'Port': ['ID=35e5aaf7-9dec-4a73-9672-6aeedce9f725,revision_number=5']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:20:18.939983 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76cb6f1-683b-42a5-a03d-0029d4898337 tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] Pushing event updated for resources: {'Port': ['ID=ed7eb098-5b03-489d-8ebe-3b7b24028790,revision_number=1']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:20:18.976052 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2a1208-8900-43a5-b6cd-38c96203a2e8 req-f76cb6f1-683b-42a5-a03d-0029d4898337 tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:20:18.976681 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-cd2a1208-8900-43a5-b6cd-38c96203a2e8 req-f76cb6f1-683b-42a5-a03d-0029d4898337 tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218734'] for port (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:20:18.996938 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-cd2a1208-8900-43a5-b6cd-38c96203a2e8 req-f76cb6f1-683b-42a5-a03d-0029d4898337 tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8717427 May 03 14:20:19.009161 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.v2.base [req-cd2a1208-8900-43a5-b6cd-38c96203a2e8 req-6cd65bf9-8c85-4167-a66c-ded3e5ae6b28 service neutron] Request body: {'port': {'device_id': '6ee24636-83eb-4958-a595-4cb7de5974c5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83979'}} {{(pid=103469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 14:20:19.062371 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b751b7d3-521e-4f12-861e-2243641e92d6 req-c6ad56b2-3bba-4967-bc90-163d67ef85f6 tempest-AttachVolumeTestJSON-1268199410 tempest-AttachVolumeTestJSON-1268199410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:20:19.064269 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-b751b7d3-521e-4f12-861e-2243641e92d6 req-c6ad56b2-3bba-4967-bc90-163d67ef85f6 tempest-AttachVolumeTestJSON-1268199410 tempest-AttachVolumeTestJSON-1268199410-project] 10.222.0.36 "GET /v2.0/ports?device_id=5eda64b7-0284-41eb-8cb6-3c07a3afe47e HTTP/1.1" status: 200 len: 946 time: 0.0583253 May 03 14:20:19.089968 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-cd2a1208-8900-43a5-b6cd-38c96203a2e8 req-6cd65bf9-8c85-4167-a66c-ded3e5ae6b28 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585126'] for port (ed7eb098-5b03-489d-8ebe-3b7b24028790), before_update {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:20:19.146143 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0bdf5d-7c20-4fbf-ab3a-4cf50f16e5e0 req-382bce8f-1c52-496f-b6ed-016807e12999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:20:19.147777 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-2f0bdf5d-7c20-4fbf-ab3a-4cf50f16e5e0 req-382bce8f-1c52-496f-b6ed-016807e12999 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=5eda64b7-0284-41eb-8cb6-3c07a3afe47e HTTP/1.1" status: 200 len: 1130 time: 0.0566673 May 03 14:20:19.154868 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-b751b7d3-521e-4f12-861e-2243641e92d6 req-920717f0-9f94-4e20-9934-4e3282af5930 tempest-AttachVolumeTestJSON-1268199410 tempest-AttachVolumeTestJSON-1268199410-project] 10.222.0.36 "GET /v2.0/security-groups?id=a76c9f2d-1063-4c61-b166-f9bd22eaaa60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0798898 May 03 14:20:19.203940 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-2f0bdf5d-7c20-4fbf-ab3a-4cf50f16e5e0 req-df4b2630-6cc7-40b4-97fc-3d8eb293afc0 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=a76c9f2d-1063-4c61-b166-f9bd22eaaa60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481126 May 03 14:20:19.225901 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.provisioning_blocks [None req-be4c1d35-e151-4eb0-a73b-24390b415299 None None] Provisioning complete for port ed7eb098-5b03-489d-8ebe-3b7b24028790 triggered by entity DHCP. {{(pid=103471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 14:20:19.226061 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-be4c1d35-e151-4eb0-a73b-24390b415299 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749148'] for port (ed7eb098-5b03-489d-8ebe-3b7b24028790), provisioning_complete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:20:19.286884 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [None req-be4c1d35-e151-4eb0-a73b-24390b415299 None None] Port ed7eb098-5b03-489d-8ebe-3b7b24028790 cannot update to ACTIVE because it is not bound. {{(pid=103471) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 03 14:20:19.376165 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578e8de2-493e-49a0-8ac3-b632cfe9c546 req-51a55335-9f4e-4ef7-90e9-a459197b000a tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:20:19.377711 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-578e8de2-493e-49a0-8ac3-b632cfe9c546 req-51a55335-9f4e-4ef7-90e9-a459197b000a tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] 10.222.0.36 "GET /v2.0/ports?device_id=6ee24636-83eb-4958-a595-4cb7de5974c5 HTTP/1.1" status: 200 len: 931 time: 0.0627193 May 03 14:20:19.443391 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.notifiers.nova [req-cd2a1208-8900-43a5-b6cd-38c96203a2e8 req-6cd65bf9-8c85-4167-a66c-ded3e5ae6b28 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed7eb098-5b03-489d-8ebe-3b7b24028790 {{(pid=103469) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 14:20:19.457183 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-cd2a1208-8900-43a5-b6cd-38c96203a2e8 req-6cd65bf9-8c85-4167-a66c-ded3e5ae6b28 service neutron] Publish callbacks [] for port (ed7eb098-5b03-489d-8ebe-3b7b24028790), precommit_update {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:20:19.471253 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-578e8de2-493e-49a0-8ac3-b632cfe9c546 req-3addfaf3-29e1-4346-af66-f88f79a82fc6 tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] 10.222.0.36 "GET /v2.0/security-groups?id=059a32ed-46eb-44af-954f-023dc3b6f390&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0879221 May 03 14:20:19.478786 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.db.provisioning_blocks [req-cd2a1208-8900-43a5-b6cd-38c96203a2e8 req-6cd65bf9-8c85-4167-a66c-ded3e5ae6b28 service neutron] Transition to ACTIVE for port object ed7eb098-5b03-489d-8ebe-3b7b24028790 will not be triggered until provisioned by entity L2. {{(pid=103469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 03 14:20:19.490190 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-cd2a1208-8900-43a5-b6cd-38c96203a2e8 req-6cd65bf9-8c85-4167-a66c-ded3e5ae6b28 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786921284783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786920821414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786920821432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6178150'] for port (ed7eb098-5b03-489d-8ebe-3b7b24028790), after_update {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:20:19.562114 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd65bf9-8c85-4167-a66c-ded3e5ae6b28 service neutron] Pushing event updated for resources: {'Port': ['ID=ed7eb098-5b03-489d-8ebe-3b7b24028790,revision_number=2']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:20:19.619723 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.managers [req-cd2a1208-8900-43a5-b6cd-38c96203a2e8 req-6cd65bf9-8c85-4167-a66c-ded3e5ae6b28 service neutron] Attempting to bind port ed7eb098-5b03-489d-8ebe-3b7b24028790 on host hv-cinder-83979 for vnic_type normal with profile {{(pid=103469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 03 14:20:19.620440 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.managers [req-cd2a1208-8900-43a5-b6cd-38c96203a2e8 req-6cd65bf9-8c85-4167-a66c-ded3e5ae6b28 service neutron] Attempting to bind port ed7eb098-5b03-489d-8ebe-3b7b24028790 by drivers openvswitch,hyperv on host hv-cinder-83979 at level 0 using segments [{'id': '96845684-5e64-43d8-9d64-6efc7510389a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'f560d97d-2acd-47bd-966f-19197466eba2'}] {{(pid=103469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 03 14:20:19.620591 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd2a1208-8900-43a5-b6cd-38c96203a2e8 req-6cd65bf9-8c85-4167-a66c-ded3e5ae6b28 service neutron] Attempting to bind port ed7eb098-5b03-489d-8ebe-3b7b24028790 on network f560d97d-2acd-47bd-966f-19197466eba2 {{(pid=103469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 14:20:19.625630 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd2a1208-8900-43a5-b6cd-38c96203a2e8 req-6cd65bf9-8c85-4167-a66c-ded3e5ae6b28 service neutron] Port ed7eb098-5b03-489d-8ebe-3b7b24028790 on network f560d97d-2acd-47bd-966f-19197466eba2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83979 {{(pid=103469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 03 14:20:19.625951 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd2a1208-8900-43a5-b6cd-38c96203a2e8 req-6cd65bf9-8c85-4167-a66c-ded3e5ae6b28 service neutron] Attempting to bind port ed7eb098-5b03-489d-8ebe-3b7b24028790 on network f560d97d-2acd-47bd-966f-19197466eba2 {{(pid=103469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 14:20:19.631118 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd2a1208-8900-43a5-b6cd-38c96203a2e8 req-6cd65bf9-8c85-4167-a66c-ded3e5ae6b28 service neutron] Checking agent: {'id': 'e81ee3ce-91e9-46ba-a5c7-9619c95b22a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83979', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 14, 11, 7), 'started_at': datetime.datetime(2022, 5, 3, 14, 11, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 14, 20, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 03 14:20:19.631608 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd2a1208-8900-43a5-b6cd-38c96203a2e8 req-6cd65bf9-8c85-4167-a66c-ded3e5ae6b28 service neutron] Checking segment: {'id': '96845684-5e64-43d8-9d64-6efc7510389a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'f560d97d-2acd-47bd-966f-19197466eba2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 14:20:19.631986 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd2a1208-8900-43a5-b6cd-38c96203a2e8 req-6cd65bf9-8c85-4167-a66c-ded3e5ae6b28 service neutron] Bound using segment: {'id': '96845684-5e64-43d8-9d64-6efc7510389a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'f560d97d-2acd-47bd-966f-19197466eba2'} {{(pid=103469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 03 14:20:19.632446 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.managers [req-cd2a1208-8900-43a5-b6cd-38c96203a2e8 req-6cd65bf9-8c85-4167-a66c-ded3e5ae6b28 service neutron] Bound port: ed7eb098-5b03-489d-8ebe-3b7b24028790, host: hv-cinder-83979, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96845684-5e64-43d8-9d64-6efc7510389a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'f560d97d-2acd-47bd-966f-19197466eba2'}}] {{(pid=103469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 03 14:20:19.632771 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-cd2a1208-8900-43a5-b6cd-38c96203a2e8 req-6cd65bf9-8c85-4167-a66c-ded3e5ae6b28 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585126'] for port (ed7eb098-5b03-489d-8ebe-3b7b24028790), before_update {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:20:19.701463 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.db [req-cd2a1208-8900-43a5-b6cd-38c96203a2e8 req-6cd65bf9-8c85-4167-a66c-ded3e5ae6b28 service neutron] For port ed7eb098-5b03-489d-8ebe-3b7b24028790, host hv-cinder-83979, cleared binding levels {{(pid=103469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 14:20:19.704807 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.db [req-cd2a1208-8900-43a5-b6cd-38c96203a2e8 req-6cd65bf9-8c85-4167-a66c-ded3e5ae6b28 service neutron] For port ed7eb098-5b03-489d-8ebe-3b7b24028790, host hv-cinder-83979, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=ed7eb098-5b03-489d-8ebe-3b7b24028790,segment=NetworkSegment(96845684-5e64-43d8-9d64-6efc7510389a),segment_id=96845684-5e64-43d8-9d64-6efc7510389a)] {{(pid=103469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 14:20:19.712612 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-cd2a1208-8900-43a5-b6cd-38c96203a2e8 req-6cd65bf9-8c85-4167-a66c-ded3e5ae6b28 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786921284783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786920821414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786920821432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6178150'] for port (ed7eb098-5b03-489d-8ebe-3b7b24028790), after_update {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:20:19.742766 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2a1208-8900-43a5-b6cd-38c96203a2e8 req-6cd65bf9-8c85-4167-a66c-ded3e5ae6b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:20:19.743322 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-cd2a1208-8900-43a5-b6cd-38c96203a2e8 req-6cd65bf9-8c85-4167-a66c-ded3e5ae6b28 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218734'] for port (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:20:19.744791 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-cd2a1208-8900-43a5-b6cd-38c96203a2e8 req-6cd65bf9-8c85-4167-a66c-ded3e5ae6b28 service neutron] 10.222.0.26 "PUT /v2.0/ports/ed7eb098-5b03-489d-8ebe-3b7b24028790 HTTP/1.1" status: 200 len: 1093 time: 0.7407093 May 03 14:20:19.746957 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ee24636-83eb-4958-a595-4cb7de5974c5', 'tag': 'ed7eb098-5b03-489d-8ebe-3b7b24028790'}] {{(pid=103469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 14:20:19.749481 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68fe64b6b3a70a2f5f611128c103f52e8e68dc233ccb418b63396cbb83134719" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-088926c1-5450-4942-8fde-84f61a0b5c7c" -d '{"events": [{"name": "network-changed", "server_uuid": "6ee24636-83eb-4958-a595-4cb7de5974c5", "tag": "ed7eb098-5b03-489d-8ebe-3b7b24028790"}]}' {{(pid=103469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 14:20:19.777274 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd65bf9-8c85-4167-a66c-ded3e5ae6b28 service neutron] Pushing event updated for resources: {'Port': ['ID=ed7eb098-5b03-489d-8ebe-3b7b24028790,revision_number=3']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:20:19.799033 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 May 2022 14:20:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55cbd00b-79f2-423b-a856-fc607d21a70d x-openstack-request-id: req-55cbd00b-79f2-423b-a856-fc607d21a70d {{(pid=103469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 14:20:19.799547 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ee24636-83eb-4958-a595-4cb7de5974c5", "tag": "ed7eb098-5b03-489d-8ebe-3b7b24028790", "status": "completed", "code": 200}]} {{(pid=103469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 14:20:19.799680 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-55cbd00b-79f2-423b-a856-fc607d21a70d {{(pid=103469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 14:20:19.800108 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.notifiers.nova [-] Nova event matching ['req-55cbd00b-79f2-423b-a856-fc607d21a70d'] response: {'name': 'network-changed', 'server_uuid': '6ee24636-83eb-4958-a595-4cb7de5974c5', 'tag': 'ed7eb098-5b03-489d-8ebe-3b7b24028790', 'status': 'completed', 'code': 200} May 03 14:20:19.917874 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088926c1-5450-4942-8fde-84f61a0b5c7c req-f771e1c3-ed6b-46bd-af54-ff037dd2a916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:20:19.919420 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-088926c1-5450-4942-8fde-84f61a0b5c7c req-f771e1c3-ed6b-46bd-af54-ff037dd2a916 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=593f1ab9823f41ffa40d6155bebaca54&device_id=6ee24636-83eb-4958-a595-4cb7de5974c5 HTTP/1.1" status: 200 len: 1127 time: 0.0417275 May 03 14:20:20.018040 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088926c1-5450-4942-8fde-84f61a0b5c7c req-91df0c60-f840-458a-8fe3-68b6c328bf54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:20:20.019484 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-088926c1-5450-4942-8fde-84f61a0b5c7c req-91df0c60-f840-458a-8fe3-68b6c328bf54 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=593f1ab9823f41ffa40d6155bebaca54&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0929368 May 03 14:20:20.123418 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088926c1-5450-4942-8fde-84f61a0b5c7c req-bf9d56b5-416a-47f3-9605-d404a8773e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:20:20.124983 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-088926c1-5450-4942-8fde-84f61a0b5c7c req-bf9d56b5-416a-47f3-9605-d404a8773e96 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0984907 May 03 14:20:20.282137 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0423905-ca39-4e76-a72f-030e3dce298d req-6ffc33e7-5c19-49b9-8cc2-2fa06c83ef89 tempest-AttachVolumeTestJSON-1268199410 tempest-AttachVolumeTestJSON-1268199410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:20:20.283552 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-b0423905-ca39-4e76-a72f-030e3dce298d req-6ffc33e7-5c19-49b9-8cc2-2fa06c83ef89 tempest-AttachVolumeTestJSON-1268199410 tempest-AttachVolumeTestJSON-1268199410-project] 10.222.0.36 "GET /v2.0/ports?device_id=5eda64b7-0284-41eb-8cb6-3c07a3afe47e HTTP/1.1" status: 200 len: 946 time: 0.0581594 May 03 14:20:20.335387 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-b0423905-ca39-4e76-a72f-030e3dce298d req-a67ba820-f30b-4d1c-a52d-f8f09ed7432c tempest-AttachVolumeTestJSON-1268199410 tempest-AttachVolumeTestJSON-1268199410-project] 10.222.0.36 "GET /v2.0/security-groups?id=a76c9f2d-1063-4c61-b166-f9bd22eaaa60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440555 May 03 14:20:20.622169 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2a1208-8900-43a5-b6cd-38c96203a2e8 req-281bfac0-1628-4566-b751-5d4e58c36d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:20:20.623791 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-cd2a1208-8900-43a5-b6cd-38c96203a2e8 req-281bfac0-1628-4566-b751-5d4e58c36d81 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=593f1ab9823f41ffa40d6155bebaca54&device_id=6ee24636-83eb-4958-a595-4cb7de5974c5 HTTP/1.1" status: 200 len: 1127 time: 0.0551238 May 03 14:20:20.626189 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cf4fae-eed1-4e57-8597-dcd2bea3b5c8 req-d1a42e3d-2350-474a-9f37-722babe85b03 tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:20:20.628143 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-10cf4fae-eed1-4e57-8597-dcd2bea3b5c8 req-d1a42e3d-2350-474a-9f37-722babe85b03 tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] 10.222.0.36 "GET /v2.0/ports?device_id=6ee24636-83eb-4958-a595-4cb7de5974c5 HTTP/1.1" status: 200 len: 943 time: 0.0674996 May 03 14:20:20.678758 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-cd2a1208-8900-43a5-b6cd-38c96203a2e8 req-ba95efc9-054d-4c29-b46c-b7cac75d7cdf service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ed7eb098-5b03-489d-8ebe-3b7b24028790 HTTP/1.1" status: 200 len: 217 time: 0.0429559 May 03 14:20:20.687604 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-10cf4fae-eed1-4e57-8597-dcd2bea3b5c8 req-8a8cea9c-6b8a-4157-939b-c5a9c2e5c2bd tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] 10.222.0.36 "GET /v2.0/security-groups?id=059a32ed-46eb-44af-954f-023dc3b6f390&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540509 May 03 14:20:20.731193 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2a1208-8900-43a5-b6cd-38c96203a2e8 req-cdbe98d2-d145-4e35-8c40-4da7e762dda8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:20:20.732689 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-cd2a1208-8900-43a5-b6cd-38c96203a2e8 req-cdbe98d2-d145-4e35-8c40-4da7e762dda8 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e8cbf221-f4fe-47a8-93ac-36f15595da79 HTTP/1.1" status: 200 len: 850 time: 0.0477276 May 03 14:20:20.778916 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2a1208-8900-43a5-b6cd-38c96203a2e8 req-b16092d8-5b21-41f8-a23a-437cc9f47697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:20:20.780821 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-cd2a1208-8900-43a5-b6cd-38c96203a2e8 req-b16092d8-5b21-41f8-a23a-437cc9f47697 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f560d97d-2acd-47bd-966f-19197466eba2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0415058 May 03 14:20:20.880234 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-cd2a1208-8900-43a5-b6cd-38c96203a2e8 req-fb3ed6eb-43e1-4810-ab5a-fe02b7e7faa9 service neutron] 10.222.0.26 "GET /v2.0/networks/f560d97d-2acd-47bd-966f-19197466eba2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917079 May 03 14:20:20.970456 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-cd2a1208-8900-43a5-b6cd-38c96203a2e8 req-433524c8-44bc-497b-9867-07c140119cb3 service neutron] 10.222.0.26 "GET /v2.0/networks/f560d97d-2acd-47bd-966f-19197466eba2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833275 May 03 14:20:21.463804 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c81da9-1694-4a32-b37b-0e2640f35933 req-f71edaeb-8bd5-4b07-8d3e-26dbb3387562 tempest-AttachVolumeTestJSON-1268199410 tempest-AttachVolumeTestJSON-1268199410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:20:21.465306 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-c2c81da9-1694-4a32-b37b-0e2640f35933 req-f71edaeb-8bd5-4b07-8d3e-26dbb3387562 tempest-AttachVolumeTestJSON-1268199410 tempest-AttachVolumeTestJSON-1268199410-project] 10.222.0.36 "GET /v2.0/ports?device_id=5eda64b7-0284-41eb-8cb6-3c07a3afe47e HTTP/1.1" status: 200 len: 946 time: 0.0523927 May 03 14:20:21.515229 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-c2c81da9-1694-4a32-b37b-0e2640f35933 req-ebebfb77-3f3e-4996-ba03-667d6fde32c4 tempest-AttachVolumeTestJSON-1268199410 tempest-AttachVolumeTestJSON-1268199410-project] 10.222.0.36 "GET /v2.0/security-groups?id=a76c9f2d-1063-4c61-b166-f9bd22eaaa60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418823 May 03 14:20:21.632648 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d7e276-7999-41a3-9cb4-37a587e7502a req-a45301dd-78c9-4c9d-bd3d-af141de5ff48 tempest-AttachVolumeTestJSON-1268199410 tempest-AttachVolumeTestJSON-1268199410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:20:21.634050 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-10d7e276-7999-41a3-9cb4-37a587e7502a req-a45301dd-78c9-4c9d-bd3d-af141de5ff48 tempest-AttachVolumeTestJSON-1268199410 tempest-AttachVolumeTestJSON-1268199410-project] 10.222.0.36 "GET /v2.0/ports?device_id=5eda64b7-0284-41eb-8cb6-3c07a3afe47e HTTP/1.1" status: 200 len: 946 time: 0.0483141 May 03 14:20:21.644321 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.wsgi [-] (103470) accepted ('10.222.0.36', 50864) {{(pid=103470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:20:21.648670 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.v2.base [None req-62523cc1-aad1-4a9f-8d1a-51eee564906f tempest-AttachVolumeTestJSON-1268199410 tempest-AttachVolumeTestJSON-1268199410-project] Request body: {'floatingip': {'port_id': '35e5aaf7-9dec-4a73-9672-6aeedce9f725'}} {{(pid=103470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 14:20:21.691350 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-62523cc1-aad1-4a9f-8d1a-51eee564906f tempest-AttachVolumeTestJSON-1268199410 tempest-AttachVolumeTestJSON-1268199410-project] Publish callbacks [] for floatingip (2d337192-6621-4145-a6e4-de6366a8f3e1), before_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:20:21.803041 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e6becb-d327-4cb8-88c3-287d8a0785dd req-566d8c6a-e0b6-4b23-b1be-18eda77df4c6 tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:20:21.804580 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-38e6becb-d327-4cb8-88c3-287d8a0785dd req-566d8c6a-e0b6-4b23-b1be-18eda77df4c6 tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] 10.222.0.36 "GET /v2.0/ports?device_id=6ee24636-83eb-4958-a595-4cb7de5974c5 HTTP/1.1" status: 200 len: 943 time: 0.0484810 May 03 14:20:21.863877 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-38e6becb-d327-4cb8-88c3-287d8a0785dd req-6cb4bfb6-0f74-4c45-8b38-e8c99d8eef18 tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] 10.222.0.36 "GET /v2.0/security-groups?id=059a32ed-46eb-44af-954f-023dc3b6f390&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496817 May 03 14:20:22.157511 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-62523cc1-aad1-4a9f-8d1a-51eee564906f tempest-AttachVolumeTestJSON-1268199410 tempest-AttachVolumeTestJSON-1268199410-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:20:22.162908 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-62523cc1-aad1-4a9f-8d1a-51eee564906f tempest-AttachVolumeTestJSON-1268199410 tempest-AttachVolumeTestJSON-1268199410-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1700089'] for floatingip (2d337192-6621-4145-a6e4-de6366a8f3e1), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:20:22.270456 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.db.l3_db [None req-62523cc1-aad1-4a9f-8d1a-51eee564906f tempest-AttachVolumeTestJSON-1268199410 tempest-AttachVolumeTestJSON-1268199410-project] Floating IP 2d337192-6621-4145-a6e4-de6366a8f3e1 associated. External IP: 172.27.3.111, port: 35e5aaf7-9dec-4a73-9672-6aeedce9f725. May 03 14:20:22.488681 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62523cc1-aad1-4a9f-8d1a-51eee564906f tempest-AttachVolumeTestJSON-1268199410 tempest-AttachVolumeTestJSON-1268199410-project] Router d16a25b5-d4bb-4ca9-921e-a415f5db7fa2 has already been hosted by L3 agent 2583ee88-9503-4370-b6e4-0a676865815e {{(pid=103470) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 14:20:22.604185 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62523cc1-aad1-4a9f-8d1a-51eee564906f tempest-AttachVolumeTestJSON-1268199410 tempest-AttachVolumeTestJSON-1268199410-project] Notify agent at l3_agent.dv-cinder-839793-5-iscsi the message routers_updated {{(pid=103470) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 14:20:22.608979 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-62523cc1-aad1-4a9f-8d1a-51eee564906f tempest-AttachVolumeTestJSON-1268199410 tempest-AttachVolumeTestJSON-1268199410-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218734'] for floatingip (None), before_response {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:20:22.614632 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08a9285c-7840-42d5-a51c-574f3b8eb1ff None None] Sync routers for ids ['d16a25b5-d4bb-4ca9-921e-a415f5db7fa2'] in dv-cinder-839793-5-iscsi {{(pid=103472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 14:20:22.624813 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08a9285c-7840-42d5-a51c-574f3b8eb1ff None None] Routers {'d16a25b5-d4bb-4ca9-921e-a415f5db7fa2'} bound to L3 agent in host dv-cinder-839793-5-iscsi {{(pid=103472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 14:20:22.625366 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.db.l3_hamode_db [None req-08a9285c-7840-42d5-a51c-574f3b8eb1ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-03T14:04:39Z,description=,heartbeat_timestamp=2022-05-03T14:20:09Z,host='dv-cinder-839793-5-iscsi',id=2583ee88-9503-4370-b6e4-0a676865815e,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T14:04:39Z,topic='l3_agent')) {'router_ids': ['d16a25b5-d4bb-4ca9-921e-a415f5db7fa2'], 'active': True} {{(pid=103472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:20:22.641524 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [None req-62523cc1-aad1-4a9f-8d1a-51eee564906f tempest-AttachVolumeTestJSON-1268199410 tempest-AttachVolumeTestJSON-1268199410-project] 10.222.0.36 "PUT /v2.0/floatingips/2d337192-6621-4145-a6e4-de6366a8f3e1 HTTP/1.1" status: 200 len: 992 time: 0.9958696 May 03 14:20:22.642516 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5eda64b7-0284-41eb-8cb6-3c07a3afe47e', 'tag': '35e5aaf7-9dec-4a73-9672-6aeedce9f725'}] {{(pid=103470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 14:20:22.646129 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b59263cb8594a65023f6f3ef61310cdc9305c5272296d99e8ebfdd94dfc5ab3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a979e4ed-13e7-44e6-b91b-ab82f986ab22" -d '{"events": [{"name": "network-changed", "server_uuid": "5eda64b7-0284-41eb-8cb6-3c07a3afe47e", "tag": "35e5aaf7-9dec-4a73-9672-6aeedce9f725"}]}' {{(pid=103470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 14:20:22.690705 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 May 2022 14:20:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-095f41a1-9837-4cd2-b7a4-2c9d7c4cbc7c x-openstack-request-id: req-095f41a1-9837-4cd2-b7a4-2c9d7c4cbc7c {{(pid=103470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 14:20:22.691017 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5eda64b7-0284-41eb-8cb6-3c07a3afe47e", "tag": "35e5aaf7-9dec-4a73-9672-6aeedce9f725", "status": "completed", "code": 200}]} {{(pid=103470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 14:20:22.691261 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-095f41a1-9837-4cd2-b7a4-2c9d7c4cbc7c {{(pid=103470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 14:20:22.691663 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.notifiers.nova [-] Nova event matching ['req-095f41a1-9837-4cd2-b7a4-2c9d7c4cbc7c'] response: {'name': 'network-changed', 'server_uuid': '5eda64b7-0284-41eb-8cb6-3c07a3afe47e', 'tag': '35e5aaf7-9dec-4a73-9672-6aeedce9f725', 'status': 'completed', 'code': 200} May 03 14:20:22.742734 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.db.l3_dvr_db [None req-08a9285c-7840-42d5-a51c-574f3b8eb1ff None None] Set router d16a25b5-d4bb-4ca9-921e-a415f5db7fa2 gateway port host: dv-cinder-839793-5-iscsi {{(pid=103472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 14:20:22.749803 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a979e4ed-13e7-44e6-b91b-ab82f986ab22 req-019735dd-6c5a-4547-abb1-b6a235479970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:20:22.751327 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-a979e4ed-13e7-44e6-b91b-ab82f986ab22 req-019735dd-6c5a-4547-abb1-b6a235479970 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b16b4b1b92fd4f6dbb0e0cde810949db&device_id=5eda64b7-0284-41eb-8cb6-3c07a3afe47e HTTP/1.1" status: 200 len: 1130 time: 0.0389025 May 03 14:20:22.843730 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a979e4ed-13e7-44e6-b91b-ab82f986ab22 req-9f2d090e-19db-4fd7-9741-1df9ef4d7434 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:20:22.845324 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-a979e4ed-13e7-44e6-b91b-ab82f986ab22 req-9f2d090e-19db-4fd7-9741-1df9ef4d7434 service neutron] 10.222.0.26 "GET /v2.0/networks?id=816c80d2-ce08-422c-8388-99245d2078e2 HTTP/1.1" status: 200 len: 911 time: 0.0882955 May 03 14:20:22.916060 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-a979e4ed-13e7-44e6-b91b-ab82f986ab22 req-d5b86fcf-4888-4c7e-8a93-9ffe58e08d37 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=35e5aaf7-9dec-4a73-9672-6aeedce9f725 HTTP/1.1" status: 200 len: 1000 time: 0.0620570 May 03 14:20:22.964199 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.db.l3_hamode_db [None req-08a9285c-7840-42d5-a51c-574f3b8eb1ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd16a25b5-d4bb-4ca9-921e-a415f5db7fa2', 'name': 'tempest-AttachVolumeTestJSON-842912074-router', 'tenant_id': 'b16b4b1b92fd4f6dbb0e0cde810949db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2', 'external_fixed_ips': [{'subnet_id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'ip_address': '172.27.3.74'}], 'enable_snat': True}, 'gw_port_id': '93c3446f-90f7-4dae-826a-0aba53ac9c6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T14:20:02Z', 'updated_at': '2022-05-03T14:20:05Z', 'revision_number': 4, 'project_id': 'b16b4b1b92fd4f6dbb0e0cde810949db', 'gw_port': {'id': '93c3446f-90f7-4dae-826a-0aba53ac9c6d', 'name': '', 'network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:be:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd16a25b5-d4bb-4ca9-921e-a415f5db7fa2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'ip_address': '172.27.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:20:02Z', 'updated_at': '2022-05-03T14:20:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-5-iscsi', '_floatingips': [{'id': '2d337192-6621-4145-a6e4-de6366a8f3e1', 'tenant_id': 'b16b4b1b92fd4f6dbb0e0cde810949db', 'floating_ip_address': '172.27.3.111', 'floating_network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2', 'router_id': 'd16a25b5-d4bb-4ca9-921e-a415f5db7fa2', 'port_id': '35e5aaf7-9dec-4a73-9672-6aeedce9f725', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 614, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '816c80d2-ce08-422c-8388-99245d2078e2', 'mac_address': 'fa:16:3e:c5:85:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eda64b7-0284-41eb-8cb6-3c07a3afe47e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T14:20:08Z', 'updated_at': '2022-05-03T14:20:22Z', 'revision_number': 1, 'project_id': 'b16b4b1b92fd4f6dbb0e0cde810949db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ed0f5c3-99ad-4349-9929-cf1eb4230af9', 'name': '', 'network_id': '816c80d2-ce08-422c-8388-99245d2078e2', 'tenant_id': 'b16b4b1b92fd4f6dbb0e0cde810949db', 'mac_address': 'fa:16:3e:29:62:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd16a25b5-d4bb-4ca9-921e-a415f5db7fa2', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '518902ae-a051-403f-b835-83bc017e726e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:20:04Z', 'updated_at': '2022-05-03T14:20:09Z', 'revision_number': 5, 'project_id': 'b16b4b1b92fd4f6dbb0e0cde810949db', 'subnets': [{'id': '518902ae-a051-403f-b835-83bc017e726e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-5-iscsi', False) {} {{(pid=103472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:20:22.996654 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08a9285c-7840-42d5-a51c-574f3b8eb1ff None None] Checking router: d16a25b5-d4bb-4ca9-921e-a415f5db7fa2 for host: dv-cinder-839793-5-iscsi {{(pid=103472) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 14:20:23.000911 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a979e4ed-13e7-44e6-b91b-ab82f986ab22 req-dddaa007-5dac-457e-9770-5f723e6eeddc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:20:23.002467 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-a979e4ed-13e7-44e6-b91b-ab82f986ab22 req-dddaa007-5dac-457e-9770-5f723e6eeddc service neutron] 10.222.0.26 "GET /v2.0/subnets?id=518902ae-a051-403f-b835-83bc017e726e HTTP/1.1" status: 200 len: 849 time: 0.0798662 May 03 14:20:23.009316 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9492b2f6-eedd-4885-a754-dc9fc50e4402 req-f3df3844-c3cd-463c-9167-a6dc843f78d3 tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:20:23.009782 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08a9285c-7840-42d5-a51c-574f3b8eb1ff None None] Routers {'d16a25b5-d4bb-4ca9-921e-a415f5db7fa2'} bound to L3 agent in host dv-cinder-839793-5-iscsi {{(pid=103472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 14:20:23.010406 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.db.l3_hamode_db [None req-08a9285c-7840-42d5-a51c-574f3b8eb1ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-03T14:04:39Z,description=,heartbeat_timestamp=2022-05-03T14:20:09Z,host='dv-cinder-839793-5-iscsi',id=2583ee88-9503-4370-b6e4-0a676865815e,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T14:04:39Z,topic='l3_agent')) {'router_ids': ['d16a25b5-d4bb-4ca9-921e-a415f5db7fa2'], 'active': True} {{(pid=103472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:20:23.010736 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-9492b2f6-eedd-4885-a754-dc9fc50e4402 req-f3df3844-c3cd-463c-9167-a6dc843f78d3 tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] 10.222.0.36 "GET /v2.0/ports?device_id=6ee24636-83eb-4958-a595-4cb7de5974c5 HTTP/1.1" status: 200 len: 943 time: 0.0593371 May 03 14:20:23.063864 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a979e4ed-13e7-44e6-b91b-ab82f986ab22 req-a11165a9-a7d0-4561-b2cd-efda54ffefeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:20:23.065387 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-a979e4ed-13e7-44e6-b91b-ab82f986ab22 req-a11165a9-a7d0-4561-b2cd-efda54ffefeb service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=816c80d2-ce08-422c-8388-99245d2078e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0537555 May 03 14:20:23.125948 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-9492b2f6-eedd-4885-a754-dc9fc50e4402 req-9e96fec4-66af-43b8-891f-72e39ee6c50b tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] 10.222.0.36 "GET /v2.0/security-groups?id=059a32ed-46eb-44af-954f-023dc3b6f390&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1059711 May 03 14:20:23.126446 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.db.l3_dvr_db [None req-08a9285c-7840-42d5-a51c-574f3b8eb1ff None None] Set router d16a25b5-d4bb-4ca9-921e-a415f5db7fa2 gateway port host: dv-cinder-839793-5-iscsi {{(pid=103472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 14:20:23.188973 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-a979e4ed-13e7-44e6-b91b-ab82f986ab22 req-e1358a71-af9a-4265-a43b-12882ce6b314 service neutron] 10.222.0.26 "GET /v2.0/networks/816c80d2-ce08-422c-8388-99245d2078e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1132784 May 03 14:20:23.290016 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-a979e4ed-13e7-44e6-b91b-ab82f986ab22 req-839e5ad4-b33f-44f9-b03a-da8783b18d2b service neutron] 10.222.0.26 "GET /v2.0/networks/816c80d2-ce08-422c-8388-99245d2078e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941432 May 03 14:20:23.362851 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.db.l3_hamode_db [None req-08a9285c-7840-42d5-a51c-574f3b8eb1ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd16a25b5-d4bb-4ca9-921e-a415f5db7fa2', 'name': 'tempest-AttachVolumeTestJSON-842912074-router', 'tenant_id': 'b16b4b1b92fd4f6dbb0e0cde810949db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2', 'external_fixed_ips': [{'subnet_id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'ip_address': '172.27.3.74'}], 'enable_snat': True}, 'gw_port_id': '93c3446f-90f7-4dae-826a-0aba53ac9c6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T14:20:02Z', 'updated_at': '2022-05-03T14:20:05Z', 'revision_number': 4, 'project_id': 'b16b4b1b92fd4f6dbb0e0cde810949db', 'gw_port': {'id': '93c3446f-90f7-4dae-826a-0aba53ac9c6d', 'name': '', 'network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:be:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd16a25b5-d4bb-4ca9-921e-a415f5db7fa2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'ip_address': '172.27.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:20:02Z', 'updated_at': '2022-05-03T14:20:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-5-iscsi', '_floatingips': [{'id': '2d337192-6621-4145-a6e4-de6366a8f3e1', 'tenant_id': 'b16b4b1b92fd4f6dbb0e0cde810949db', 'floating_ip_address': '172.27.3.111', 'floating_network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2', 'router_id': 'd16a25b5-d4bb-4ca9-921e-a415f5db7fa2', 'port_id': '35e5aaf7-9dec-4a73-9672-6aeedce9f725', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 614, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '816c80d2-ce08-422c-8388-99245d2078e2', 'mac_address': 'fa:16:3e:c5:85:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eda64b7-0284-41eb-8cb6-3c07a3afe47e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T14:20:08Z', 'updated_at': '2022-05-03T14:20:22Z', 'revision_number': 1, 'project_id': 'b16b4b1b92fd4f6dbb0e0cde810949db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ed0f5c3-99ad-4349-9929-cf1eb4230af9', 'name': '', 'network_id': '816c80d2-ce08-422c-8388-99245d2078e2', 'tenant_id': 'b16b4b1b92fd4f6dbb0e0cde810949db', 'mac_address': 'fa:16:3e:29:62:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd16a25b5-d4bb-4ca9-921e-a415f5db7fa2', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '518902ae-a051-403f-b835-83bc017e726e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:20:04Z', 'updated_at': '2022-05-03T14:20:09Z', 'revision_number': 5, 'project_id': 'b16b4b1b92fd4f6dbb0e0cde810949db', 'subnets': [{'id': '518902ae-a051-403f-b835-83bc017e726e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-5-iscsi', False) {} {{(pid=103472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:20:23.398701 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08a9285c-7840-42d5-a51c-574f3b8eb1ff None None] The sync data for ids ['d16a25b5-d4bb-4ca9-921e-a415f5db7fa2'] in dv-cinder-839793-5-iscsi is: [{'id': 'd16a25b5-d4bb-4ca9-921e-a415f5db7fa2', 'name': 'tempest-AttachVolumeTestJSON-842912074-router', 'tenant_id': 'b16b4b1b92fd4f6dbb0e0cde810949db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2', 'external_fixed_ips': [{'subnet_id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'ip_address': '172.27.3.74'}], 'enable_snat': True}, 'gw_port_id': '93c3446f-90f7-4dae-826a-0aba53ac9c6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T14:20:02Z', 'updated_at': '2022-05-03T14:20:05Z', 'revision_number': 4, 'project_id': 'b16b4b1b92fd4f6dbb0e0cde810949db', 'gw_port': {'id': '93c3446f-90f7-4dae-826a-0aba53ac9c6d', 'name': '', 'network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:be:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd16a25b5-d4bb-4ca9-921e-a415f5db7fa2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'ip_address': '172.27.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:20:02Z', 'updated_at': '2022-05-03T14:20:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-5-iscsi', '_floatingips': [{'id': '2d337192-6621-4145-a6e4-de6366a8f3e1', 'tenant_id': 'b16b4b1b92fd4f6dbb0e0cde810949db', 'floating_ip_address': '172.27.3.111', 'floating_network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2', 'router_id': 'd16a25b5-d4bb-4ca9-921e-a415f5db7fa2', 'port_id': '35e5aaf7-9dec-4a73-9672-6aeedce9f725', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 614, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '816c80d2-ce08-422c-8388-99245d2078e2', 'mac_address': 'fa:16:3e:c5:85:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eda64b7-0284-41eb-8cb6-3c07a3afe47e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T14:20:08Z', 'updated_at': '2022-05-03T14:20:22Z', 'revision_number': 1, 'project_id': 'b16b4b1b92fd4f6dbb0e0cde810949db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ed0f5c3-99ad-4349-9929-cf1eb4230af9', 'name': '', 'network_id': '816c80d2-ce08-422c-8388-99245d2078e2', 'tenant_id': 'b16b4b1b92fd4f6dbb0e0cde810949db', 'mac_address': 'fa:16:3e:29:62:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd16a25b5-d4bb-4ca9-921e-a415f5db7fa2', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '518902ae-a051-403f-b835-83bc017e726e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:20:04Z', 'updated_at': '2022-05-03T14:20:09Z', 'revision_number': 5, 'project_id': 'b16b4b1b92fd4f6dbb0e0cde810949db', 'subnets': [{'id': '518902ae-a051-403f-b835-83bc017e726e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 14:20:23.596265 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b672657-2d86-43fa-a0f4-d0224e6c619a None None] New status for floating IP 2d337192-6621-4145-a6e4-de6366a8f3e1: ACTIVE {{(pid=103471) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 03 14:20:24.247982 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4144f3ef-dc49-4591-9594-e6f59d0dd050 req-14763b03-df8f-48d3-a117-fbc82c80ff10 tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:20:24.249511 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-4144f3ef-dc49-4591-9594-e6f59d0dd050 req-14763b03-df8f-48d3-a117-fbc82c80ff10 tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] 10.222.0.36 "GET /v2.0/ports?device_id=6ee24636-83eb-4958-a595-4cb7de5974c5 HTTP/1.1" status: 200 len: 943 time: 0.0469546 May 03 14:20:24.303380 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-4144f3ef-dc49-4591-9594-e6f59d0dd050 req-6aa9769c-7dcc-4aa6-8044-d9bfa477e060 tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] 10.222.0.36 "GET /v2.0/security-groups?id=059a32ed-46eb-44af-954f-023dc3b6f390&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479326 May 03 14:20:25.438648 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a288561d-da02-4a03-a7ed-4aceaa6ffe78 req-23184711-5fc0-4dc4-914a-d7a9eaa83b19 tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:20:25.440119 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-a288561d-da02-4a03-a7ed-4aceaa6ffe78 req-23184711-5fc0-4dc4-914a-d7a9eaa83b19 tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] 10.222.0.36 "GET /v2.0/ports?device_id=6ee24636-83eb-4958-a595-4cb7de5974c5 HTTP/1.1" status: 200 len: 943 time: 0.0537729 May 03 14:20:25.491101 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-a288561d-da02-4a03-a7ed-4aceaa6ffe78 req-aba76a32-c012-4bbc-83b2-3f18a0f8b047 tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] 10.222.0.36 "GET /v2.0/security-groups?id=059a32ed-46eb-44af-954f-023dc3b6f390&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449827 May 03 14:20:26.623483 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c09e45-8159-4b25-bb03-49fe00467647 req-cc8c560c-8c4b-4de4-8848-7f9b0b8ff054 tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:20:26.624978 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-57c09e45-8159-4b25-bb03-49fe00467647 req-cc8c560c-8c4b-4de4-8848-7f9b0b8ff054 tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] 10.222.0.36 "GET /v2.0/ports?device_id=6ee24636-83eb-4958-a595-4cb7de5974c5 HTTP/1.1" status: 200 len: 943 time: 0.0488956 May 03 14:20:26.685278 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-57c09e45-8159-4b25-bb03-49fe00467647 req-4a1f66df-5882-427f-a877-953765200ec3 tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] 10.222.0.36 "GET /v2.0/security-groups?id=059a32ed-46eb-44af-954f-023dc3b6f390&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519798 May 03 14:20:27.808002 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43323251-73d8-403f-9dac-00435351bbc6 req-b156eb3a-06f7-425b-bc03-57b1186869d7 tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:20:27.809591 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-43323251-73d8-403f-9dac-00435351bbc6 req-b156eb3a-06f7-425b-bc03-57b1186869d7 tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] 10.222.0.36 "GET /v2.0/ports?device_id=6ee24636-83eb-4958-a595-4cb7de5974c5 HTTP/1.1" status: 200 len: 943 time: 0.0513737 May 03 14:20:27.861100 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-43323251-73d8-403f-9dac-00435351bbc6 req-82dd5a86-2e7b-4981-9030-ca34edc5797c tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] 10.222.0.36 "GET /v2.0/security-groups?id=059a32ed-46eb-44af-954f-023dc3b6f390&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446982 May 03 14:20:28.772159 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.rpc [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Device ed7eb098-5b03-489d-8ebe-3b7b24028790 details requested by agent hyperv_hv-cinder-83979 with host hv-cinder-83979 {{(pid=103471) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 03 14:20:28.879362 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.db [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] For port ed7eb098-5b03-489d-8ebe-3b7b24028790, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=ed7eb098-5b03-489d-8ebe-3b7b24028790,segment=NetworkSegment(96845684-5e64-43d8-9d64-6efc7510389a),segment_id=96845684-5e64-43d8-9d64-6efc7510389a)] {{(pid=103471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 14:20:28.891627 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.rpc [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Returning: {'device': 'ed7eb098-5b03-489d-8ebe-3b7b24028790', 'network_id': 'f560d97d-2acd-47bd-966f-19197466eba2', 'port_id': 'ed7eb098-5b03-489d-8ebe-3b7b24028790', 'mac_address': 'fa:16:3e:a9:c5:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 236, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8cbf221-f4fe-47a8-93ac-36f15595da79', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103471) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 03 14:20:28.931919 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Current status of the port ed7eb098-5b03-489d-8ebe-3b7b24028790 is: DOWN; New status is: BUILD {{(pid=103471) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 14:20:28.932348 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585126'] for port (ed7eb098-5b03-489d-8ebe-3b7b24028790), before_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:20:28.945772 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.notifiers.nova [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed7eb098-5b03-489d-8ebe-3b7b24028790 {{(pid=103471) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 14:20:28.970233 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.db [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] For port ed7eb098-5b03-489d-8ebe-3b7b24028790, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=ed7eb098-5b03-489d-8ebe-3b7b24028790,segment=NetworkSegment(96845684-5e64-43d8-9d64-6efc7510389a),segment_id=96845684-5e64-43d8-9d64-6efc7510389a)] {{(pid=103471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 14:20:28.975691 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786921284783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786920821414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786920821432'] for port (ed7eb098-5b03-489d-8ebe-3b7b24028790), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:20:28.977704 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e983720c-7257-476f-b4ea-076e49e613ab req-7242a1e9-c8a5-463a-add0-bc786a639cc3 tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:20:28.979315 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-e983720c-7257-476f-b4ea-076e49e613ab req-7242a1e9-c8a5-463a-add0-bc786a639cc3 tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] 10.222.0.36 "GET /v2.0/ports?device_id=6ee24636-83eb-4958-a595-4cb7de5974c5 HTTP/1.1" status: 200 len: 943 time: 0.0490406 May 03 14:20:29.023764 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Pushing event updated for resources: {'Port': ['ID=ed7eb098-5b03-489d-8ebe-3b7b24028790,revision_number=4']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:20:29.027830 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-e983720c-7257-476f-b4ea-076e49e613ab req-9395936a-e5b8-40b3-b3fd-e2978fd51f14 tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] 10.222.0.36 "GET /v2.0/security-groups?id=059a32ed-46eb-44af-954f-023dc3b6f390&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426533 May 03 14:20:29.189011 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.db [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] get_ports_and_sgs() called for port_ids ['ed7eb098-5b03-489d-8ebe-3b7b24028790'] {{(pid=103471) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 03 14:20:30.147857 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afc0771-a8a2-49dd-81a5-e2cfed862c8d req-44451d11-8a80-4ea7-b749-b3b7d3174439 tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:20:30.149323 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-6afc0771-a8a2-49dd-81a5-e2cfed862c8d req-44451d11-8a80-4ea7-b749-b3b7d3174439 tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] 10.222.0.36 "GET /v2.0/ports?device_id=6ee24636-83eb-4958-a595-4cb7de5974c5 HTTP/1.1" status: 200 len: 944 time: 0.0514104 May 03 14:20:30.205220 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-6afc0771-a8a2-49dd-81a5-e2cfed862c8d req-d2687bfd-d081-4d5c-ad75-adc7f0ba4d76 tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] 10.222.0.36 "GET /v2.0/security-groups?id=059a32ed-46eb-44af-954f-023dc3b6f390&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501204 May 03 14:20:30.786835 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.rpc [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Device ed7eb098-5b03-489d-8ebe-3b7b24028790 up at agent hyperv_hv-cinder-83979 {{(pid=103471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 14:20:30.843572 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.provisioning_blocks [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Provisioning for port ed7eb098-5b03-489d-8ebe-3b7b24028790 completed by entity L2. {{(pid=103471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 03 14:20:30.853104 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.provisioning_blocks [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Provisioning complete for port ed7eb098-5b03-489d-8ebe-3b7b24028790 triggered by entity L2. {{(pid=103471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 14:20:30.853568 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749148'] for port (ed7eb098-5b03-489d-8ebe-3b7b24028790), provisioning_complete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:20:30.930734 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Current status of the port ed7eb098-5b03-489d-8ebe-3b7b24028790 is: BUILD; New status is: ACTIVE {{(pid=103471) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 14:20:30.931112 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585126'] for port (ed7eb098-5b03-489d-8ebe-3b7b24028790), before_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:20:30.954059 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ee24636-83eb-4958-a595-4cb7de5974c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed7eb098-5b03-489d-8ebe-3b7b24028790'}] {{(pid=103471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 14:20:30.956366 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}258de9d1a1c653a46c94c94b096b8a314ffaed5fb8c929df022c823a20d863ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d367a562-a940-4460-8847-f09803734f2a" -d '{"events": [{"server_uuid": "6ee24636-83eb-4958-a595-4cb7de5974c5", "name": "network-vif-plugged", "status": "completed", "tag": "ed7eb098-5b03-489d-8ebe-3b7b24028790"}]}' {{(pid=103471) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 14:20:30.968562 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.db [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] For port ed7eb098-5b03-489d-8ebe-3b7b24028790, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=ed7eb098-5b03-489d-8ebe-3b7b24028790,segment=NetworkSegment(96845684-5e64-43d8-9d64-6efc7510389a),segment_id=96845684-5e64-43d8-9d64-6efc7510389a)] {{(pid=103471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 14:20:30.974352 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786921284783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786920821414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786920821432'] for port (ed7eb098-5b03-489d-8ebe-3b7b24028790), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:20:30.996845 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 May 2022 14:20:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4622f87-ca6a-45cf-827f-41d95498dda7 x-openstack-request-id: req-a4622f87-ca6a-45cf-827f-41d95498dda7 {{(pid=103471) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 14:20:30.997134 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ee24636-83eb-4958-a595-4cb7de5974c5", "name": "network-vif-plugged", "status": "completed", "tag": "ed7eb098-5b03-489d-8ebe-3b7b24028790", "code": 200}]} {{(pid=103471) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 14:20:30.997407 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-a4622f87-ca6a-45cf-827f-41d95498dda7 {{(pid=103471) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 14:20:30.997793 dv-cinder-839793-5-iscsi neutron-server[103471]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a4622f87-ca6a-45cf-827f-41d95498dda7'] response: {'server_uuid': '6ee24636-83eb-4958-a595-4cb7de5974c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed7eb098-5b03-489d-8ebe-3b7b24028790', 'code': 200} May 03 14:20:31.023276 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Pushing event updated for resources: {'Port': ['ID=ed7eb098-5b03-489d-8ebe-3b7b24028790,revision_number=5']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:20:31.244974 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f114452b-e7ad-4aff-a5ca-fd9bfc10ad3b req-17c52c66-9bc1-46a0-b395-1dec3919094c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:20:31.246513 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-f114452b-e7ad-4aff-a5ca-fd9bfc10ad3b req-17c52c66-9bc1-46a0-b395-1dec3919094c service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=6ee24636-83eb-4958-a595-4cb7de5974c5 HTTP/1.1" status: 200 len: 1129 time: 0.0399203 May 03 14:20:31.327564 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-f114452b-e7ad-4aff-a5ca-fd9bfc10ad3b req-554d4e95-3154-4890-b585-acfb229cff6c service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=059a32ed-46eb-44af-954f-023dc3b6f390&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740652 May 03 14:20:31.341774 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.wsgi [-] (103470) accepted ('10.222.0.36', 50978) {{(pid=103470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:20:31.342682 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f358a6f7-8b5c-48ee-b4b5-edced99c77f0 req-40c58746-7189-4683-a1e8-4b2770b308c9 tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:20:31.344187 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-f358a6f7-8b5c-48ee-b4b5-edced99c77f0 req-40c58746-7189-4683-a1e8-4b2770b308c9 tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] 10.222.0.36 "GET /v2.0/ports?device_id=6ee24636-83eb-4958-a595-4cb7de5974c5 HTTP/1.1" status: 200 len: 945 time: 0.0647919 May 03 14:20:31.390240 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.db.db_base_plugin_v2 [None req-fcc1c600-dcd0-48d9-a1ae-dae61cee9a27 admin admin] Deleting subnet 369dfc3a-82d8-4265-97be-35cc6cea8b1e {{(pid=103470) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 03 14:20:31.393024 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-f358a6f7-8b5c-48ee-b4b5-edced99c77f0 req-22be6cac-25ec-4166-887b-542a9697ff9d tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] 10.222.0.36 "GET /v2.0/security-groups?id=059a32ed-46eb-44af-954f-023dc3b6f390&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431573 May 03 14:20:31.393909 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-fcc1c600-dcd0-48d9-a1ae-dae61cee9a27 admin admin] Publish callbacks [] for subnet (369dfc3a-82d8-4265-97be-35cc6cea8b1e), before_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:20:31.429260 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-fcc1c600-dcd0-48d9-a1ae-dae61cee9a27 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5129590'] for subnet (369dfc3a-82d8-4265-97be-35cc6cea8b1e), precommit_delete_associations {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:20:31.467325 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-fcc1c600-dcd0-48d9-a1ae-dae61cee9a27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751950'] for subnet (369dfc3a-82d8-4265-97be-35cc6cea8b1e), precommit_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:20:31.519350 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-fcc1c600-dcd0-48d9-a1ae-dae61cee9a27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7524544', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4621665'] for subnet (369dfc3a-82d8-4265-97be-35cc6cea8b1e), after_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:20:31.548720 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc1c600-dcd0-48d9-a1ae-dae61cee9a27 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=369dfc3a-82d8-4265-97be-35cc6cea8b1e,revision_number=None']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:20:31.550719 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-fcc1c600-dcd0-48d9-a1ae-dae61cee9a27 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599744'] for subnet (None), before_response {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:20:31.554806 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [None req-fcc1c600-dcd0-48d9-a1ae-dae61cee9a27 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/369dfc3a-82d8-4265-97be-35cc6cea8b1e HTTP/1.1" status: 204 len: 168 time: 0.2119660 May 03 14:20:31.556356 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.wsgi [-] (103470) accepted ('10.222.0.36', 50980) {{(pid=103470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:20:31.627739 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-f14dc316-4abc-48ee-917e-36f4cd06103d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-661340'] for network (84ef3b80-4181-4966-983b-50cedf74e350), before_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:20:31.710990 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-f14dc316-4abc-48ee-917e-36f4cd06103d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-751355', 'neutron.services.segments.db._delete_segments_for_network-8786921254202'] for network (84ef3b80-4181-4966-983b-50cedf74e350), precommit_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:20:31.732887 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.services.segments.db [None req-f14dc316-4abc-48ee-917e-36f4cd06103d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84ef3b80-4181-4966-983b-50cedf74e350']}} {{(pid=103470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:20:31.742677 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.services.segments.db [None req-f14dc316-4abc-48ee-917e-36f4cd06103d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43a00c0b-9571-4e9b-910b-25d2482c1aa2') {'for_net_delete': True} {{(pid=103470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:20:31.742973 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.services.segments.db [None req-f14dc316-4abc-48ee-917e-36f4cd06103d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43a00c0b-9571-4e9b-910b-25d2482c1aa2') {} {{(pid=103470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:20:31.754060 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-f14dc316-4abc-48ee-917e-36f4cd06103d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786921254723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5129613'] for segment (43a00c0b-9571-4e9b-910b-25d2482c1aa2), before_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:20:31.768673 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-f14dc316-4abc-48ee-917e-36f4cd06103d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-690795'] for segment (43a00c0b-9571-4e9b-910b-25d2482c1aa2), precommit_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:20:31.774725 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f14dc316-4abc-48ee-917e-36f4cd06103d admin admin] Releasing vlan 241 on physical network physnet1 to pool {{(pid=103470) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 03 14:20:31.775107 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-f14dc316-4abc-48ee-917e-36f4cd06103d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-690795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7524522'] for segment (43a00c0b-9571-4e9b-910b-25d2482c1aa2), after_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:20:31.776894 dv-cinder-839793-5-iscsi neutron-server[103470]: Traceback (most recent call last): May 03 14:20:31.776894 dv-cinder-839793-5-iscsi neutron-server[103470]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 03 14:20:31.776894 dv-cinder-839793-5-iscsi neutron-server[103470]: timer() May 03 14:20:31.776894 dv-cinder-839793-5-iscsi neutron-server[103470]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 14:20:31.776894 dv-cinder-839793-5-iscsi neutron-server[103470]: cb(*args, **kw) May 03 14:20:31.776894 dv-cinder-839793-5-iscsi neutron-server[103470]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 03 14:20:31.776894 dv-cinder-839793-5-iscsi neutron-server[103470]: return func(*args, **kwargs) May 03 14:20:31.776894 dv-cinder-839793-5-iscsi neutron-server[103470]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 14:20:31.776894 dv-cinder-839793-5-iscsi neutron-server[103470]: self._notify() May 03 14:20:31.776894 dv-cinder-839793-5-iscsi neutron-server[103470]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 14:20:31.776894 dv-cinder-839793-5-iscsi neutron-server[103470]: self.callback(batched_events) May 03 14:20:31.776894 dv-cinder-839793-5-iscsi neutron-server[103470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 14:20:31.776894 dv-cinder-839793-5-iscsi neutron-server[103470]: event.method(event) May 03 14:20:31.776894 dv-cinder-839793-5-iscsi neutron-server[103470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 03 14:20:31.776894 dv-cinder-839793-5-iscsi neutron-server[103470]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 14:20:31.776894 dv-cinder-839793-5-iscsi neutron-server[103470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 03 14:20:31.776894 dv-cinder-839793-5-iscsi neutron-server[103470]: aggregate_uuid = self.p_client.list_aggregates( May 03 14:20:31.776894 dv-cinder-839793-5-iscsi neutron-server[103470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 03 14:20:31.776894 dv-cinder-839793-5-iscsi neutron-server[103470]: return f(self, *a, **k) May 03 14:20:31.776894 dv-cinder-839793-5-iscsi neutron-server[103470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 03 14:20:31.776894 dv-cinder-839793-5-iscsi neutron-server[103470]: return self._get(url).json() May 03 14:20:31.776894 dv-cinder-839793-5-iscsi neutron-server[103470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 03 14:20:31.776894 dv-cinder-839793-5-iscsi neutron-server[103470]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 14:20:31.776894 dv-cinder-839793-5-iscsi neutron-server[103470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 03 14:20:31.776894 dv-cinder-839793-5-iscsi neutron-server[103470]: return self.request(url, 'GET', **kwargs) May 03 14:20:31.776894 dv-cinder-839793-5-iscsi neutron-server[103470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 03 14:20:31.776894 dv-cinder-839793-5-iscsi neutron-server[103470]: base_url = self.get_endpoint(auth, allow=allow, May 03 14:20:31.776894 dv-cinder-839793-5-iscsi neutron-server[103470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 03 14:20:31.776894 dv-cinder-839793-5-iscsi neutron-server[103470]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 14:20:31.776894 dv-cinder-839793-5-iscsi neutron-server[103470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 03 14:20:31.776894 dv-cinder-839793-5-iscsi neutron-server[103470]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 14:20:31.776894 dv-cinder-839793-5-iscsi neutron-server[103470]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 14:20:31.833244 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-f14dc316-4abc-48ee-917e-36f4cd06103d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-751234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1700060'] for network (84ef3b80-4181-4966-983b-50cedf74e350), after_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:20:31.840832 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-f14dc316-4abc-48ee-917e-36f4cd06103d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599744'] for network (None), before_response {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:20:31.845183 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [None req-f14dc316-4abc-48ee-917e-36f4cd06103d admin admin] 10.222.0.36 "DELETE /v2.0/networks/84ef3b80-4181-4966-983b-50cedf74e350 HTTP/1.1" status: 204 len: 168 time: 0.2878036 May 03 14:20:31.848161 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.36', 50982) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:20:31.859863 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14dc316-4abc-48ee-917e-36f4cd06103d admin admin] Pushing event deleted for resources: {'Network': ['ID=84ef3b80-4181-4966-983b-50cedf74e350,revision_number=None']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:20:31.895369 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.db.db_base_plugin_v2 [None req-62528420-93a8-4f8c-8d86-228d3c85457f admin admin] Deleting subnet a2cc8f7e-0e50-4ab9-a0e2-d6899bd76171 {{(pid=103469) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 03 14:20:31.898945 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-62528420-93a8-4f8c-8d86-228d3c85457f admin admin] Publish callbacks [] for subnet (a2cc8f7e-0e50-4ab9-a0e2-d6899bd76171), before_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:20:31.933417 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-62528420-93a8-4f8c-8d86-228d3c85457f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5908908'] for subnet (a2cc8f7e-0e50-4ab9-a0e2-d6899bd76171), precommit_delete_associations {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:20:31.972319 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-62528420-93a8-4f8c-8d86-228d3c85457f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751950'] for subnet (a2cc8f7e-0e50-4ab9-a0e2-d6899bd76171), precommit_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:20:32.029827 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-62528420-93a8-4f8c-8d86-228d3c85457f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6178088', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4510093'] for subnet (a2cc8f7e-0e50-4ab9-a0e2-d6899bd76171), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:20:32.055925 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62528420-93a8-4f8c-8d86-228d3c85457f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a2cc8f7e-0e50-4ab9-a0e2-d6899bd76171,revision_number=None']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:20:32.057938 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-62528420-93a8-4f8c-8d86-228d3c85457f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:20:32.061116 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-62528420-93a8-4f8c-8d86-228d3c85457f admin admin] 10.222.0.36 "DELETE /v2.0/subnets/a2cc8f7e-0e50-4ab9-a0e2-d6899bd76171 HTTP/1.1" status: 204 len: 168 time: 0.2119260 May 03 14:20:32.066787 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.36', 50984) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:20:32.129515 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-04da4eb5-31e8-4ca3-ac2b-01d7599d6ffb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-661340'] for network (a5262980-814e-41d9-ad58-2369847b98de), before_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:20:32.211185 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-04da4eb5-31e8-4ca3-ac2b-01d7599d6ffb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-751355', 'neutron.services.segments.db._delete_segments_for_network-8786921254202'] for network (a5262980-814e-41d9-ad58-2369847b98de), precommit_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:20:32.233687 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.services.segments.db [None req-04da4eb5-31e8-4ca3-ac2b-01d7599d6ffb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5262980-814e-41d9-ad58-2369847b98de']}} {{(pid=103469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:20:32.243276 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.services.segments.db [None req-04da4eb5-31e8-4ca3-ac2b-01d7599d6ffb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be412c63-dc43-45d7-ab44-c9c1395e2660') {'for_net_delete': True} {{(pid=103469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:20:32.243528 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.services.segments.db [None req-04da4eb5-31e8-4ca3-ac2b-01d7599d6ffb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be412c63-dc43-45d7-ab44-c9c1395e2660') {} {{(pid=103469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:20:32.253254 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-04da4eb5-31e8-4ca3-ac2b-01d7599d6ffb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786921254723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5908823'] for segment (be412c63-dc43-45d7-ab44-c9c1395e2660), before_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:20:32.270210 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-04da4eb5-31e8-4ca3-ac2b-01d7599d6ffb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-690795'] for segment (be412c63-dc43-45d7-ab44-c9c1395e2660), precommit_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:20:32.276451 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04da4eb5-31e8-4ca3-ac2b-01d7599d6ffb admin admin] Releasing vlan 248 on physical network physnet1 to pool {{(pid=103469) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 03 14:20:32.276851 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-04da4eb5-31e8-4ca3-ac2b-01d7599d6ffb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-690795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6178114'] for segment (be412c63-dc43-45d7-ab44-c9c1395e2660), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:20:32.278639 dv-cinder-839793-5-iscsi neutron-server[103469]: Traceback (most recent call last): May 03 14:20:32.278639 dv-cinder-839793-5-iscsi neutron-server[103469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 03 14:20:32.278639 dv-cinder-839793-5-iscsi neutron-server[103469]: timer() May 03 14:20:32.278639 dv-cinder-839793-5-iscsi neutron-server[103469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 14:20:32.278639 dv-cinder-839793-5-iscsi neutron-server[103469]: cb(*args, **kw) May 03 14:20:32.278639 dv-cinder-839793-5-iscsi neutron-server[103469]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 03 14:20:32.278639 dv-cinder-839793-5-iscsi neutron-server[103469]: return func(*args, **kwargs) May 03 14:20:32.278639 dv-cinder-839793-5-iscsi neutron-server[103469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 14:20:32.278639 dv-cinder-839793-5-iscsi neutron-server[103469]: self._notify() May 03 14:20:32.278639 dv-cinder-839793-5-iscsi neutron-server[103469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 14:20:32.278639 dv-cinder-839793-5-iscsi neutron-server[103469]: self.callback(batched_events) May 03 14:20:32.278639 dv-cinder-839793-5-iscsi neutron-server[103469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 14:20:32.278639 dv-cinder-839793-5-iscsi neutron-server[103469]: event.method(event) May 03 14:20:32.278639 dv-cinder-839793-5-iscsi neutron-server[103469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 03 14:20:32.278639 dv-cinder-839793-5-iscsi neutron-server[103469]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 14:20:32.278639 dv-cinder-839793-5-iscsi neutron-server[103469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 03 14:20:32.278639 dv-cinder-839793-5-iscsi neutron-server[103469]: aggregate_uuid = self.p_client.list_aggregates( May 03 14:20:32.278639 dv-cinder-839793-5-iscsi neutron-server[103469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 03 14:20:32.278639 dv-cinder-839793-5-iscsi neutron-server[103469]: return f(self, *a, **k) May 03 14:20:32.278639 dv-cinder-839793-5-iscsi neutron-server[103469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 03 14:20:32.278639 dv-cinder-839793-5-iscsi neutron-server[103469]: return self._get(url).json() May 03 14:20:32.278639 dv-cinder-839793-5-iscsi neutron-server[103469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 03 14:20:32.278639 dv-cinder-839793-5-iscsi neutron-server[103469]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 14:20:32.278639 dv-cinder-839793-5-iscsi neutron-server[103469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 03 14:20:32.278639 dv-cinder-839793-5-iscsi neutron-server[103469]: return self.request(url, 'GET', **kwargs) May 03 14:20:32.278639 dv-cinder-839793-5-iscsi neutron-server[103469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 03 14:20:32.278639 dv-cinder-839793-5-iscsi neutron-server[103469]: base_url = self.get_endpoint(auth, allow=allow, May 03 14:20:32.278639 dv-cinder-839793-5-iscsi neutron-server[103469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 03 14:20:32.278639 dv-cinder-839793-5-iscsi neutron-server[103469]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 14:20:32.278639 dv-cinder-839793-5-iscsi neutron-server[103469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 03 14:20:32.278639 dv-cinder-839793-5-iscsi neutron-server[103469]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 14:20:32.278639 dv-cinder-839793-5-iscsi neutron-server[103469]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 14:20:32.338893 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-04da4eb5-31e8-4ca3-ac2b-01d7599d6ffb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-751234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1700060'] for network (a5262980-814e-41d9-ad58-2369847b98de), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:20:32.344470 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-04da4eb5-31e8-4ca3-ac2b-01d7599d6ffb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599744'] for network (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:20:32.350282 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-04da4eb5-31e8-4ca3-ac2b-01d7599d6ffb admin admin] 10.222.0.36 "DELETE /v2.0/networks/a5262980-814e-41d9-ad58-2369847b98de HTTP/1.1" status: 204 len: 168 time: 0.2829041 May 03 14:20:32.359802 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04da4eb5-31e8-4ca3-ac2b-01d7599d6ffb admin admin] Pushing event deleted for resources: {'Network': ['ID=a5262980-814e-41d9-ad58-2369847b98de,revision_number=None']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:20:32.510196 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bc50d8-b3df-49b6-9cc5-d4f05bcda249 req-a79730ab-aa5f-40d2-a95a-a2accda1e2a0 tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:20:32.511690 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-12bc50d8-b3df-49b6-9cc5-d4f05bcda249 req-a79730ab-aa5f-40d2-a95a-a2accda1e2a0 tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] 10.222.0.36 "GET /v2.0/ports?device_id=6ee24636-83eb-4958-a595-4cb7de5974c5 HTTP/1.1" status: 200 len: 945 time: 0.0473287 May 03 14:20:32.518401 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.36', 50990) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:20:32.558288 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-af68f546-394a-40e9-8f07-b739f1c7661a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=dbf0933f9a42479d8e1228b2c5ca7631&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0386662 May 03 14:20:32.560761 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-12bc50d8-b3df-49b6-9cc5-d4f05bcda249 req-b33463e1-2f95-400a-b374-475edc965ac0 tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] 10.222.0.36 "GET /v2.0/security-groups?id=059a32ed-46eb-44af-954f-023dc3b6f390&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429432 May 03 14:20:32.561027 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.36', 50992) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:20:32.609379 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-5a8a46f2-49e4-451a-9520-35e8589cda63 admin admin] Publish callbacks [] for security_group (e54bad5d-d0a6-4317-8c24-a4828f77bb9a), before_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:20:32.630610 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-5a8a46f2-49e4-451a-9520-35e8589cda63 admin admin] Publish callbacks [] for security_group (e54bad5d-d0a6-4317-8c24-a4828f77bb9a), precommit_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:20:32.679650 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-5a8a46f2-49e4-451a-9520-35e8589cda63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656397'] for security_group (e54bad5d-d0a6-4317-8c24-a4828f77bb9a), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:20:32.682509 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-5a8a46f2-49e4-451a-9520-35e8589cda63 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:20:32.686561 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-5a8a46f2-49e4-451a-9520-35e8589cda63 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e54bad5d-d0a6-4317-8c24-a4828f77bb9a HTTP/1.1" status: 204 len: 168 time: 0.1248271 May 03 14:20:32.694454 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8a46f2-49e4-451a-9520-35e8589cda63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e54bad5d-d0a6-4317-8c24-a4828f77bb9a,revision_number=None']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:20:33.034553 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.wsgi [-] (103470) accepted ('10.222.0.36', 50998) {{(pid=103470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:20:33.079686 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [None req-eb6b678b-1375-4e95-ada9-e807933503ab admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a9f451e97cea4eb0ac113f4d9b52792b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0438440 May 03 14:20:33.083055 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.wsgi [-] (103470) accepted ('10.222.0.36', 51000) {{(pid=103470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:20:33.131430 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-eb750657-0e0a-4859-9e84-0ede402d97f4 admin admin] Publish callbacks [] for security_group (c830d504-c76b-4758-bab7-e0982d837098), before_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:20:33.153314 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-eb750657-0e0a-4859-9e84-0ede402d97f4 admin admin] Publish callbacks [] for security_group (c830d504-c76b-4758-bab7-e0982d837098), precommit_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:20:33.206662 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-eb750657-0e0a-4859-9e84-0ede402d97f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656397'] for security_group (c830d504-c76b-4758-bab7-e0982d837098), after_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:20:33.209643 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-eb750657-0e0a-4859-9e84-0ede402d97f4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:20:33.210772 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [None req-eb750657-0e0a-4859-9e84-0ede402d97f4 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c830d504-c76b-4758-bab7-e0982d837098 HTTP/1.1" status: 204 len: 168 time: 0.1268210 May 03 14:20:33.218635 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb750657-0e0a-4859-9e84-0ede402d97f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c830d504-c76b-4758-bab7-e0982d837098,revision_number=None']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:20:33.685053 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7676f8d2-4167-4453-95dd-9caf8edf13e9 req-9fb7ef96-5fb7-4a11-9a03-a70715f9e4eb tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:20:33.686705 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-7676f8d2-4167-4453-95dd-9caf8edf13e9 req-9fb7ef96-5fb7-4a11-9a03-a70715f9e4eb tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] 10.222.0.36 "GET /v2.0/ports?device_id=6ee24636-83eb-4958-a595-4cb7de5974c5 HTTP/1.1" status: 200 len: 945 time: 0.0512486 May 03 14:20:33.744695 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-7676f8d2-4167-4453-95dd-9caf8edf13e9 req-64d2b07c-f452-4325-919f-d628740de4a2 tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] 10.222.0.36 "GET /v2.0/security-groups?id=059a32ed-46eb-44af-954f-023dc3b6f390&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522497 May 03 14:20:33.867826 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4549432-41bf-4d5c-91a8-b4ea67437d57 req-65b781c7-7d59-416a-865b-9aaad12a4f22 tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:20:33.869450 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-f4549432-41bf-4d5c-91a8-b4ea67437d57 req-65b781c7-7d59-416a-865b-9aaad12a4f22 tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] 10.222.0.36 "GET /v2.0/ports?device_id=6ee24636-83eb-4958-a595-4cb7de5974c5 HTTP/1.1" status: 200 len: 945 time: 0.0484962 May 03 14:20:33.918062 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-f4549432-41bf-4d5c-91a8-b4ea67437d57 req-6dfcce36-ace1-4e1a-90da-2423a7b28933 tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] 10.222.0.36 "GET /v2.0/security-groups?id=059a32ed-46eb-44af-954f-023dc3b6f390&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430534 May 03 14:20:33.941175 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.36', 51026) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:20:33.980922 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62c23822-22a0-4922-a03b-cc47b5e597bd tempest-TestVolumeBootPattern-2012192365 tempest-TestVolumeBootPattern-2012192365-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:20:33.982712 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-62c23822-22a0-4922-a03b-cc47b5e597bd tempest-TestVolumeBootPattern-2012192365 tempest-TestVolumeBootPattern-2012192365-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=6ee24636-83eb-4958-a595-4cb7de5974c5 HTTP/1.1" status: 200 len: 1124 time: 0.0404031 May 03 14:20:33.985662 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.36', 51032) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:20:33.990147 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.v2.base [None req-858a6774-d9d6-4ccf-a5d1-36c423de91fc tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] Request body: {'floatingip': {'floating_network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2', 'port_id': 'ed7eb098-5b03-489d-8ebe-3b7b24028790', 'tenant_id': '593f1ab9823f41ffa40d6155bebaca54', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 14:20:34.012146 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-858a6774-d9d6-4ccf-a5d1-36c423de91fc tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:20:34.099284 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-858a6774-d9d6-4ccf-a5d1-36c423de91fc tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585126'] for port (None), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:20:34.203443 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.db.db_base_plugin_common [None req-858a6774-d9d6-4ccf-a5d1-36c423de91fc tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] Allocated IP 172.27.3.245 (e0cd7c6d-9919-41eb-b035-2bfb3175faa2/4f18d5d6-ed18-48e7-a335-d8ef216f5f78/c8764e9d-5b4a-47f7-a37a-246abe18119e) {{(pid=103469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 14:20:34.310234 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-858a6774-d9d6-4ccf-a5d1-36c423de91fc tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] Publish callbacks [] for port (c8764e9d-5b4a-47f7-a37a-246abe18119e), precommit_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:20:34.321646 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.wsgi [-] (103470) accepted ('10.222.0.36', 51038) {{(pid=103470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:20:34.346717 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-858a6774-d9d6-4ccf-a5d1-36c423de91fc tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786920821396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6178079'] for port (c8764e9d-5b4a-47f7-a37a-246abe18119e), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:20:34.383912 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-858a6774-d9d6-4ccf-a5d1-36c423de91fc tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] Network e0cd7c6d-9919-41eb-b035-2bfb3175faa2 is already hosted by enough agents. {{(pid=103469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 14:20:34.386707 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.scheduler.base_scheduler [None req-858a6774-d9d6-4ccf-a5d1-36c423de91fc tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] Resources bound (agent type, host, resource id): {{(pid=103469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 14:20:34.389725 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-858a6774-d9d6-4ccf-a5d1-36c423de91fc tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] Received port after_create {{(pid=103469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 14:20:34.418901 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858a6774-d9d6-4ccf-a5d1-36c423de91fc tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] Pushing event updated for resources: {'Port': ['ID=c8764e9d-5b4a-47f7-a37a-246abe18119e,revision_number=1']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:20:34.428375 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-5c4c6e4d-838f-4627-83d7-4abd52e8f5a5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:20:34.505646 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-5c4c6e4d-838f-4627-83d7-4abd52e8f5a5 admin admin] Publish callbacks [] for security_group (ee222ecc-4e89-40fd-ab31-0655ba523216), precommit_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:20:34.509936 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-5c4c6e4d-838f-4627-83d7-4abd52e8f5a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656397'] for security_group (ee222ecc-4e89-40fd-ab31-0655ba523216), after_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:20:34.551502 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [None req-5c4c6e4d-838f-4627-83d7-4abd52e8f5a5 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a766bf9223bd434dbc6969fe1449b2c9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2287073 May 03 14:20:34.552370 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4c6e4d-838f-4627-83d7-4abd52e8f5a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee222ecc-4e89-40fd-ab31-0655ba523216,revision_number=1']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:20:34.555362 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.wsgi [-] (103470) accepted ('10.222.0.36', 51042) {{(pid=103470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:20:34.609569 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-1de218de-a5cf-429c-9494-6e88addb9712 admin admin] Publish callbacks [] for security_group (ee222ecc-4e89-40fd-ab31-0655ba523216), before_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:20:34.632659 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-1de218de-a5cf-429c-9494-6e88addb9712 admin admin] Publish callbacks [] for security_group (ee222ecc-4e89-40fd-ab31-0655ba523216), precommit_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:20:34.682615 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-1de218de-a5cf-429c-9494-6e88addb9712 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656397'] for security_group (ee222ecc-4e89-40fd-ab31-0655ba523216), after_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:20:34.685312 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-1de218de-a5cf-429c-9494-6e88addb9712 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:20:34.686552 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [None req-1de218de-a5cf-429c-9494-6e88addb9712 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ee222ecc-4e89-40fd-ab31-0655ba523216 HTTP/1.1" status: 204 len: 168 time: 0.1296251 May 03 14:20:34.703348 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de218de-a5cf-429c-9494-6e88addb9712 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee222ecc-4e89-40fd-ab31-0655ba523216,revision_number=None']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:20:34.789476 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-858a6774-d9d6-4ccf-a5d1-36c423de91fc tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] Publish callbacks [] for floatingip (71c248d6-ca5b-406a-b63b-4a0a8edcb296), precommit_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:20:34.861219 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-858a6774-d9d6-4ccf-a5d1-36c423de91fc tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585126'] for port (c8764e9d-5b4a-47f7-a37a-246abe18119e), before_update {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:20:35.015528 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-858a6774-d9d6-4ccf-a5d1-36c423de91fc tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] Publish callbacks [] for port (c8764e9d-5b4a-47f7-a37a-246abe18119e), precommit_update {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:20:35.021462 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-858a6774-d9d6-4ccf-a5d1-36c423de91fc tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786921284783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786920821414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786920821432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6178150'] for port (c8764e9d-5b4a-47f7-a37a-246abe18119e), after_update {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:20:35.097545 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858a6774-d9d6-4ccf-a5d1-36c423de91fc tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] Pushing event updated for resources: {'Port': ['ID=c8764e9d-5b4a-47f7-a37a-246abe18119e,revision_number=2']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:20:35.106017 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-858a6774-d9d6-4ccf-a5d1-36c423de91fc tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1700089'] for floatingip (71c248d6-ca5b-406a-b63b-4a0a8edcb296), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:20:35.209272 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.db.l3_db [None req-858a6774-d9d6-4ccf-a5d1-36c423de91fc tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] Floating IP 71c248d6-ca5b-406a-b63b-4a0a8edcb296 associated. External IP: 172.27.3.245, port: ed7eb098-5b03-489d-8ebe-3b7b24028790. May 03 14:20:35.705744 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-858a6774-d9d6-4ccf-a5d1-36c423de91fc tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] Router 38b5ff34-9c6b-4825-b6f1-12ef2b3dd6b5 has already been hosted by L3 agent 2583ee88-9503-4370-b6e4-0a676865815e {{(pid=103469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 14:20:35.741752 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.wsgi [-] (103470) accepted ('10.222.0.36', 51078) {{(pid=103470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:20:35.818821 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-858a6774-d9d6-4ccf-a5d1-36c423de91fc tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] Notify agent at l3_agent.dv-cinder-839793-5-iscsi the message routers_updated {{(pid=103469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 14:20:35.829074 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9896abc8-27d4-480a-a1b3-49370e6775fd None None] Sync routers for ids ['38b5ff34-9c6b-4825-b6f1-12ef2b3dd6b5'] in dv-cinder-839793-5-iscsi {{(pid=103472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 14:20:35.839838 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-858a6774-d9d6-4ccf-a5d1-36c423de91fc tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218734'] for floatingip (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:20:35.847221 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9896abc8-27d4-480a-a1b3-49370e6775fd None None] Routers {'38b5ff34-9c6b-4825-b6f1-12ef2b3dd6b5'} bound to L3 agent in host dv-cinder-839793-5-iscsi {{(pid=103472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 14:20:35.847849 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.db.l3_hamode_db [None req-9896abc8-27d4-480a-a1b3-49370e6775fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-03T14:04:39Z,description=,heartbeat_timestamp=2022-05-03T14:20:09Z,host='dv-cinder-839793-5-iscsi',id=2583ee88-9503-4370-b6e4-0a676865815e,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T14:04:39Z,topic='l3_agent')) {'router_ids': ['38b5ff34-9c6b-4825-b6f1-12ef2b3dd6b5'], 'active': True} {{(pid=103472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:20:35.851379 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-d7d37657-a560-4a27-affc-86e5e421db84 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:20:35.872550 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-858a6774-d9d6-4ccf-a5d1-36c423de91fc tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8853903 May 03 14:20:35.873176 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ee24636-83eb-4958-a595-4cb7de5974c5', 'tag': 'ed7eb098-5b03-489d-8ebe-3b7b24028790'}] {{(pid=103469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 14:20:35.875478 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68fe64b6b3a70a2f5f611128c103f52e8e68dc233ccb418b63396cbb83134719" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5138740a-ddfc-4574-87fd-5e4f894b533e" -d '{"events": [{"name": "network-changed", "server_uuid": "6ee24636-83eb-4958-a595-4cb7de5974c5", "tag": "ed7eb098-5b03-489d-8ebe-3b7b24028790"}]}' {{(pid=103469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 14:20:35.923282 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 May 2022 14:20:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f75cec13-6f1a-4d50-a5ab-38521563e0c4 x-openstack-request-id: req-f75cec13-6f1a-4d50-a5ab-38521563e0c4 {{(pid=103469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 14:20:35.923759 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ee24636-83eb-4958-a595-4cb7de5974c5", "tag": "ed7eb098-5b03-489d-8ebe-3b7b24028790", "status": "completed", "code": 200}]} {{(pid=103469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 14:20:35.924247 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f75cec13-6f1a-4d50-a5ab-38521563e0c4 {{(pid=103469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 14:20:35.924672 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f75cec13-6f1a-4d50-a5ab-38521563e0c4'] response: {'name': 'network-changed', 'server_uuid': '6ee24636-83eb-4958-a595-4cb7de5974c5', 'tag': 'ed7eb098-5b03-489d-8ebe-3b7b24028790', 'status': 'completed', 'code': 200} May 03 14:20:35.940935 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-d7d37657-a560-4a27-affc-86e5e421db84 admin admin] Publish callbacks [] for security_group (6b4e2b14-764a-4e25-ae3b-c6d4e121a232), precommit_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:20:35.945909 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-d7d37657-a560-4a27-affc-86e5e421db84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656397'] for security_group (6b4e2b14-764a-4e25-ae3b-c6d4e121a232), after_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:20:35.986290 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5138740a-ddfc-4574-87fd-5e4f894b533e req-e94cd83a-2dd9-48c6-a045-d8b9739fd642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:20:35.989750 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [None req-d7d37657-a560-4a27-affc-86e5e421db84 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=0d806b4129b64242937febc3f97de39a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2443945 May 03 14:20:35.989919 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-5138740a-ddfc-4574-87fd-5e4f894b533e req-e94cd83a-2dd9-48c6-a045-d8b9739fd642 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=593f1ab9823f41ffa40d6155bebaca54&device_id=6ee24636-83eb-4958-a595-4cb7de5974c5 HTTP/1.1" status: 200 len: 1129 time: 0.0427251 May 03 14:20:35.990043 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d37657-a560-4a27-affc-86e5e421db84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b4e2b14-764a-4e25-ae3b-c6d4e121a232,revision_number=1']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:20:35.990135 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.36', 51086) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:20:36.057763 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.db.l3_dvr_db [None req-9896abc8-27d4-480a-a1b3-49370e6775fd None None] Set router 38b5ff34-9c6b-4825-b6f1-12ef2b3dd6b5 gateway port host: dv-cinder-839793-5-iscsi {{(pid=103472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 14:20:36.109075 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-66308231-fd20-4ae4-967f-2fc60454617c admin admin] Publish callbacks [] for security_group (6b4e2b14-764a-4e25-ae3b-c6d4e121a232), before_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:20:36.130148 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5138740a-ddfc-4574-87fd-5e4f894b533e req-16c77b5d-cc37-4a30-8eb9-d52edde637c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:20:36.131627 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-5138740a-ddfc-4574-87fd-5e4f894b533e req-16c77b5d-cc37-4a30-8eb9-d52edde637c0 service neutron] 10.222.0.26 "GET /v2.0/networks?id=f560d97d-2acd-47bd-966f-19197466eba2 HTTP/1.1" status: 200 len: 912 time: 0.1329143 May 03 14:20:36.150373 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-66308231-fd20-4ae4-967f-2fc60454617c admin admin] Publish callbacks [] for security_group (6b4e2b14-764a-4e25-ae3b-c6d4e121a232), precommit_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:20:36.227625 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-5138740a-ddfc-4574-87fd-5e4f894b533e req-5eadb6a7-49f8-45c9-852e-98b27a03bb82 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ed7eb098-5b03-489d-8ebe-3b7b24028790 HTTP/1.1" status: 200 len: 999 time: 0.0878789 May 03 14:20:36.271372 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-66308231-fd20-4ae4-967f-2fc60454617c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656397'] for security_group (6b4e2b14-764a-4e25-ae3b-c6d4e121a232), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:20:36.274004 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-66308231-fd20-4ae4-967f-2fc60454617c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:20:36.275145 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-66308231-fd20-4ae4-967f-2fc60454617c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/6b4e2b14-764a-4e25-ae3b-c6d4e121a232 HTTP/1.1" status: 204 len: 168 time: 0.2829697 May 03 14:20:36.280806 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.db.l3_hamode_db [None req-9896abc8-27d4-480a-a1b3-49370e6775fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38b5ff34-9c6b-4825-b6f1-12ef2b3dd6b5', 'name': 'tempest-TestVolumeBootPattern-301482067-router', 'tenant_id': '593f1ab9823f41ffa40d6155bebaca54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2', 'external_fixed_ips': [{'subnet_id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'ip_address': '172.27.3.104'}], 'enable_snat': True}, 'gw_port_id': '951b1801-b758-4644-b768-c5a6c2003c89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T14:14:30Z', 'updated_at': '2022-05-03T14:14:37Z', 'revision_number': 4, 'project_id': '593f1ab9823f41ffa40d6155bebaca54', 'gw_port': {'id': '951b1801-b758-4644-b768-c5a6c2003c89', 'name': '', 'network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:9c:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38b5ff34-9c6b-4825-b6f1-12ef2b3dd6b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'ip_address': '172.27.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:14:31Z', 'updated_at': '2022-05-03T14:14:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-5-iscsi', '_floatingips': [{'id': '13233a13-669a-4cf9-86bb-64b856a6b90d', 'tenant_id': '593f1ab9823f41ffa40d6155bebaca54', 'floating_ip_address': '172.27.3.154', 'floating_network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2', 'router_id': '38b5ff34-9c6b-4825-b6f1-12ef2b3dd6b5', 'port_id': '6f7a9353-a6ac-4262-88f6-839702efb970', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 520, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f560d97d-2acd-47bd-966f-19197466eba2', 'mac_address': 'fa:16:3e:6b:98:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a3c999d-18ce-462a-a979-48920d777d34', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T14:18:26Z', 'updated_at': '2022-05-03T14:18:29Z', 'revision_number': 1, 'project_id': '593f1ab9823f41ffa40d6155bebaca54', 'fixed_ip_address_scope': None}, {'id': '71c248d6-ca5b-406a-b63b-4a0a8edcb296', 'tenant_id': '593f1ab9823f41ffa40d6155bebaca54', 'floating_ip_address': '172.27.3.245', 'floating_network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2', 'router_id': '38b5ff34-9c6b-4825-b6f1-12ef2b3dd6b5', 'port_id': 'ed7eb098-5b03-489d-8ebe-3b7b24028790', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 649, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f560d97d-2acd-47bd-966f-19197466eba2', 'mac_address': 'fa:16:3e:a9:c5:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ee24636-83eb-4958-a595-4cb7de5974c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T14:20:34Z', 'updated_at': '2022-05-03T14:20:34Z', 'revision_number': 0, 'project_id': '593f1ab9823f41ffa40d6155bebaca54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c234afb0-9699-490a-b237-8617dbb75553', 'name': '', 'network_id': 'f560d97d-2acd-47bd-966f-19197466eba2', 'tenant_id': '593f1ab9823f41ffa40d6155bebaca54', 'mac_address': 'fa:16:3e:2e:54:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38b5ff34-9c6b-4825-b6f1-12ef2b3dd6b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'e8cbf221-f4fe-47a8-93ac-36f15595da79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:14:35Z', 'updated_at': '2022-05-03T14:14:46Z', 'revision_number': 5, 'project_id': '593f1ab9823f41ffa40d6155bebaca54', 'subnets': [{'id': 'e8cbf221-f4fe-47a8-93ac-36f15595da79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-5-iscsi', False) {} {{(pid=103472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:20:36.286596 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66308231-fd20-4ae4-967f-2fc60454617c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b4e2b14-764a-4e25-ae3b-c6d4e121a232,revision_number=None']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:20:36.293477 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5138740a-ddfc-4574-87fd-5e4f894b533e req-5dcb4368-148d-4c9d-892c-0c552f0b7948 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:20:36.294998 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-5138740a-ddfc-4574-87fd-5e4f894b533e req-5dcb4368-148d-4c9d-892c-0c552f0b7948 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e8cbf221-f4fe-47a8-93ac-36f15595da79 HTTP/1.1" status: 200 len: 850 time: 0.0606692 May 03 14:20:36.317755 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9896abc8-27d4-480a-a1b3-49370e6775fd None None] Checking router: 38b5ff34-9c6b-4825-b6f1-12ef2b3dd6b5 for host: dv-cinder-839793-5-iscsi {{(pid=103472) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 14:20:36.326259 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9896abc8-27d4-480a-a1b3-49370e6775fd None None] Routers {'38b5ff34-9c6b-4825-b6f1-12ef2b3dd6b5'} bound to L3 agent in host dv-cinder-839793-5-iscsi {{(pid=103472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 14:20:36.326881 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.db.l3_hamode_db [None req-9896abc8-27d4-480a-a1b3-49370e6775fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-03T14:04:39Z,description=,heartbeat_timestamp=2022-05-03T14:20:09Z,host='dv-cinder-839793-5-iscsi',id=2583ee88-9503-4370-b6e4-0a676865815e,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T14:04:39Z,topic='l3_agent')) {'router_ids': ['38b5ff34-9c6b-4825-b6f1-12ef2b3dd6b5'], 'active': True} {{(pid=103472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:20:36.353916 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5138740a-ddfc-4574-87fd-5e4f894b533e req-2bba8366-ed3e-43d7-8b00-ffbe9fe8587c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:20:36.355392 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-5138740a-ddfc-4574-87fd-5e4f894b533e req-2bba8366-ed3e-43d7-8b00-ffbe9fe8587c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f560d97d-2acd-47bd-966f-19197466eba2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0492208 May 03 14:20:36.441551 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.db.l3_dvr_db [None req-9896abc8-27d4-480a-a1b3-49370e6775fd None None] Set router 38b5ff34-9c6b-4825-b6f1-12ef2b3dd6b5 gateway port host: dv-cinder-839793-5-iscsi {{(pid=103472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 14:20:36.458081 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-5138740a-ddfc-4574-87fd-5e4f894b533e req-ee52e072-8d57-4544-82b8-0c42b0fc7e13 service neutron] 10.222.0.26 "GET /v2.0/networks/f560d97d-2acd-47bd-966f-19197466eba2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947225 May 03 14:20:36.554118 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-5138740a-ddfc-4574-87fd-5e4f894b533e req-e54f2fd9-e94a-4b49-be19-78a43c2fbaa7 service neutron] 10.222.0.26 "GET /v2.0/networks/f560d97d-2acd-47bd-966f-19197466eba2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875995 May 03 14:20:36.648121 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-6af93312-f252-41c1-9d26-1a62c088a2ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786921254184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749114'] for agent (2d0d8db6-b1c3-4022-9f9b-561ce4a4d2d8), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:20:36.685306 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.db.l3_hamode_db [None req-9896abc8-27d4-480a-a1b3-49370e6775fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38b5ff34-9c6b-4825-b6f1-12ef2b3dd6b5', 'name': 'tempest-TestVolumeBootPattern-301482067-router', 'tenant_id': '593f1ab9823f41ffa40d6155bebaca54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2', 'external_fixed_ips': [{'subnet_id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'ip_address': '172.27.3.104'}], 'enable_snat': True}, 'gw_port_id': '951b1801-b758-4644-b768-c5a6c2003c89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T14:14:30Z', 'updated_at': '2022-05-03T14:14:37Z', 'revision_number': 4, 'project_id': '593f1ab9823f41ffa40d6155bebaca54', 'gw_port': {'id': '951b1801-b758-4644-b768-c5a6c2003c89', 'name': '', 'network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:9c:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38b5ff34-9c6b-4825-b6f1-12ef2b3dd6b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'ip_address': '172.27.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:14:31Z', 'updated_at': '2022-05-03T14:14:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-5-iscsi', '_floatingips': [{'id': '13233a13-669a-4cf9-86bb-64b856a6b90d', 'tenant_id': '593f1ab9823f41ffa40d6155bebaca54', 'floating_ip_address': '172.27.3.154', 'floating_network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2', 'router_id': '38b5ff34-9c6b-4825-b6f1-12ef2b3dd6b5', 'port_id': '6f7a9353-a6ac-4262-88f6-839702efb970', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 520, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f560d97d-2acd-47bd-966f-19197466eba2', 'mac_address': 'fa:16:3e:6b:98:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a3c999d-18ce-462a-a979-48920d777d34', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T14:18:26Z', 'updated_at': '2022-05-03T14:18:29Z', 'revision_number': 1, 'project_id': '593f1ab9823f41ffa40d6155bebaca54', 'fixed_ip_address_scope': None}, {'id': '71c248d6-ca5b-406a-b63b-4a0a8edcb296', 'tenant_id': '593f1ab9823f41ffa40d6155bebaca54', 'floating_ip_address': '172.27.3.245', 'floating_network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2', 'router_id': '38b5ff34-9c6b-4825-b6f1-12ef2b3dd6b5', 'port_id': 'ed7eb098-5b03-489d-8ebe-3b7b24028790', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 649, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f560d97d-2acd-47bd-966f-19197466eba2', 'mac_address': 'fa:16:3e:a9:c5:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ee24636-83eb-4958-a595-4cb7de5974c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T14:20:34Z', 'updated_at': '2022-05-03T14:20:34Z', 'revision_number': 0, 'project_id': '593f1ab9823f41ffa40d6155bebaca54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c234afb0-9699-490a-b237-8617dbb75553', 'name': '', 'network_id': 'f560d97d-2acd-47bd-966f-19197466eba2', 'tenant_id': '593f1ab9823f41ffa40d6155bebaca54', 'mac_address': 'fa:16:3e:2e:54:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38b5ff34-9c6b-4825-b6f1-12ef2b3dd6b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'e8cbf221-f4fe-47a8-93ac-36f15595da79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:14:35Z', 'updated_at': '2022-05-03T14:14:46Z', 'revision_number': 5, 'project_id': '593f1ab9823f41ffa40d6155bebaca54', 'subnets': [{'id': 'e8cbf221-f4fe-47a8-93ac-36f15595da79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-5-iscsi', False) {} {{(pid=103472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:20:36.712985 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9896abc8-27d4-480a-a1b3-49370e6775fd None None] The sync data for ids ['38b5ff34-9c6b-4825-b6f1-12ef2b3dd6b5'] in dv-cinder-839793-5-iscsi is: [{'id': '38b5ff34-9c6b-4825-b6f1-12ef2b3dd6b5', 'name': 'tempest-TestVolumeBootPattern-301482067-router', 'tenant_id': '593f1ab9823f41ffa40d6155bebaca54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2', 'external_fixed_ips': [{'subnet_id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'ip_address': '172.27.3.104'}], 'enable_snat': True}, 'gw_port_id': '951b1801-b758-4644-b768-c5a6c2003c89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T14:14:30Z', 'updated_at': '2022-05-03T14:14:37Z', 'revision_number': 4, 'project_id': '593f1ab9823f41ffa40d6155bebaca54', 'gw_port': {'id': '951b1801-b758-4644-b768-c5a6c2003c89', 'name': '', 'network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:9c:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38b5ff34-9c6b-4825-b6f1-12ef2b3dd6b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'ip_address': '172.27.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:14:31Z', 'updated_at': '2022-05-03T14:14:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-5-iscsi', '_floatingips': [{'id': '13233a13-669a-4cf9-86bb-64b856a6b90d', 'tenant_id': '593f1ab9823f41ffa40d6155bebaca54', 'floating_ip_address': '172.27.3.154', 'floating_network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2', 'router_id': '38b5ff34-9c6b-4825-b6f1-12ef2b3dd6b5', 'port_id': '6f7a9353-a6ac-4262-88f6-839702efb970', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 520, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f560d97d-2acd-47bd-966f-19197466eba2', 'mac_address': 'fa:16:3e:6b:98:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a3c999d-18ce-462a-a979-48920d777d34', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T14:18:26Z', 'updated_at': '2022-05-03T14:18:29Z', 'revision_number': 1, 'project_id': '593f1ab9823f41ffa40d6155bebaca54', 'fixed_ip_address_scope': None}, {'id': '71c248d6-ca5b-406a-b63b-4a0a8edcb296', 'tenant_id': '593f1ab9823f41ffa40d6155bebaca54', 'floating_ip_address': '172.27.3.245', 'floating_network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2', 'router_id': '38b5ff34-9c6b-4825-b6f1-12ef2b3dd6b5', 'port_id': 'ed7eb098-5b03-489d-8ebe-3b7b24028790', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 649, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f560d97d-2acd-47bd-966f-19197466eba2', 'mac_address': 'fa:16:3e:a9:c5:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ee24636-83eb-4958-a595-4cb7de5974c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T14:20:34Z', 'updated_at': '2022-05-03T14:20:34Z', 'revision_number': 0, 'project_id': '593f1ab9823f41ffa40d6155bebaca54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c234afb0-9699-490a-b237-8617dbb75553', 'name': '', 'network_id': 'f560d97d-2acd-47bd-966f-19197466eba2', 'tenant_id': '593f1ab9823f41ffa40d6155bebaca54', 'mac_address': 'fa:16:3e:2e:54:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38b5ff34-9c6b-4825-b6f1-12ef2b3dd6b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'e8cbf221-f4fe-47a8-93ac-36f15595da79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:14:35Z', 'updated_at': '2022-05-03T14:14:46Z', 'revision_number': 5, 'project_id': '593f1ab9823f41ffa40d6155bebaca54', 'subnets': [{'id': 'e8cbf221-f4fe-47a8-93ac-36f15595da79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 14:20:36.924302 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efb60947-74d5-4ae1-8e13-63e229c11804 None None] New status for floating IP 71c248d6-ca5b-406a-b63b-4a0a8edcb296: ACTIVE {{(pid=103471) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 03 14:20:38.927420 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-3dfd5924-65ce-42d9-822e-1600a6ff91e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786921254184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749114'] for agent (2583ee88-9503-4370-b6e4-0a676865815e), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:20:39.109145 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786921254184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749114'] for agent (e81ee3ce-91e9-46ba-a5c7-9619c95b22a6), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:20:40.426747 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-6b98c286-5509-41ae-9e31-4a328d4e2e3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786921254184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749114'] for agent (9772c1e2-61d8-4a11-97d8-348a0cefa431), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:20:41.524361 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-ece2f477-2d6d-4faa-a9a3-ecc6a9d3b5ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786921254184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749114'] for agent (5abb75e8-e954-4dc0-bed6-210d2af77b9f), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:20:43.153655 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786921254184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749114'] for agent (43411681-d6d4-43ac-b892-434a22df3f6d), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:20:43.335882 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.db.agents_db [None req-22b75db3-e88f-46e7-98cb-691740c6eaf9 None None] Agent healthcheck: found 6 active agents {{(pid=103472) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 03 14:21:04.104688 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.wsgi [-] (103470) accepted ('10.222.0.36', 51302) {{(pid=103470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:21:04.224223 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-37c2b39f-b26b-43a6-aadb-5939af1d9666 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:21:04.304830 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-37c2b39f-b26b-43a6-aadb-5939af1d9666 admin admin] Publish callbacks [] for security_group (fc635276-8a46-4112-bc59-90891de72ddc), precommit_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:21:04.310207 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-37c2b39f-b26b-43a6-aadb-5939af1d9666 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656397'] for security_group (fc635276-8a46-4112-bc59-90891de72ddc), after_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:21:04.347974 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [None req-37c2b39f-b26b-43a6-aadb-5939af1d9666 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=04d964a6673c41ee9c55c7d3e96ff09d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2420957 May 03 14:21:04.348821 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c2b39f-b26b-43a6-aadb-5939af1d9666 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc635276-8a46-4112-bc59-90891de72ddc,revision_number=1']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:21:04.350799 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.36', 51306) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:21:04.356194 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c2b39f-b26b-43a6-aadb-5939af1d9666 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:21:04.356538 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c2b39f-b26b-43a6-aadb-5939af1d9666 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:21:04.356877 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c2b39f-b26b-43a6-aadb-5939af1d9666 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:21:04.357209 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c2b39f-b26b-43a6-aadb-5939af1d9666 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:21:04.357573 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c2b39f-b26b-43a6-aadb-5939af1d9666 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:21:04.357899 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c2b39f-b26b-43a6-aadb-5939af1d9666 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:21:04.358221 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c2b39f-b26b-43a6-aadb-5939af1d9666 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:21:04.358517 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c2b39f-b26b-43a6-aadb-5939af1d9666 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:21:04.359228 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c2b39f-b26b-43a6-aadb-5939af1d9666 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:21:04.359648 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c2b39f-b26b-43a6-aadb-5939af1d9666 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:21:04.359986 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c2b39f-b26b-43a6-aadb-5939af1d9666 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:21:04.360316 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c2b39f-b26b-43a6-aadb-5939af1d9666 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:21:04.360630 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c2b39f-b26b-43a6-aadb-5939af1d9666 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:21:04.360956 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c2b39f-b26b-43a6-aadb-5939af1d9666 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:21:04.361267 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c2b39f-b26b-43a6-aadb-5939af1d9666 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:21:04.399990 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-1ec229ac-24a4-4921-a4c0-14b0fd5e7d85 admin admin] Publish callbacks [] for security_group (fc635276-8a46-4112-bc59-90891de72ddc), before_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:21:04.421774 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-1ec229ac-24a4-4921-a4c0-14b0fd5e7d85 admin admin] Publish callbacks [] for security_group (fc635276-8a46-4112-bc59-90891de72ddc), precommit_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:21:04.475802 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-1ec229ac-24a4-4921-a4c0-14b0fd5e7d85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656397'] for security_group (fc635276-8a46-4112-bc59-90891de72ddc), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:21:04.478434 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-1ec229ac-24a4-4921-a4c0-14b0fd5e7d85 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:21:04.479586 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-1ec229ac-24a4-4921-a4c0-14b0fd5e7d85 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/fc635276-8a46-4112-bc59-90891de72ddc HTTP/1.1" status: 204 len: 168 time: 0.1277552 May 03 14:21:04.487239 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec229ac-24a4-4921-a4c0-14b0fd5e7d85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc635276-8a46-4112-bc59-90891de72ddc,revision_number=None']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:21:04.494394 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec229ac-24a4-4921-a4c0-14b0fd5e7d85 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:21:04.494741 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec229ac-24a4-4921-a4c0-14b0fd5e7d85 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:21:04.495081 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec229ac-24a4-4921-a4c0-14b0fd5e7d85 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:21:04.495423 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec229ac-24a4-4921-a4c0-14b0fd5e7d85 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:21:04.495814 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec229ac-24a4-4921-a4c0-14b0fd5e7d85 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:21:04.496150 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec229ac-24a4-4921-a4c0-14b0fd5e7d85 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:21:04.496472 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec229ac-24a4-4921-a4c0-14b0fd5e7d85 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:21:04.496793 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec229ac-24a4-4921-a4c0-14b0fd5e7d85 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:21:04.497223 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec229ac-24a4-4921-a4c0-14b0fd5e7d85 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:21:04.497433 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec229ac-24a4-4921-a4c0-14b0fd5e7d85 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:21:04.497762 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec229ac-24a4-4921-a4c0-14b0fd5e7d85 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:21:04.498074 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec229ac-24a4-4921-a4c0-14b0fd5e7d85 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:21:04.498394 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec229ac-24a4-4921-a4c0-14b0fd5e7d85 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:21:04.498710 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec229ac-24a4-4921-a4c0-14b0fd5e7d85 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:21:04.499045 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec229ac-24a4-4921-a4c0-14b0fd5e7d85 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:21:05.126980 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.wsgi [-] (103470) accepted ('10.222.0.36', 51330) {{(pid=103470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:21:05.228704 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.v2.base [None req-568be173-279d-4a3e-aa17-8b1b7b855127 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-977269677-network', 'tenant_id': '800464d9744445e29abb29373b137696'}} {{(pid=103470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 14:21:05.253704 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-568be173-279d-4a3e-aa17-8b1b7b855127 admin admin] Made reservation on behalf of 800464d9744445e29abb29373b137696 for: {'network': 1} {{(pid=103470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 14:21:05.256421 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-568be173-279d-4a3e-aa17-8b1b7b855127 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585126'] for network (None), before_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:21:05.269817 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-568be173-279d-4a3e-aa17-8b1b7b855127 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:21:05.354718 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-568be173-279d-4a3e-aa17-8b1b7b855127 admin admin] Publish callbacks [] for security_group (6023887b-d44e-4861-8a9a-e644c2ff3826), precommit_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:21:05.361114 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-568be173-279d-4a3e-aa17-8b1b7b855127 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656397'] for security_group (6023887b-d44e-4861-8a9a-e644c2ff3826), after_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:21:05.384848 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-568be173-279d-4a3e-aa17-8b1b7b855127 admin admin] vlan segment allocate from pool success with {'vlan_id': 209, 'physical_network': 'physnet1'} {{(pid=103470) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 14:21:05.394473 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568be173-279d-4a3e-aa17-8b1b7b855127 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6023887b-d44e-4861-8a9a-e644c2ff3826,revision_number=1']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:21:05.399298 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-568be173-279d-4a3e-aa17-8b1b7b855127 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-690795'] for segment (d6537de1-472b-4fd1-a68d-0c1a96a71c0d), precommit_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:21:05.399632 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.db.segments_db [None req-568be173-279d-4a3e-aa17-8b1b7b855127 admin admin] Added segment d6537de1-472b-4fd1-a68d-0c1a96a71c0d of type vlan for network 710c97e6-3503-4883-95f5-bb5369222c32 May 03 14:21:05.439039 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-568be173-279d-4a3e-aa17-8b1b7b855127 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786920812993'] for network (710c97e6-3503-4883-95f5-bb5369222c32), precommit_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:21:05.464040 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-568be173-279d-4a3e-aa17-8b1b7b855127 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766'] for network (710c97e6-3503-4883-95f5-bb5369222c32), after_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:21:05.464995 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-568be173-279d-4a3e-aa17-8b1b7b855127 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:21:05.465588 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-568be173-279d-4a3e-aa17-8b1b7b855127 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599744'] for network (None), before_response {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:21:05.505102 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [None req-568be173-279d-4a3e-aa17-8b1b7b855127 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3769724 May 03 14:21:05.508102 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.36', 51338) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:21:05.513250 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.v2.base [None req-b362ef81-c061-4be2-b7e6-445487ce8940 admin admin] Request body: {'subnet': {'network_id': '710c97e6-3503-4883-95f5-bb5369222c32', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-977269677-subnet', 'tenant_id': '800464d9744445e29abb29373b137696', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 14:21:05.530464 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568be173-279d-4a3e-aa17-8b1b7b855127 admin admin] Pushing event updated for resources: {'Network': ['ID=710c97e6-3503-4883-95f5-bb5369222c32,revision_number=1']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:21:05.533984 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b362ef81-c061-4be2-b7e6-445487ce8940 admin admin] Made reservation on behalf of 800464d9744445e29abb29373b137696 for: {'subnet': 1} {{(pid=103469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 14:21:05.536261 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-b362ef81-c061-4be2-b7e6-445487ce8940 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4510186'] for subnet (None), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:21:05.541213 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.rpc [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Network 710c97e6-3503-4883-95f5-bb5369222c32 details requested by agent ovs-agent-dv-cinder-839793-5-iscsi with host dv-cinder-839793-5-iscsi {{(pid=103471) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 03 14:21:05.703383 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-b362ef81-c061-4be2-b7e6-445487ce8940 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6177775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4510196'] for subnet (37b99c60-1af6-4251-9b62-0e659d04c5fb), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:21:05.760035 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b362ef81-c061-4be2-b7e6-445487ce8940 admin admin] Pushing event updated for resources: {'Subnet': ['ID=37b99c60-1af6-4251-9b62-0e659d04c5fb,revision_number=0']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:21:05.769348 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b362ef81-c061-4be2-b7e6-445487ce8940 admin admin] Checking segment: {'id': 'd6537de1-472b-4fd1-a68d-0c1a96a71c0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '710c97e6-3503-4883-95f5-bb5369222c32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 14:21:05.769881 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b362ef81-c061-4be2-b7e6-445487ce8940 admin admin] Network hostable DHCP agents. Network: 710c97e6-3503-4883-95f5-bb5369222c32, hostable agents: ['2d0d8db6-b1c3-4022-9f9b-561ce4a4d2d8'], hosted agents: [] {{(pid=103469) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 14:21:05.798456 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b362ef81-c061-4be2-b7e6-445487ce8940 admin admin] Network 710c97e6-3503-4883-95f5-bb5369222c32 is scheduled to be hosted by DHCP agent 2d0d8db6-b1c3-4022-9f9b-561ce4a4d2d8 with binding_index 1 {{(pid=103469) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 14:21:05.808265 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.scheduler.base_scheduler [None req-b362ef81-c061-4be2-b7e6-445487ce8940 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839793-5-iscsi, 710c97e6-3503-4883-95f5-bb5369222c32) {{(pid=103469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 14:21:05.812952 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b362ef81-c061-4be2-b7e6-445487ce8940 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:21:05.813575 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-b362ef81-c061-4be2-b7e6-445487ce8940 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:21:05.818068 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d7f0fbb-e738-4441-9284-9f1ec8210d51 None None] Network 710c97e6-3503-4883-95f5-bb5369222c32 requested from dv-cinder-839793-5-iscsi {{(pid=103471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 03 14:21:05.832325 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-b362ef81-c061-4be2-b7e6-445487ce8940 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3230827 May 03 14:21:05.916571 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6181f554-81b2-4874-87ee-d761230d5e6c None None] Network 710c97e6-3503-4883-95f5-bb5369222c32 requested from dv-cinder-839793-5-iscsi {{(pid=103471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 03 14:21:06.654350 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-925cabef-c434-41e3-93ad-09f733731d94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786921254184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749114'] for agent (2d0d8db6-b1c3-4022-9f9b-561ce4a4d2d8), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:21:07.646152 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70c1b79-fed3-4d36-934e-8a3080168ae1 req-e6c3b9d0-0ec5-4c1d-a228-d6cb11e2b674 tempest-VolumesSnapshotTestJSON-1103622005 tempest-VolumesSnapshotTestJSON-1103622005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:21:07.647619 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-f70c1b79-fed3-4d36-934e-8a3080168ae1 req-e6c3b9d0-0ec5-4c1d-a228-d6cb11e2b674 tempest-VolumesSnapshotTestJSON-1103622005 tempest-VolumesSnapshotTestJSON-1103622005-project] 10.222.0.36 "GET /v2.0/networks?id=710c97e6-3503-4883-95f5-bb5369222c32 HTTP/1.1" status: 200 len: 813 time: 0.1021225 May 03 14:21:07.662490 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-f70c1b79-fed3-4d36-934e-8a3080168ae1 req-3fd94cc5-db7e-4dba-a977-a194d5016905 tempest-VolumesSnapshotTestJSON-1103622005 tempest-VolumesSnapshotTestJSON-1103622005-project] 10.222.0.36 "GET /v2.0/quotas/800464d9744445e29abb29373b137696 HTTP/1.1" status: 200 len: 375 time: 0.0095150 May 03 14:21:07.699334 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-f70c1b79-fed3-4d36-934e-8a3080168ae1 req-65d74dea-6735-41f3-97f8-8f1fc12e1b2b tempest-VolumesSnapshotTestJSON-1103622005 tempest-VolumesSnapshotTestJSON-1103622005-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=800464d9744445e29abb29373b137696&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0320661 May 03 14:21:07.847597 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-f70c1b79-fed3-4d36-934e-8a3080168ae1 req-986db5b3-80aa-4d13-9a2f-860f3c0d3f3a service neutron] 10.222.0.36 "GET /v2.0/networks/710c97e6-3503-4883-95f5-bb5369222c32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411846 May 03 14:21:07.949818 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-f70c1b79-fed3-4d36-934e-8a3080168ae1 req-bd3df1af-f727-4794-85a1-361c7b54f696 service neutron] 10.222.0.36 "GET /v2.0/networks/710c97e6-3503-4883-95f5-bb5369222c32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940876 May 03 14:21:08.121913 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-39544914-a902-420f-bd92-dda365dce594 req-c64d65bf-9a67-43a5-a5c8-80f2fd91e6e6 tempest-VolumesSnapshotTestJSON-1103622005 tempest-VolumesSnapshotTestJSON-1103622005-project] 10.222.0.36 "GET /v2.0/ports?device_id=52a62a83-8b0b-4afc-be6e-307065e4cbde HTTP/1.1" status: 200 len: 210 time: 0.0312567 May 03 14:21:08.931337 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-d2a48424-b3f9-4735-9663-2221c2db62b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786921254184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749114'] for agent (2583ee88-9503-4370-b6e4-0a676865815e), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:21:08.937026 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df98ee0-82f3-4bda-ac0a-bf1e9fafa899 req-396b16db-1b99-45b3-ab76-55010fec4fde tempest-AttachVolumeTestJSON-1268199410 tempest-AttachVolumeTestJSON-1268199410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:21:08.938867 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-2df98ee0-82f3-4bda-ac0a-bf1e9fafa899 req-396b16db-1b99-45b3-ab76-55010fec4fde tempest-AttachVolumeTestJSON-1268199410 tempest-AttachVolumeTestJSON-1268199410-project] 10.222.0.36 "GET /v2.0/ports?device_id=5eda64b7-0284-41eb-8cb6-3c07a3afe47e HTTP/1.1" status: 200 len: 946 time: 0.0483034 May 03 14:21:08.991011 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-2df98ee0-82f3-4bda-ac0a-bf1e9fafa899 req-dc389269-8f15-4bea-b1c8-0bc1b1493377 tempest-AttachVolumeTestJSON-1268199410 tempest-AttachVolumeTestJSON-1268199410-project] 10.222.0.36 "GET /v2.0/security-groups?id=a76c9f2d-1063-4c61-b166-f9bd22eaaa60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462778 May 03 14:21:09.109475 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786921254184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749114'] for agent (e81ee3ce-91e9-46ba-a5c7-9619c95b22a6), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:21:09.145011 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70c1b79-fed3-4d36-934e-8a3080168ae1 req-27846a87-b0e9-4378-8b4e-f20a8fb598ca tempest-VolumesSnapshotTestJSON-1103622005 tempest-VolumesSnapshotTestJSON-1103622005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:21:09.146493 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-f70c1b79-fed3-4d36-934e-8a3080168ae1 req-27846a87-b0e9-4378-8b4e-f20a8fb598ca tempest-VolumesSnapshotTestJSON-1103622005 tempest-VolumesSnapshotTestJSON-1103622005-project] 10.222.0.26 "GET /v2.0/networks?id=710c97e6-3503-4883-95f5-bb5369222c32 HTTP/1.1" status: 200 len: 813 time: 0.1077230 May 03 14:21:09.162741 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.v2.base [req-f70c1b79-fed3-4d36-934e-8a3080168ae1 req-9791bb99-3654-4217-8dd4-0d91db00745b tempest-VolumesSnapshotTestJSON-1103622005 tempest-VolumesSnapshotTestJSON-1103622005-project] Request body: {'port': {'device_id': '52a62a83-8b0b-4afc-be6e-307065e4cbde', 'network_id': '710c97e6-3503-4883-95f5-bb5369222c32', 'admin_state_up': True, 'tenant_id': '800464d9744445e29abb29373b137696'}} {{(pid=103469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 14:21:09.221261 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-e69bd1a2-63de-4104-bd6b-2fa83d9069a6 req-be888f9d-3c94-4cb7-9ee1-fe4e662fe69c tempest-VolumesSnapshotTestJSON-1103622005 tempest-VolumesSnapshotTestJSON-1103622005-project] 10.222.0.36 "GET /v2.0/ports?device_id=52a62a83-8b0b-4afc-be6e-307065e4cbde HTTP/1.1" status: 200 len: 210 time: 0.0292504 May 03 14:21:09.278684 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f70c1b79-fed3-4d36-934e-8a3080168ae1 req-9791bb99-3654-4217-8dd4-0d91db00745b tempest-VolumesSnapshotTestJSON-1103622005 tempest-VolumesSnapshotTestJSON-1103622005-project] Made reservation on behalf of 800464d9744445e29abb29373b137696 for: {'port': 1} {{(pid=103469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 14:21:09.282027 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-f70c1b79-fed3-4d36-934e-8a3080168ae1 req-9791bb99-3654-4217-8dd4-0d91db00745b tempest-VolumesSnapshotTestJSON-1103622005 tempest-VolumesSnapshotTestJSON-1103622005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585126'] for port (None), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:21:09.414129 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.db.db_base_plugin_common [req-f70c1b79-fed3-4d36-934e-8a3080168ae1 req-9791bb99-3654-4217-8dd4-0d91db00745b tempest-VolumesSnapshotTestJSON-1103622005 tempest-VolumesSnapshotTestJSON-1103622005-project] Allocated IP 172.20.0.10 (710c97e6-3503-4883-95f5-bb5369222c32/37b99c60-1af6-4251-9b62-0e659d04c5fb/7f90b431-7cd2-4ad7-9a07-8c4c4b549e1f) {{(pid=103469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 14:21:09.561876 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-f70c1b79-fed3-4d36-934e-8a3080168ae1 req-9791bb99-3654-4217-8dd4-0d91db00745b tempest-VolumesSnapshotTestJSON-1103622005 tempest-VolumesSnapshotTestJSON-1103622005-project] Publish callbacks [] for port (7f90b431-7cd2-4ad7-9a07-8c4c4b549e1f), precommit_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:21:09.597975 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-f70c1b79-fed3-4d36-934e-8a3080168ae1 req-9791bb99-3654-4217-8dd4-0d91db00745b tempest-VolumesSnapshotTestJSON-1103622005 tempest-VolumesSnapshotTestJSON-1103622005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786920821396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6178079'] for port (7f90b431-7cd2-4ad7-9a07-8c4c4b549e1f), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:21:09.643166 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f70c1b79-fed3-4d36-934e-8a3080168ae1 req-9791bb99-3654-4217-8dd4-0d91db00745b tempest-VolumesSnapshotTestJSON-1103622005 tempest-VolumesSnapshotTestJSON-1103622005-project] Network 710c97e6-3503-4883-95f5-bb5369222c32 is already hosted by enough agents. {{(pid=103469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 14:21:09.646322 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.scheduler.base_scheduler [req-f70c1b79-fed3-4d36-934e-8a3080168ae1 req-9791bb99-3654-4217-8dd4-0d91db00745b tempest-VolumesSnapshotTestJSON-1103622005 tempest-VolumesSnapshotTestJSON-1103622005-project] Resources bound (agent type, host, resource id): {{(pid=103469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 14:21:09.651981 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.db.l3_dvrscheduler_db [req-f70c1b79-fed3-4d36-934e-8a3080168ae1 req-9791bb99-3654-4217-8dd4-0d91db00745b tempest-VolumesSnapshotTestJSON-1103622005 tempest-VolumesSnapshotTestJSON-1103622005-project] Received port after_create {{(pid=103469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 14:21:09.658499 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9791bb99-3654-4217-8dd4-0d91db00745b tempest-VolumesSnapshotTestJSON-1103622005 tempest-VolumesSnapshotTestJSON-1103622005-project] Pushing event updated for resources: {'Port': ['ID=7f90b431-7cd2-4ad7-9a07-8c4c4b549e1f,revision_number=1']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:21:09.705353 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70c1b79-fed3-4d36-934e-8a3080168ae1 req-9791bb99-3654-4217-8dd4-0d91db00745b tempest-VolumesSnapshotTestJSON-1103622005 tempest-VolumesSnapshotTestJSON-1103622005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:21:09.705979 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-f70c1b79-fed3-4d36-934e-8a3080168ae1 req-9791bb99-3654-4217-8dd4-0d91db00745b tempest-VolumesSnapshotTestJSON-1103622005 tempest-VolumesSnapshotTestJSON-1103622005-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218734'] for port (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:21:09.728001 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-f70c1b79-fed3-4d36-934e-8a3080168ae1 req-9791bb99-3654-4217-8dd4-0d91db00745b tempest-VolumesSnapshotTestJSON-1103622005 tempest-VolumesSnapshotTestJSON-1103622005-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5689523 May 03 14:21:09.742286 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.v2.base [req-f70c1b79-fed3-4d36-934e-8a3080168ae1 req-be0e4733-b8f8-4072-bd71-6dc48109bc39 service neutron] Request body: {'port': {'device_id': '52a62a83-8b0b-4afc-be6e-307065e4cbde', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83979'}} {{(pid=103469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 14:21:09.804872 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-f70c1b79-fed3-4d36-934e-8a3080168ae1 req-be0e4733-b8f8-4072-bd71-6dc48109bc39 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585126'] for port (7f90b431-7cd2-4ad7-9a07-8c4c4b549e1f), before_update {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:21:10.103568 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.notifiers.nova [req-f70c1b79-fed3-4d36-934e-8a3080168ae1 req-be0e4733-b8f8-4072-bd71-6dc48109bc39 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f90b431-7cd2-4ad7-9a07-8c4c4b549e1f {{(pid=103469) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 14:21:10.114312 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-f70c1b79-fed3-4d36-934e-8a3080168ae1 req-be0e4733-b8f8-4072-bd71-6dc48109bc39 service neutron] Publish callbacks [] for port (7f90b431-7cd2-4ad7-9a07-8c4c4b549e1f), precommit_update {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:21:10.126608 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0c0d53-403d-4beb-9867-bff1615170c8 req-48659542-70bb-4ef1-9b53-70e6c4bd6fd9 tempest-AttachVolumeTestJSON-1268199410 tempest-AttachVolumeTestJSON-1268199410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:21:10.128080 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-0f0c0d53-403d-4beb-9867-bff1615170c8 req-48659542-70bb-4ef1-9b53-70e6c4bd6fd9 tempest-AttachVolumeTestJSON-1268199410 tempest-AttachVolumeTestJSON-1268199410-project] 10.222.0.36 "GET /v2.0/ports?device_id=5eda64b7-0284-41eb-8cb6-3c07a3afe47e HTTP/1.1" status: 200 len: 946 time: 0.0642018 May 03 14:21:10.137332 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.db.provisioning_blocks [req-f70c1b79-fed3-4d36-934e-8a3080168ae1 req-be0e4733-b8f8-4072-bd71-6dc48109bc39 service neutron] Transition to ACTIVE for port object 7f90b431-7cd2-4ad7-9a07-8c4c4b549e1f will not be triggered until provisioned by entity L2. {{(pid=103469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 03 14:21:10.144219 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-f70c1b79-fed3-4d36-934e-8a3080168ae1 req-be0e4733-b8f8-4072-bd71-6dc48109bc39 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786921284783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786920821414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786920821432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6178150'] for port (7f90b431-7cd2-4ad7-9a07-8c4c4b549e1f), after_update {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:21:10.225261 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-0f0c0d53-403d-4beb-9867-bff1615170c8 req-4ab514de-9e55-4b8d-986c-4deee9985c54 tempest-AttachVolumeTestJSON-1268199410 tempest-AttachVolumeTestJSON-1268199410-project] 10.222.0.36 "GET /v2.0/security-groups?id=a76c9f2d-1063-4c61-b166-f9bd22eaaa60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0900340 May 03 14:21:10.226281 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0e4733-b8f8-4072-bd71-6dc48109bc39 service neutron] Pushing event updated for resources: {'Port': ['ID=7f90b431-7cd2-4ad7-9a07-8c4c4b549e1f,revision_number=2']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:21:10.303749 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.managers [req-f70c1b79-fed3-4d36-934e-8a3080168ae1 req-be0e4733-b8f8-4072-bd71-6dc48109bc39 service neutron] Attempting to bind port 7f90b431-7cd2-4ad7-9a07-8c4c4b549e1f on host hv-cinder-83979 for vnic_type normal with profile {{(pid=103469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 03 14:21:10.303998 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.managers [req-f70c1b79-fed3-4d36-934e-8a3080168ae1 req-be0e4733-b8f8-4072-bd71-6dc48109bc39 service neutron] Attempting to bind port 7f90b431-7cd2-4ad7-9a07-8c4c4b549e1f by drivers openvswitch,hyperv on host hv-cinder-83979 at level 0 using segments [{'id': 'd6537de1-472b-4fd1-a68d-0c1a96a71c0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '710c97e6-3503-4883-95f5-bb5369222c32'}] {{(pid=103469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 03 14:21:10.304303 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f70c1b79-fed3-4d36-934e-8a3080168ae1 req-be0e4733-b8f8-4072-bd71-6dc48109bc39 service neutron] Attempting to bind port 7f90b431-7cd2-4ad7-9a07-8c4c4b549e1f on network 710c97e6-3503-4883-95f5-bb5369222c32 {{(pid=103469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 14:21:10.308716 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f70c1b79-fed3-4d36-934e-8a3080168ae1 req-be0e4733-b8f8-4072-bd71-6dc48109bc39 service neutron] Port 7f90b431-7cd2-4ad7-9a07-8c4c4b549e1f on network 710c97e6-3503-4883-95f5-bb5369222c32 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83979 {{(pid=103469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 03 14:21:10.309037 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f70c1b79-fed3-4d36-934e-8a3080168ae1 req-be0e4733-b8f8-4072-bd71-6dc48109bc39 service neutron] Attempting to bind port 7f90b431-7cd2-4ad7-9a07-8c4c4b549e1f on network 710c97e6-3503-4883-95f5-bb5369222c32 {{(pid=103469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 14:21:10.314907 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f70c1b79-fed3-4d36-934e-8a3080168ae1 req-be0e4733-b8f8-4072-bd71-6dc48109bc39 service neutron] Checking agent: {'id': 'e81ee3ce-91e9-46ba-a5c7-9619c95b22a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83979', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 14, 11, 7), 'started_at': datetime.datetime(2022, 5, 3, 14, 11, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 14, 21, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 03 14:21:10.315240 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f70c1b79-fed3-4d36-934e-8a3080168ae1 req-be0e4733-b8f8-4072-bd71-6dc48109bc39 service neutron] Checking segment: {'id': 'd6537de1-472b-4fd1-a68d-0c1a96a71c0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '710c97e6-3503-4883-95f5-bb5369222c32'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 14:21:10.315626 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f70c1b79-fed3-4d36-934e-8a3080168ae1 req-be0e4733-b8f8-4072-bd71-6dc48109bc39 service neutron] Bound using segment: {'id': 'd6537de1-472b-4fd1-a68d-0c1a96a71c0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '710c97e6-3503-4883-95f5-bb5369222c32'} {{(pid=103469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 03 14:21:10.316051 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.managers [req-f70c1b79-fed3-4d36-934e-8a3080168ae1 req-be0e4733-b8f8-4072-bd71-6dc48109bc39 service neutron] Bound port: 7f90b431-7cd2-4ad7-9a07-8c4c4b549e1f, host: hv-cinder-83979, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6537de1-472b-4fd1-a68d-0c1a96a71c0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '710c97e6-3503-4883-95f5-bb5369222c32'}}] {{(pid=103469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 03 14:21:10.316433 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-f70c1b79-fed3-4d36-934e-8a3080168ae1 req-be0e4733-b8f8-4072-bd71-6dc48109bc39 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585126'] for port (7f90b431-7cd2-4ad7-9a07-8c4c4b549e1f), before_update {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:21:10.339432 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1d2b8c-1ddb-4e6a-9a9f-34fd7aa30951 req-54fdda8d-550c-4e70-882b-354ac16db910 tempest-VolumesSnapshotTestJSON-1103622005 tempest-VolumesSnapshotTestJSON-1103622005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:21:10.340920 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-9c1d2b8c-1ddb-4e6a-9a9f-34fd7aa30951 req-54fdda8d-550c-4e70-882b-354ac16db910 tempest-VolumesSnapshotTestJSON-1103622005 tempest-VolumesSnapshotTestJSON-1103622005-project] 10.222.0.36 "GET /v2.0/ports?device_id=52a62a83-8b0b-4afc-be6e-307065e4cbde HTTP/1.1" status: 200 len: 944 time: 0.0483193 May 03 14:21:10.380919 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.db [req-f70c1b79-fed3-4d36-934e-8a3080168ae1 req-be0e4733-b8f8-4072-bd71-6dc48109bc39 service neutron] For port 7f90b431-7cd2-4ad7-9a07-8c4c4b549e1f, host hv-cinder-83979, cleared binding levels {{(pid=103469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 14:21:10.384077 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.db [req-f70c1b79-fed3-4d36-934e-8a3080168ae1 req-be0e4733-b8f8-4072-bd71-6dc48109bc39 service neutron] For port 7f90b431-7cd2-4ad7-9a07-8c4c4b549e1f, host hv-cinder-83979, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=7f90b431-7cd2-4ad7-9a07-8c4c4b549e1f,segment=NetworkSegment(d6537de1-472b-4fd1-a68d-0c1a96a71c0d),segment_id=d6537de1-472b-4fd1-a68d-0c1a96a71c0d)] {{(pid=103469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 14:21:10.388906 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-9c1d2b8c-1ddb-4e6a-9a9f-34fd7aa30951 req-b2669201-2db8-413c-b45f-47bc41819999 tempest-VolumesSnapshotTestJSON-1103622005 tempest-VolumesSnapshotTestJSON-1103622005-project] 10.222.0.36 "GET /v2.0/security-groups?id=6023887b-d44e-4861-8a9a-e644c2ff3826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421526 May 03 14:21:10.393069 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-f70c1b79-fed3-4d36-934e-8a3080168ae1 req-be0e4733-b8f8-4072-bd71-6dc48109bc39 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786921284783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786920821414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786920821432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6178150'] for port (7f90b431-7cd2-4ad7-9a07-8c4c4b549e1f), after_update {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:21:10.425706 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-6b98c286-5509-41ae-9e31-4a328d4e2e3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786921254184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749114'] for agent (9772c1e2-61d8-4a11-97d8-348a0cefa431), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:21:10.431787 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70c1b79-fed3-4d36-934e-8a3080168ae1 req-be0e4733-b8f8-4072-bd71-6dc48109bc39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:21:10.432406 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-f70c1b79-fed3-4d36-934e-8a3080168ae1 req-be0e4733-b8f8-4072-bd71-6dc48109bc39 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218734'] for port (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:21:10.433862 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-f70c1b79-fed3-4d36-934e-8a3080168ae1 req-be0e4733-b8f8-4072-bd71-6dc48109bc39 service neutron] 10.222.0.26 "PUT /v2.0/ports/7f90b431-7cd2-4ad7-9a07-8c4c4b549e1f HTTP/1.1" status: 200 len: 1094 time: 0.6982665 May 03 14:21:10.434301 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52a62a83-8b0b-4afc-be6e-307065e4cbde', 'tag': '7f90b431-7cd2-4ad7-9a07-8c4c4b549e1f'}] {{(pid=103469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 14:21:10.436611 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68fe64b6b3a70a2f5f611128c103f52e8e68dc233ccb418b63396cbb83134719" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aac7ff43-74e2-42d8-a366-e9044ab7a10e" -d '{"events": [{"name": "network-changed", "server_uuid": "52a62a83-8b0b-4afc-be6e-307065e4cbde", "tag": "7f90b431-7cd2-4ad7-9a07-8c4c4b549e1f"}]}' {{(pid=103469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 14:21:10.465616 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0e4733-b8f8-4072-bd71-6dc48109bc39 service neutron] Pushing event updated for resources: {'Port': ['ID=7f90b431-7cd2-4ad7-9a07-8c4c4b549e1f,revision_number=3']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:21:10.476019 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 May 2022 14:21:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-555de440-f22f-49fc-a7ff-fd51a5f5e235 x-openstack-request-id: req-555de440-f22f-49fc-a7ff-fd51a5f5e235 {{(pid=103469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 14:21:10.476307 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52a62a83-8b0b-4afc-be6e-307065e4cbde", "tag": "7f90b431-7cd2-4ad7-9a07-8c4c4b549e1f", "status": "completed", "code": 200}]} {{(pid=103469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 14:21:10.476561 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-555de440-f22f-49fc-a7ff-fd51a5f5e235 {{(pid=103469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 14:21:10.476994 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.notifiers.nova [-] Nova event matching ['req-555de440-f22f-49fc-a7ff-fd51a5f5e235'] response: {'name': 'network-changed', 'server_uuid': '52a62a83-8b0b-4afc-be6e-307065e4cbde', 'tag': '7f90b431-7cd2-4ad7-9a07-8c4c4b549e1f', 'status': 'completed', 'code': 200} May 03 14:21:10.522832 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70c1b79-fed3-4d36-934e-8a3080168ae1 req-713324f5-df77-4fb1-ae51-f523d047063b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:21:10.524370 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-f70c1b79-fed3-4d36-934e-8a3080168ae1 req-713324f5-df77-4fb1-ae51-f523d047063b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=800464d9744445e29abb29373b137696&device_id=52a62a83-8b0b-4afc-be6e-307065e4cbde HTTP/1.1" status: 200 len: 1128 time: 0.0408974 May 03 14:21:10.569812 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-f70c1b79-fed3-4d36-934e-8a3080168ae1 req-52db8bbe-f898-4014-a257-3cb30a5e470b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7f90b431-7cd2-4ad7-9a07-8c4c4b549e1f HTTP/1.1" status: 200 len: 217 time: 0.0372322 May 03 14:21:10.630663 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70c1b79-fed3-4d36-934e-8a3080168ae1 req-fcaf8d8d-3e7d-4b1c-88ef-d1b14225508f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:21:10.632124 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-f70c1b79-fed3-4d36-934e-8a3080168ae1 req-fcaf8d8d-3e7d-4b1c-88ef-d1b14225508f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=37b99c60-1af6-4251-9b62-0e659d04c5fb HTTP/1.1" status: 200 len: 853 time: 0.0549569 May 03 14:21:10.664585 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-f70c1b79-fed3-4d36-934e-8a3080168ae1 req-49d4988d-32e7-444a-9231-7b8726d1d0d7 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=710c97e6-3503-4883-95f5-bb5369222c32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257151 May 03 14:21:10.753931 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-f70c1b79-fed3-4d36-934e-8a3080168ae1 req-1f2f0a60-716b-4bbb-8a36-9a22e59050e9 service neutron] 10.222.0.26 "GET /v2.0/networks/710c97e6-3503-4883-95f5-bb5369222c32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832710 May 03 14:21:10.848522 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-f70c1b79-fed3-4d36-934e-8a3080168ae1 req-443651b3-1072-468d-88b4-dc694c83ff2e service neutron] 10.222.0.26 "GET /v2.0/networks/710c97e6-3503-4883-95f5-bb5369222c32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870826 May 03 14:21:11.356281 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5b79fc-f387-4403-a3be-522041b9708d req-d309bef5-51a5-45f7-9c18-8276a914df55 tempest-AttachVolumeTestJSON-1268199410 tempest-AttachVolumeTestJSON-1268199410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:21:11.357821 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-dd5b79fc-f387-4403-a3be-522041b9708d req-d309bef5-51a5-45f7-9c18-8276a914df55 tempest-AttachVolumeTestJSON-1268199410 tempest-AttachVolumeTestJSON-1268199410-project] 10.222.0.36 "GET /v2.0/ports?device_id=5eda64b7-0284-41eb-8cb6-3c07a3afe47e HTTP/1.1" status: 200 len: 946 time: 0.0507882 May 03 14:21:11.404909 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-dd5b79fc-f387-4403-a3be-522041b9708d req-f8f67fa0-3c17-4ca2-9ec8-7f7a5bcf6c36 tempest-AttachVolumeTestJSON-1268199410 tempest-AttachVolumeTestJSON-1268199410-project] 10.222.0.36 "GET /v2.0/security-groups?id=a76c9f2d-1063-4c61-b166-f9bd22eaaa60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414200 May 03 14:21:11.510629 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e1cdbf-b097-4bd6-901b-2aab868dcf92 req-1064474e-a353-47ae-9437-026d82b58107 tempest-VolumesSnapshotTestJSON-1103622005 tempest-VolumesSnapshotTestJSON-1103622005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:21:11.512058 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-15e1cdbf-b097-4bd6-901b-2aab868dcf92 req-1064474e-a353-47ae-9437-026d82b58107 tempest-VolumesSnapshotTestJSON-1103622005 tempest-VolumesSnapshotTestJSON-1103622005-project] 10.222.0.36 "GET /v2.0/ports?device_id=52a62a83-8b0b-4afc-be6e-307065e4cbde HTTP/1.1" status: 200 len: 944 time: 0.0499582 May 03 14:21:11.525074 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-ece2f477-2d6d-4faa-a9a3-ecc6a9d3b5ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786921254184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749114'] for agent (5abb75e8-e954-4dc0-bed6-210d2af77b9f), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:21:11.559797 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-15e1cdbf-b097-4bd6-901b-2aab868dcf92 req-65577df2-e0f8-48e7-9abf-207ec1473277 tempest-VolumesSnapshotTestJSON-1103622005 tempest-VolumesSnapshotTestJSON-1103622005-project] 10.222.0.36 "GET /v2.0/security-groups?id=6023887b-d44e-4861-8a9a-e644c2ff3826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418961 May 03 14:21:11.724566 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac7ff43-74e2-42d8-a366-e9044ab7a10e req-5e8d844a-6e47-4395-8124-5e5aa2b7f6aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:21:11.726335 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-aac7ff43-74e2-42d8-a366-e9044ab7a10e req-5e8d844a-6e47-4395-8124-5e5aa2b7f6aa service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=800464d9744445e29abb29373b137696&device_id=52a62a83-8b0b-4afc-be6e-307065e4cbde HTTP/1.1" status: 200 len: 1128 time: 0.0437391 May 03 14:21:11.824198 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac7ff43-74e2-42d8-a366-e9044ab7a10e req-bdf6e51d-e7ba-426f-b690-f5fa702f8021 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:21:11.825619 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-aac7ff43-74e2-42d8-a366-e9044ab7a10e req-bdf6e51d-e7ba-426f-b690-f5fa702f8021 service neutron] 10.222.0.26 "GET /v2.0/networks?id=710c97e6-3503-4883-95f5-bb5369222c32 HTTP/1.1" status: 200 len: 914 time: 0.0856309 May 03 14:21:11.869238 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-aac7ff43-74e2-42d8-a366-e9044ab7a10e req-bc997447-0ce2-40a7-a82a-9ca397d7254e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7f90b431-7cd2-4ad7-9a07-8c4c4b549e1f HTTP/1.1" status: 200 len: 217 time: 0.0374839 May 03 14:21:11.935052 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac7ff43-74e2-42d8-a366-e9044ab7a10e req-79a4a7a1-fa7c-41ef-b22b-d83210b03e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:21:11.936523 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-aac7ff43-74e2-42d8-a366-e9044ab7a10e req-79a4a7a1-fa7c-41ef-b22b-d83210b03e04 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=37b99c60-1af6-4251-9b62-0e659d04c5fb HTTP/1.1" status: 200 len: 853 time: 0.0608695 May 03 14:21:11.969061 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-aac7ff43-74e2-42d8-a366-e9044ab7a10e req-62a3a7ee-3af0-4b63-a1d0-75f7d89326c5 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=710c97e6-3503-4883-95f5-bb5369222c32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263097 May 03 14:21:12.060110 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-aac7ff43-74e2-42d8-a366-e9044ab7a10e req-4fe99c9f-fdde-408b-8309-dab34eaebbc3 service neutron] 10.222.0.26 "GET /v2.0/networks/710c97e6-3503-4883-95f5-bb5369222c32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842018 May 03 14:21:12.150048 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-aac7ff43-74e2-42d8-a366-e9044ab7a10e req-86f16b36-4e5c-47bb-8bb5-6b6f9ce3b268 service neutron] 10.222.0.26 "GET /v2.0/networks/710c97e6-3503-4883-95f5-bb5369222c32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836630 May 03 14:21:12.526789 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052fef59-ae50-4248-a478-5095a7ccb499 req-e453750e-6947-4613-ba49-a407afb72f35 tempest-AttachVolumeTestJSON-1268199410 tempest-AttachVolumeTestJSON-1268199410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:21:12.528273 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-052fef59-ae50-4248-a478-5095a7ccb499 req-e453750e-6947-4613-ba49-a407afb72f35 tempest-AttachVolumeTestJSON-1268199410 tempest-AttachVolumeTestJSON-1268199410-project] 10.222.0.36 "GET /v2.0/ports?device_id=5eda64b7-0284-41eb-8cb6-3c07a3afe47e HTTP/1.1" status: 200 len: 946 time: 0.0474291 May 03 14:21:12.579826 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-052fef59-ae50-4248-a478-5095a7ccb499 req-67131090-5cc8-4a56-b27e-9b18e35b8373 tempest-AttachVolumeTestJSON-1268199410 tempest-AttachVolumeTestJSON-1268199410-project] 10.222.0.36 "GET /v2.0/security-groups?id=a76c9f2d-1063-4c61-b166-f9bd22eaaa60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450046 May 03 14:21:12.583207 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-ad4feb74-e07f-4993-a548-62e47513aba8 req-de3a48f8-53d4-48bd-8af8-b53dd4eee681 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=5a3c999d-18ce-462a-a979-48920d777d34&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0398672 May 03 14:21:12.698349 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4feb74-e07f-4993-a548-62e47513aba8 req-481c1d20-6b46-45d1-8ca1-f42c70d60103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:21:12.699758 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-ad4feb74-e07f-4993-a548-62e47513aba8 req-481c1d20-6b46-45d1-8ca1-f42c70d60103 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=593f1ab9823f41ffa40d6155bebaca54&device_id=5a3c999d-18ce-462a-a979-48920d777d34 HTTP/1.1" status: 200 len: 1129 time: 0.0746558 May 03 14:21:12.709133 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16dc43de-614e-4b53-8dec-863baa9ceadd req-d41fc9de-97bc-44d1-bcb2-e93c691f2b46 tempest-VolumesSnapshotTestJSON-1103622005 tempest-VolumesSnapshotTestJSON-1103622005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:21:12.710560 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-16dc43de-614e-4b53-8dec-863baa9ceadd req-d41fc9de-97bc-44d1-bcb2-e93c691f2b46 tempest-VolumesSnapshotTestJSON-1103622005 tempest-VolumesSnapshotTestJSON-1103622005-project] 10.222.0.36 "GET /v2.0/ports?device_id=52a62a83-8b0b-4afc-be6e-307065e4cbde HTTP/1.1" status: 200 len: 944 time: 0.0770724 May 03 14:21:12.827921 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-16dc43de-614e-4b53-8dec-863baa9ceadd req-646ae160-5bbe-4aaa-9e26-199b85a4c4f8 tempest-VolumesSnapshotTestJSON-1103622005 tempest-VolumesSnapshotTestJSON-1103622005-project] 10.222.0.36 "GET /v2.0/security-groups?id=6023887b-d44e-4861-8a9a-e644c2ff3826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083243 May 03 14:21:12.849793 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4feb74-e07f-4993-a548-62e47513aba8 req-e30bbe22-8e93-4257-8b27-56b1e41defe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:21:12.851291 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-ad4feb74-e07f-4993-a548-62e47513aba8 req-e30bbe22-8e93-4257-8b27-56b1e41defe7 service neutron] 10.222.0.26 "GET /v2.0/networks?id=f560d97d-2acd-47bd-966f-19197466eba2 HTTP/1.1" status: 200 len: 912 time: 0.1304862 May 03 14:21:12.917439 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-ad4feb74-e07f-4993-a548-62e47513aba8 req-ded988c9-d213-4628-9e5c-5efa6232ba54 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6f7a9353-a6ac-4262-88f6-839702efb970 HTTP/1.1" status: 200 len: 1001 time: 0.0594971 May 03 14:21:12.952931 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.rpc [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Device 7f90b431-7cd2-4ad7-9a07-8c4c4b549e1f details requested by agent hyperv_hv-cinder-83979 with host hv-cinder-83979 {{(pid=103471) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 03 14:21:12.965399 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4feb74-e07f-4993-a548-62e47513aba8 req-e2cc4aba-3dca-499f-9026-8720be55242c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:21:12.966888 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-ad4feb74-e07f-4993-a548-62e47513aba8 req-e2cc4aba-3dca-499f-9026-8720be55242c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e8cbf221-f4fe-47a8-93ac-36f15595da79 HTTP/1.1" status: 200 len: 850 time: 0.0438104 May 03 14:21:13.014911 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4feb74-e07f-4993-a548-62e47513aba8 req-3d52b11a-4365-43a9-a26b-05bfbe7b2f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:21:13.016636 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-ad4feb74-e07f-4993-a548-62e47513aba8 req-3d52b11a-4365-43a9-a26b-05bfbe7b2f68 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f560d97d-2acd-47bd-966f-19197466eba2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0433836 May 03 14:21:13.053489 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.db [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] For port 7f90b431-7cd2-4ad7-9a07-8c4c4b549e1f, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=7f90b431-7cd2-4ad7-9a07-8c4c4b549e1f,segment=NetworkSegment(d6537de1-472b-4fd1-a68d-0c1a96a71c0d),segment_id=d6537de1-472b-4fd1-a68d-0c1a96a71c0d)] {{(pid=103471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 14:21:13.068518 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.rpc [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Returning: {'device': '7f90b431-7cd2-4ad7-9a07-8c4c4b549e1f', 'network_id': '710c97e6-3503-4883-95f5-bb5369222c32', 'port_id': '7f90b431-7cd2-4ad7-9a07-8c4c4b549e1f', 'mac_address': 'fa:16:3e:ce:ed:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37b99c60-1af6-4251-9b62-0e659d04c5fb', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103471) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 03 14:21:13.106375 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-ad4feb74-e07f-4993-a548-62e47513aba8 req-e84049c6-cbe4-4e83-b807-e6ce22ca0ac5 service neutron] 10.222.0.26 "GET /v2.0/networks/f560d97d-2acd-47bd-966f-19197466eba2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836210 May 03 14:21:13.109649 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Current status of the port 7f90b431-7cd2-4ad7-9a07-8c4c4b549e1f is: DOWN; New status is: BUILD {{(pid=103471) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 14:21:13.110033 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585126'] for port (7f90b431-7cd2-4ad7-9a07-8c4c4b549e1f), before_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:21:13.123479 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.notifiers.nova [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f90b431-7cd2-4ad7-9a07-8c4c4b549e1f {{(pid=103471) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 14:21:13.153190 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.db [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] For port 7f90b431-7cd2-4ad7-9a07-8c4c4b549e1f, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=7f90b431-7cd2-4ad7-9a07-8c4c4b549e1f,segment=NetworkSegment(d6537de1-472b-4fd1-a68d-0c1a96a71c0d),segment_id=d6537de1-472b-4fd1-a68d-0c1a96a71c0d)] {{(pid=103471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 14:21:13.159411 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786921284783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786920821414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786920821432'] for port (7f90b431-7cd2-4ad7-9a07-8c4c4b549e1f), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:21:13.165241 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786921254184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749114'] for agent (43411681-d6d4-43ac-b892-434a22df3f6d), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:21:13.198655 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-ad4feb74-e07f-4993-a548-62e47513aba8 req-3f1cbe60-f76d-4a08-972d-fc4c6c6d3f7c service neutron] 10.222.0.26 "GET /v2.0/networks/f560d97d-2acd-47bd-966f-19197466eba2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859852 May 03 14:21:13.212152 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Pushing event updated for resources: {'Port': ['ID=7f90b431-7cd2-4ad7-9a07-8c4c4b549e1f,revision_number=4']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:21:13.220267 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:21:13.220677 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:21:13.221066 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:21:13.221444 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:21:13.221801 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:21:13.222186 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:21:13.222503 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:21:13.222820 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:21:13.223212 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:21:13.223546 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:21:13.223898 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:21:13.224286 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:21:13.224609 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:21:13.224916 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:21:13.225234 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:21:13.394452 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.db [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] get_ports_and_sgs() called for port_ids ['7f90b431-7cd2-4ad7-9a07-8c4c4b549e1f'] {{(pid=103471) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 03 14:21:13.714176 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3348bc-1301-4bb3-a554-36c6b3275026 req-ea604a17-9311-4443-87b5-24b9d64da1f3 tempest-AttachVolumeTestJSON-1268199410 tempest-AttachVolumeTestJSON-1268199410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:21:13.715638 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-8b3348bc-1301-4bb3-a554-36c6b3275026 req-ea604a17-9311-4443-87b5-24b9d64da1f3 tempest-AttachVolumeTestJSON-1268199410 tempest-AttachVolumeTestJSON-1268199410-project] 10.222.0.36 "GET /v2.0/ports?device_id=5eda64b7-0284-41eb-8cb6-3c07a3afe47e HTTP/1.1" status: 200 len: 946 time: 0.0537379 May 03 14:21:13.762695 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-8b3348bc-1301-4bb3-a554-36c6b3275026 req-934a9721-9e65-4bc2-b8a0-fc34d2305f13 tempest-AttachVolumeTestJSON-1268199410 tempest-AttachVolumeTestJSON-1268199410-project] 10.222.0.36 "GET /v2.0/security-groups?id=a76c9f2d-1063-4c61-b166-f9bd22eaaa60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414004 May 03 14:21:13.952006 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ae16a4-6d5d-42eb-8a1b-3a5658b761b3 req-cfb41ce3-5000-4870-b7a4-c21d8d2efec4 tempest-VolumesSnapshotTestJSON-1103622005 tempest-VolumesSnapshotTestJSON-1103622005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:21:13.954200 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-d3ae16a4-6d5d-42eb-8a1b-3a5658b761b3 req-cfb41ce3-5000-4870-b7a4-c21d8d2efec4 tempest-VolumesSnapshotTestJSON-1103622005 tempest-VolumesSnapshotTestJSON-1103622005-project] 10.222.0.36 "GET /v2.0/ports?device_id=52a62a83-8b0b-4afc-be6e-307065e4cbde HTTP/1.1" status: 200 len: 945 time: 0.0539303 May 03 14:21:14.007819 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-d3ae16a4-6d5d-42eb-8a1b-3a5658b761b3 req-84fa76ea-9554-43ad-91a4-6c7e115a447c tempest-VolumesSnapshotTestJSON-1103622005 tempest-VolumesSnapshotTestJSON-1103622005-project] 10.222.0.36 "GET /v2.0/security-groups?id=6023887b-d44e-4861-8a9a-e644c2ff3826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449736 May 03 14:21:14.906623 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41614cf0-f0e6-432d-a73a-16dff18f1b2d req-7babc1be-1a2d-4c2c-adaa-4535db84616a tempest-AttachVolumeTestJSON-1268199410 tempest-AttachVolumeTestJSON-1268199410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:21:14.908016 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-41614cf0-f0e6-432d-a73a-16dff18f1b2d req-7babc1be-1a2d-4c2c-adaa-4535db84616a tempest-AttachVolumeTestJSON-1268199410 tempest-AttachVolumeTestJSON-1268199410-project] 10.222.0.36 "GET /v2.0/ports?device_id=5eda64b7-0284-41eb-8cb6-3c07a3afe47e HTTP/1.1" status: 200 len: 946 time: 0.0631235 May 03 14:21:14.969651 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-41614cf0-f0e6-432d-a73a-16dff18f1b2d req-59d212de-c051-442a-bf13-f7528cf93e3c tempest-AttachVolumeTestJSON-1268199410 tempest-AttachVolumeTestJSON-1268199410-project] 10.222.0.36 "GET /v2.0/security-groups?id=a76c9f2d-1063-4c61-b166-f9bd22eaaa60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548193 May 03 14:21:14.970811 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.rpc [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Device 7f90b431-7cd2-4ad7-9a07-8c4c4b549e1f up at agent hyperv_hv-cinder-83979 {{(pid=103471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 14:21:15.017225 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.provisioning_blocks [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Provisioning for port 7f90b431-7cd2-4ad7-9a07-8c4c4b549e1f completed by entity L2. {{(pid=103471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 03 14:21:15.026733 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.provisioning_blocks [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Provisioning complete for port 7f90b431-7cd2-4ad7-9a07-8c4c4b549e1f triggered by entity L2. {{(pid=103471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 14:21:15.027105 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749148'] for port (7f90b431-7cd2-4ad7-9a07-8c4c4b549e1f), provisioning_complete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:21:15.110611 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Current status of the port 7f90b431-7cd2-4ad7-9a07-8c4c4b549e1f is: BUILD; New status is: ACTIVE {{(pid=103471) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 14:21:15.111000 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585126'] for port (7f90b431-7cd2-4ad7-9a07-8c4c4b549e1f), before_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:21:15.131878 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241523b3-dc43-468f-9dfb-95a01e273875 req-eb2c1aef-52ca-48eb-a99a-5e70acb5ccfa tempest-VolumesSnapshotTestJSON-1103622005 tempest-VolumesSnapshotTestJSON-1103622005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:21:15.133432 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-241523b3-dc43-468f-9dfb-95a01e273875 req-eb2c1aef-52ca-48eb-a99a-5e70acb5ccfa tempest-VolumesSnapshotTestJSON-1103622005 tempest-VolumesSnapshotTestJSON-1103622005-project] 10.222.0.36 "GET /v2.0/ports?device_id=52a62a83-8b0b-4afc-be6e-307065e4cbde HTTP/1.1" status: 200 len: 945 time: 0.0506122 May 03 14:21:15.134418 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52a62a83-8b0b-4afc-be6e-307065e4cbde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f90b431-7cd2-4ad7-9a07-8c4c4b549e1f'}] {{(pid=103471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 14:21:15.136681 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}258de9d1a1c653a46c94c94b096b8a314ffaed5fb8c929df022c823a20d863ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d769586-aa73-4daa-a713-87e6190016d7" -d '{"events": [{"server_uuid": "52a62a83-8b0b-4afc-be6e-307065e4cbde", "name": "network-vif-plugged", "status": "completed", "tag": "7f90b431-7cd2-4ad7-9a07-8c4c4b549e1f"}]}' {{(pid=103471) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 14:21:15.149614 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.db [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] For port 7f90b431-7cd2-4ad7-9a07-8c4c4b549e1f, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=7f90b431-7cd2-4ad7-9a07-8c4c4b549e1f,segment=NetworkSegment(d6537de1-472b-4fd1-a68d-0c1a96a71c0d),segment_id=d6537de1-472b-4fd1-a68d-0c1a96a71c0d)] {{(pid=103471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 14:21:15.154807 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786921284783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786920821414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786920821432'] for port (7f90b431-7cd2-4ad7-9a07-8c4c4b549e1f), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:21:15.180037 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 May 2022 14:21:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d9cb931-f48c-4ef6-8786-b3571d84911d x-openstack-request-id: req-8d9cb931-f48c-4ef6-8786-b3571d84911d {{(pid=103471) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 14:21:15.180347 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52a62a83-8b0b-4afc-be6e-307065e4cbde", "name": "network-vif-plugged", "status": "completed", "tag": "7f90b431-7cd2-4ad7-9a07-8c4c4b549e1f", "code": 200}]} {{(pid=103471) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 14:21:15.180600 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-8d9cb931-f48c-4ef6-8786-b3571d84911d {{(pid=103471) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 14:21:15.180996 dv-cinder-839793-5-iscsi neutron-server[103471]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d9cb931-f48c-4ef6-8786-b3571d84911d'] response: {'server_uuid': '52a62a83-8b0b-4afc-be6e-307065e4cbde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f90b431-7cd2-4ad7-9a07-8c4c4b549e1f', 'code': 200} May 03 14:21:15.185843 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-241523b3-dc43-468f-9dfb-95a01e273875 req-ed9c3f67-dccd-4b72-b973-86464ff9e04d tempest-VolumesSnapshotTestJSON-1103622005 tempest-VolumesSnapshotTestJSON-1103622005-project] 10.222.0.36 "GET /v2.0/security-groups?id=6023887b-d44e-4861-8a9a-e644c2ff3826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460067 May 03 14:21:15.205550 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Pushing event updated for resources: {'Port': ['ID=7f90b431-7cd2-4ad7-9a07-8c4c4b549e1f,revision_number=5']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:21:15.342986 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed389ec-3f48-42ed-83ff-55be0ce4aeea req-50d9b810-666e-4f47-be22-c91d099e8a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:21:15.344631 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-5ed389ec-3f48-42ed-83ff-55be0ce4aeea req-50d9b810-666e-4f47-be22-c91d099e8a09 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=52a62a83-8b0b-4afc-be6e-307065e4cbde HTTP/1.1" status: 200 len: 1130 time: 0.0383654 May 03 14:21:15.395880 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-5ed389ec-3f48-42ed-83ff-55be0ce4aeea req-96da2272-3b4c-499f-a3ff-e01d83c2d800 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=6023887b-d44e-4861-8a9a-e644c2ff3826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370929 May 03 14:21:16.103335 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f2ef64-bcfd-4fa9-80da-6f6b88752b29 req-2cf61530-402e-40d6-90f4-bfdd78903bc6 tempest-AttachVolumeTestJSON-1268199410 tempest-AttachVolumeTestJSON-1268199410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:21:16.104787 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-b8f2ef64-bcfd-4fa9-80da-6f6b88752b29 req-2cf61530-402e-40d6-90f4-bfdd78903bc6 tempest-AttachVolumeTestJSON-1268199410 tempest-AttachVolumeTestJSON-1268199410-project] 10.222.0.36 "GET /v2.0/ports?device_id=5eda64b7-0284-41eb-8cb6-3c07a3afe47e HTTP/1.1" status: 200 len: 946 time: 0.0561745 May 03 14:21:16.165686 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-b8f2ef64-bcfd-4fa9-80da-6f6b88752b29 req-61ce5f7f-1f37-4972-b906-3d411d7e0f26 tempest-AttachVolumeTestJSON-1268199410 tempest-AttachVolumeTestJSON-1268199410-project] 10.222.0.36 "GET /v2.0/security-groups?id=a76c9f2d-1063-4c61-b166-f9bd22eaaa60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534992 May 03 14:21:16.297786 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd7ece5-8421-46a9-858e-8406303b056c req-015e2aa9-e012-41af-a141-a55e93d1e2a4 tempest-VolumesSnapshotTestJSON-1103622005 tempest-VolumesSnapshotTestJSON-1103622005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:21:16.299165 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-fdd7ece5-8421-46a9-858e-8406303b056c req-015e2aa9-e012-41af-a141-a55e93d1e2a4 tempest-VolumesSnapshotTestJSON-1103622005 tempest-VolumesSnapshotTestJSON-1103622005-project] 10.222.0.36 "GET /v2.0/ports?device_id=52a62a83-8b0b-4afc-be6e-307065e4cbde HTTP/1.1" status: 200 len: 946 time: 0.0476339 May 03 14:21:16.351680 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-fdd7ece5-8421-46a9-858e-8406303b056c req-7cde50b1-7657-4629-9d46-2880209977f4 tempest-VolumesSnapshotTestJSON-1103622005 tempest-VolumesSnapshotTestJSON-1103622005-project] 10.222.0.36 "GET /v2.0/security-groups?id=6023887b-d44e-4861-8a9a-e644c2ff3826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442815 May 03 14:21:17.292851 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024cf436-e823-4810-95d2-e19487e1a097 req-65e839f2-fd32-499e-b6b9-ede256074466 tempest-AttachVolumeTestJSON-1268199410 tempest-AttachVolumeTestJSON-1268199410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:21:17.294320 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-024cf436-e823-4810-95d2-e19487e1a097 req-65e839f2-fd32-499e-b6b9-ede256074466 tempest-AttachVolumeTestJSON-1268199410 tempest-AttachVolumeTestJSON-1268199410-project] 10.222.0.36 "GET /v2.0/ports?device_id=5eda64b7-0284-41eb-8cb6-3c07a3afe47e HTTP/1.1" status: 200 len: 946 time: 0.0484276 May 03 14:21:17.346246 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-024cf436-e823-4810-95d2-e19487e1a097 req-a9426a9a-68b9-4171-90f8-b489c9cffce5 tempest-AttachVolumeTestJSON-1268199410 tempest-AttachVolumeTestJSON-1268199410-project] 10.222.0.36 "GET /v2.0/security-groups?id=a76c9f2d-1063-4c61-b166-f9bd22eaaa60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430734 May 03 14:21:17.470573 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64f2e28-01ab-4ece-bb4a-f8c72fd75edb req-4b314891-7c69-4da3-a71e-598a543d943a tempest-VolumesSnapshotTestJSON-1103622005 tempest-VolumesSnapshotTestJSON-1103622005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:21:17.472037 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-c64f2e28-01ab-4ece-bb4a-f8c72fd75edb req-4b314891-7c69-4da3-a71e-598a543d943a tempest-VolumesSnapshotTestJSON-1103622005 tempest-VolumesSnapshotTestJSON-1103622005-project] 10.222.0.36 "GET /v2.0/ports?device_id=52a62a83-8b0b-4afc-be6e-307065e4cbde HTTP/1.1" status: 200 len: 946 time: 0.0510514 May 03 14:21:17.522285 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-c64f2e28-01ab-4ece-bb4a-f8c72fd75edb req-be29802c-95b5-4e4d-b59c-b151aa1b50fc tempest-VolumesSnapshotTestJSON-1103622005 tempest-VolumesSnapshotTestJSON-1103622005-project] 10.222.0.36 "GET /v2.0/security-groups?id=6023887b-d44e-4861-8a9a-e644c2ff3826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419617 May 03 14:21:18.476199 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5911b5d-dea8-4232-933c-c1233014ccfa req-b658f43b-98b8-4e71-ad20-49c07000ee30 tempest-AttachVolumeTestJSON-1268199410 tempest-AttachVolumeTestJSON-1268199410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:21:18.477817 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-b5911b5d-dea8-4232-933c-c1233014ccfa req-b658f43b-98b8-4e71-ad20-49c07000ee30 tempest-AttachVolumeTestJSON-1268199410 tempest-AttachVolumeTestJSON-1268199410-project] 10.222.0.36 "GET /v2.0/ports?device_id=5eda64b7-0284-41eb-8cb6-3c07a3afe47e HTTP/1.1" status: 200 len: 946 time: 0.0519204 May 03 14:21:18.527141 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-b5911b5d-dea8-4232-933c-c1233014ccfa req-7cb66014-fb32-4896-b7aa-ce827271e521 tempest-AttachVolumeTestJSON-1268199410 tempest-AttachVolumeTestJSON-1268199410-project] 10.222.0.36 "GET /v2.0/security-groups?id=a76c9f2d-1063-4c61-b166-f9bd22eaaa60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424888 May 03 14:21:19.657837 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d427245-e82d-4afc-9b55-0755184f9955 req-24b0a071-4bb8-496c-87f0-0d6e65981331 tempest-AttachVolumeTestJSON-1268199410 tempest-AttachVolumeTestJSON-1268199410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:21:19.659386 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-3d427245-e82d-4afc-9b55-0755184f9955 req-24b0a071-4bb8-496c-87f0-0d6e65981331 tempest-AttachVolumeTestJSON-1268199410 tempest-AttachVolumeTestJSON-1268199410-project] 10.222.0.36 "GET /v2.0/ports?device_id=5eda64b7-0284-41eb-8cb6-3c07a3afe47e HTTP/1.1" status: 200 len: 946 time: 0.0546553 May 03 14:21:19.710294 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-3d427245-e82d-4afc-9b55-0755184f9955 req-68aa7ded-8b44-4956-b705-faf10470b837 tempest-AttachVolumeTestJSON-1268199410 tempest-AttachVolumeTestJSON-1268199410-project] 10.222.0.36 "GET /v2.0/security-groups?id=a76c9f2d-1063-4c61-b166-f9bd22eaaa60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450714 May 03 14:21:20.335632 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.db.agents_db [None req-22b75db3-e88f-46e7-98cb-691740c6eaf9 None None] Agent healthcheck: found 6 active agents {{(pid=103472) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 03 14:21:20.854973 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76ca958-e2a2-4cec-a163-e6dc8b11da2e req-7643471d-aab5-4f36-9bd9-84825b537f8d tempest-AttachVolumeTestJSON-1268199410 tempest-AttachVolumeTestJSON-1268199410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:21:20.856449 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-c76ca958-e2a2-4cec-a163-e6dc8b11da2e req-7643471d-aab5-4f36-9bd9-84825b537f8d tempest-AttachVolumeTestJSON-1268199410 tempest-AttachVolumeTestJSON-1268199410-project] 10.222.0.36 "GET /v2.0/ports?device_id=5eda64b7-0284-41eb-8cb6-3c07a3afe47e HTTP/1.1" status: 200 len: 946 time: 0.0623085 May 03 14:21:20.906074 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-c76ca958-e2a2-4cec-a163-e6dc8b11da2e req-3a98657b-bcfc-4428-bd77-e935cbdaf05b tempest-AttachVolumeTestJSON-1268199410 tempest-AttachVolumeTestJSON-1268199410-project] 10.222.0.36 "GET /v2.0/security-groups?id=a76c9f2d-1063-4c61-b166-f9bd22eaaa60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438280 May 03 14:21:22.057747 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88237d7b-3988-4007-83c6-70bee16b1990 req-e3825645-333d-45b8-baa5-ec3fdc2d1d72 tempest-AttachVolumeTestJSON-1268199410 tempest-AttachVolumeTestJSON-1268199410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:21:22.059232 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-88237d7b-3988-4007-83c6-70bee16b1990 req-e3825645-333d-45b8-baa5-ec3fdc2d1d72 tempest-AttachVolumeTestJSON-1268199410 tempest-AttachVolumeTestJSON-1268199410-project] 10.222.0.36 "GET /v2.0/ports?device_id=5eda64b7-0284-41eb-8cb6-3c07a3afe47e HTTP/1.1" status: 200 len: 946 time: 0.0706944 May 03 14:21:22.118079 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-88237d7b-3988-4007-83c6-70bee16b1990 req-e2bd19cd-4cc2-4130-a8e3-e58642ce4b77 tempest-AttachVolumeTestJSON-1268199410 tempest-AttachVolumeTestJSON-1268199410-project] 10.222.0.36 "GET /v2.0/security-groups?id=a76c9f2d-1063-4c61-b166-f9bd22eaaa60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520270 May 03 14:21:23.243967 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b2c281-8918-4512-b162-6666a53fc5a5 req-149a716c-0678-46e0-bf2c-76736fb3e2d4 tempest-AttachVolumeTestJSON-1268199410 tempest-AttachVolumeTestJSON-1268199410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:21:23.245487 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-30b2c281-8918-4512-b162-6666a53fc5a5 req-149a716c-0678-46e0-bf2c-76736fb3e2d4 tempest-AttachVolumeTestJSON-1268199410 tempest-AttachVolumeTestJSON-1268199410-project] 10.222.0.36 "GET /v2.0/ports?device_id=5eda64b7-0284-41eb-8cb6-3c07a3afe47e HTTP/1.1" status: 200 len: 946 time: 0.0489659 May 03 14:21:23.294541 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-30b2c281-8918-4512-b162-6666a53fc5a5 req-46472cfa-97d4-4576-ace9-3d94e91f1f54 tempest-AttachVolumeTestJSON-1268199410 tempest-AttachVolumeTestJSON-1268199410-project] 10.222.0.36 "GET /v2.0/security-groups?id=a76c9f2d-1063-4c61-b166-f9bd22eaaa60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433218 May 03 14:21:24.427727 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f8ec06-5bd8-4574-8134-3a978a5df282 req-e82d8be1-d8b8-40c5-a1c7-71ec89748a1b tempest-AttachVolumeTestJSON-1268199410 tempest-AttachVolumeTestJSON-1268199410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:21:24.429257 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-11f8ec06-5bd8-4574-8134-3a978a5df282 req-e82d8be1-d8b8-40c5-a1c7-71ec89748a1b tempest-AttachVolumeTestJSON-1268199410 tempest-AttachVolumeTestJSON-1268199410-project] 10.222.0.36 "GET /v2.0/ports?device_id=5eda64b7-0284-41eb-8cb6-3c07a3afe47e HTTP/1.1" status: 200 len: 946 time: 0.0544572 May 03 14:21:24.480528 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-11f8ec06-5bd8-4574-8134-3a978a5df282 req-32514c0d-e756-4360-bee3-d1a311eba0a5 tempest-AttachVolumeTestJSON-1268199410 tempest-AttachVolumeTestJSON-1268199410-project] 10.222.0.36 "GET /v2.0/security-groups?id=a76c9f2d-1063-4c61-b166-f9bd22eaaa60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443211 May 03 14:21:24.687685 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c95b32-e039-4a6f-9d12-0271a3826d5a req-22d47772-e118-4142-8cbb-f3f413a8b682 tempest-AttachVolumeTestJSON-1268199410 tempest-AttachVolumeTestJSON-1268199410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:21:24.689258 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-91c95b32-e039-4a6f-9d12-0271a3826d5a req-22d47772-e118-4142-8cbb-f3f413a8b682 tempest-AttachVolumeTestJSON-1268199410 tempest-AttachVolumeTestJSON-1268199410-project] 10.222.0.36 "GET /v2.0/ports?device_id=5eda64b7-0284-41eb-8cb6-3c07a3afe47e HTTP/1.1" status: 200 len: 946 time: 0.0492561 May 03 14:21:24.768551 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70741de-e218-49c2-bef7-a451318275d5 req-54b60096-b205-413b-949a-b1848724c82f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:21:24.770212 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-a70741de-e218-49c2-bef7-a451318275d5 req-54b60096-b205-413b-949a-b1848724c82f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b16b4b1b92fd4f6dbb0e0cde810949db&device_id=5eda64b7-0284-41eb-8cb6-3c07a3afe47e HTTP/1.1" status: 200 len: 1130 time: 0.0558755 May 03 14:21:24.778088 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-91c95b32-e039-4a6f-9d12-0271a3826d5a req-9df28a45-f7a2-4ee0-ba00-be06e164b51a tempest-AttachVolumeTestJSON-1268199410 tempest-AttachVolumeTestJSON-1268199410-project] 10.222.0.36 "GET /v2.0/security-groups?id=a76c9f2d-1063-4c61-b166-f9bd22eaaa60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0830672 May 03 14:21:24.865322 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70741de-e218-49c2-bef7-a451318275d5 req-c620242e-d73b-4192-b68e-4ba879f84ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:21:24.866745 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-a70741de-e218-49c2-bef7-a451318275d5 req-c620242e-d73b-4192-b68e-4ba879f84ce6 service neutron] 10.222.0.26 "GET /v2.0/networks?id=816c80d2-ce08-422c-8388-99245d2078e2 HTTP/1.1" status: 200 len: 911 time: 0.0878303 May 03 14:21:24.942480 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-a70741de-e218-49c2-bef7-a451318275d5 req-5a79cf92-cceb-4b20-97b6-ef79baf60fb6 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=35e5aaf7-9dec-4a73-9672-6aeedce9f725 HTTP/1.1" status: 200 len: 1002 time: 0.0669413 May 03 14:21:25.001763 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70741de-e218-49c2-bef7-a451318275d5 req-4c34dc9c-4d38-44f3-968f-aa81bf651da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:21:25.003399 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-a70741de-e218-49c2-bef7-a451318275d5 req-4c34dc9c-4d38-44f3-968f-aa81bf651da8 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=518902ae-a051-403f-b835-83bc017e726e HTTP/1.1" status: 200 len: 849 time: 0.0524645 May 03 14:21:25.051556 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70741de-e218-49c2-bef7-a451318275d5 req-145e00b0-0754-4fac-9617-4998505d2bad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:21:25.053128 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-a70741de-e218-49c2-bef7-a451318275d5 req-145e00b0-0754-4fac-9617-4998505d2bad service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=816c80d2-ce08-422c-8388-99245d2078e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0422044 May 03 14:21:25.154083 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-a70741de-e218-49c2-bef7-a451318275d5 req-a4e78495-137a-4bb1-8ea5-9408bae9835e service neutron] 10.222.0.26 "GET /v2.0/networks/816c80d2-ce08-422c-8388-99245d2078e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934691 May 03 14:21:25.528119 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-a70741de-e218-49c2-bef7-a451318275d5 req-480ebb56-fcde-419a-8376-e31f7e371ecd service neutron] 10.222.0.26 "GET /v2.0/networks/816c80d2-ce08-422c-8388-99245d2078e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3669977 May 03 14:21:25.907137 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfccc94-d0d0-4bc1-b472-49ba13a332ea req-5407cf40-8644-4bf0-8f90-0e716499b104 tempest-AttachVolumeTestJSON-1268199410 tempest-AttachVolumeTestJSON-1268199410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:21:25.908609 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-7bfccc94-d0d0-4bc1-b472-49ba13a332ea req-5407cf40-8644-4bf0-8f90-0e716499b104 tempest-AttachVolumeTestJSON-1268199410 tempest-AttachVolumeTestJSON-1268199410-project] 10.222.0.36 "GET /v2.0/ports?device_id=5eda64b7-0284-41eb-8cb6-3c07a3afe47e HTTP/1.1" status: 200 len: 946 time: 0.0466855 May 03 14:21:25.960619 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-7bfccc94-d0d0-4bc1-b472-49ba13a332ea req-b72c32e6-35f1-4c0d-9b31-2779acc76798 tempest-AttachVolumeTestJSON-1268199410 tempest-AttachVolumeTestJSON-1268199410-project] 10.222.0.36 "GET /v2.0/security-groups?id=a76c9f2d-1063-4c61-b166-f9bd22eaaa60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464363 May 03 14:21:27.081780 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88a72df-428c-430f-94d3-66779dca236a req-01cdc63e-5fa9-4f00-b4ac-92f5ee3267c0 tempest-AttachVolumeTestJSON-1268199410 tempest-AttachVolumeTestJSON-1268199410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:21:27.083251 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-a88a72df-428c-430f-94d3-66779dca236a req-01cdc63e-5fa9-4f00-b4ac-92f5ee3267c0 tempest-AttachVolumeTestJSON-1268199410 tempest-AttachVolumeTestJSON-1268199410-project] 10.222.0.36 "GET /v2.0/ports?device_id=5eda64b7-0284-41eb-8cb6-3c07a3afe47e HTTP/1.1" status: 200 len: 946 time: 0.0516717 May 03 14:21:27.132749 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-a88a72df-428c-430f-94d3-66779dca236a req-141e3c32-fda3-4e68-8298-69753477dfac tempest-AttachVolumeTestJSON-1268199410 tempest-AttachVolumeTestJSON-1268199410-project] 10.222.0.36 "GET /v2.0/security-groups?id=a76c9f2d-1063-4c61-b166-f9bd22eaaa60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433362 May 03 14:21:36.659100 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-8925727e-a970-491e-ae31-671ca45a6e27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786921254184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749114'] for agent (2d0d8db6-b1c3-4022-9f9b-561ce4a4d2d8), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:21:38.944942 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-f3040d7b-7a27-418b-938f-fb72a18cdca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786921254184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749114'] for agent (2583ee88-9503-4370-b6e4-0a676865815e), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:21:39.124044 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786921254184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749114'] for agent (e81ee3ce-91e9-46ba-a5c7-9619c95b22a6), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:21:40.440322 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-6b98c286-5509-41ae-9e31-4a328d4e2e3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786921254184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749114'] for agent (9772c1e2-61d8-4a11-97d8-348a0cefa431), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:21:41.532363 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-ece2f477-2d6d-4faa-a9a3-ecc6a9d3b5ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786921254184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749114'] for agent (5abb75e8-e954-4dc0-bed6-210d2af77b9f), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:21:43.161504 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786921254184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749114'] for agent (43411681-d6d4-43ac-b892-434a22df3f6d), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:21:57.304527 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffa3315-a91a-4971-a034-2a36343fc454 req-bb3397a8-59ee-4ca1-93b5-249ebadba957 tempest-VolumesSnapshotTestJSON-1103622005 tempest-VolumesSnapshotTestJSON-1103622005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:21:57.306220 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-1ffa3315-a91a-4971-a034-2a36343fc454 req-bb3397a8-59ee-4ca1-93b5-249ebadba957 tempest-VolumesSnapshotTestJSON-1103622005 tempest-VolumesSnapshotTestJSON-1103622005-project] 10.222.0.36 "GET /v2.0/ports?device_id=52a62a83-8b0b-4afc-be6e-307065e4cbde HTTP/1.1" status: 200 len: 946 time: 0.0538127 May 03 14:21:57.335364 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.db.agents_db [None req-22b75db3-e88f-46e7-98cb-691740c6eaf9 None None] Agent healthcheck: found 6 active agents {{(pid=103472) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 03 14:21:57.355529 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-1ffa3315-a91a-4971-a034-2a36343fc454 req-76329f1d-327d-4b64-b74e-f94caa8e3054 tempest-VolumesSnapshotTestJSON-1103622005 tempest-VolumesSnapshotTestJSON-1103622005-project] 10.222.0.36 "GET /v2.0/security-groups?id=6023887b-d44e-4861-8a9a-e644c2ff3826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433490 May 03 14:21:58.482770 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3979fa-8cd9-43fd-a6f7-0e41b0df19b8 req-6ef7f245-e9fa-4048-9c21-e22d3ce7050f tempest-VolumesSnapshotTestJSON-1103622005 tempest-VolumesSnapshotTestJSON-1103622005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:21:58.484207 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-fb3979fa-8cd9-43fd-a6f7-0e41b0df19b8 req-6ef7f245-e9fa-4048-9c21-e22d3ce7050f tempest-VolumesSnapshotTestJSON-1103622005 tempest-VolumesSnapshotTestJSON-1103622005-project] 10.222.0.36 "GET /v2.0/ports?device_id=52a62a83-8b0b-4afc-be6e-307065e4cbde HTTP/1.1" status: 200 len: 946 time: 0.0523777 May 03 14:21:58.536114 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-fb3979fa-8cd9-43fd-a6f7-0e41b0df19b8 req-f271c4a2-4668-4fa0-a9b2-416587748044 tempest-VolumesSnapshotTestJSON-1103622005 tempest-VolumesSnapshotTestJSON-1103622005-project] 10.222.0.36 "GET /v2.0/security-groups?id=6023887b-d44e-4861-8a9a-e644c2ff3826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460925 May 03 14:21:58.997815 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247dedd0-e280-4eb6-9bef-ea685bea4bc3 req-69e9814d-aad2-4354-b106-da062086fe8b tempest-VolumesSnapshotTestJSON-1103622005 tempest-VolumesSnapshotTestJSON-1103622005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:21:58.999503 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-247dedd0-e280-4eb6-9bef-ea685bea4bc3 req-69e9814d-aad2-4354-b106-da062086fe8b tempest-VolumesSnapshotTestJSON-1103622005 tempest-VolumesSnapshotTestJSON-1103622005-project] 10.222.0.26 "GET /v2.0/ports?device_id=52a62a83-8b0b-4afc-be6e-307065e4cbde HTTP/1.1" status: 200 len: 946 time: 0.0609503 May 03 14:21:59.084606 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.plugin [req-247dedd0-e280-4eb6-9bef-ea685bea4bc3 req-d5f23491-d10b-4227-9a08-b174c3803497 tempest-VolumesSnapshotTestJSON-1103622005 tempest-VolumesSnapshotTestJSON-1103622005-project] Deleting port 7f90b431-7cd2-4ad7-9a07-8c4c4b549e1f {{(pid=103469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 14:21:59.084969 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-247dedd0-e280-4eb6-9bef-ea685bea4bc3 req-d5f23491-d10b-4227-9a08-b174c3803497 tempest-VolumesSnapshotTestJSON-1103622005 tempest-VolumesSnapshotTestJSON-1103622005-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786921277453'] for port (7f90b431-7cd2-4ad7-9a07-8c4c4b549e1f), before_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:21:59.174212 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.db [req-247dedd0-e280-4eb6-9bef-ea685bea4bc3 req-d5f23491-d10b-4227-9a08-b174c3803497 tempest-VolumesSnapshotTestJSON-1103622005 tempest-VolumesSnapshotTestJSON-1103622005-project] For port 7f90b431-7cd2-4ad7-9a07-8c4c4b549e1f, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=7f90b431-7cd2-4ad7-9a07-8c4c4b549e1f,segment=NetworkSegment(d6537de1-472b-4fd1-a68d-0c1a96a71c0d),segment_id=d6537de1-472b-4fd1-a68d-0c1a96a71c0d)] {{(pid=103469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 14:21:59.174557 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-247dedd0-e280-4eb6-9bef-ea685bea4bc3 req-d5f23491-d10b-4227-9a08-b174c3803497 tempest-VolumesSnapshotTestJSON-1103622005 tempest-VolumesSnapshotTestJSON-1103622005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1690342'] for port (7f90b431-7cd2-4ad7-9a07-8c4c4b549e1f), precommit_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:21:59.190197 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.plugin [req-247dedd0-e280-4eb6-9bef-ea685bea4bc3 req-d5f23491-d10b-4227-9a08-b174c3803497 tempest-VolumesSnapshotTestJSON-1103622005 tempest-VolumesSnapshotTestJSON-1103622005-project] Calling delete_port for 7f90b431-7cd2-4ad7-9a07-8c4c4b549e1f owned by compute:nova {{(pid=103469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 14:21:59.320412 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-247dedd0-e280-4eb6-9bef-ea685bea4bc3 req-d5f23491-d10b-4227-9a08-b174c3803497 tempest-VolumesSnapshotTestJSON-1103622005 tempest-VolumesSnapshotTestJSON-1103622005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786921284765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786920821405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6178079'] for port (7f90b431-7cd2-4ad7-9a07-8c4c4b549e1f), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:21:59.332681 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.db [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] get_ports_and_sgs() called for port_ids ['7f90b431-7cd2-4ad7-9a07-8c4c4b549e1f'] {{(pid=103471) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 03 14:21:59.348866 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f23491-d10b-4227-9a08-b174c3803497 tempest-VolumesSnapshotTestJSON-1103622005 tempest-VolumesSnapshotTestJSON-1103622005-project] Pushing event deleted for resources: {'Port': ['ID=7f90b431-7cd2-4ad7-9a07-8c4c4b549e1f,revision_number=None']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:21:59.391406 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.db.l3_dvrscheduler_db [req-247dedd0-e280-4eb6-9bef-ea685bea4bc3 req-d5f23491-d10b-4227-9a08-b174c3803497 tempest-VolumesSnapshotTestJSON-1103622005 tempest-VolumesSnapshotTestJSON-1103622005-project] No DVR routers for this DVR port 7f90b431-7cd2-4ad7-9a07-8c4c4b549e1f on host hv-cinder-83979 {{(pid=103469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 14:21:59.393896 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-247dedd0-e280-4eb6-9bef-ea685bea4bc3 req-d5f23491-d10b-4227-9a08-b174c3803497 tempest-VolumesSnapshotTestJSON-1103622005 tempest-VolumesSnapshotTestJSON-1103622005-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218734'] for port (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:21:59.397118 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-247dedd0-e280-4eb6-9bef-ea685bea4bc3 req-d5f23491-d10b-4227-9a08-b174c3803497 tempest-VolumesSnapshotTestJSON-1103622005 tempest-VolumesSnapshotTestJSON-1103622005-project] 10.222.0.26 "DELETE /v2.0/ports/7f90b431-7cd2-4ad7-9a07-8c4c4b549e1f HTTP/1.1" status: 204 len: 173 time: 0.3929482 May 03 14:21:59.397575 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52a62a83-8b0b-4afc-be6e-307065e4cbde', 'name': 'network-vif-deleted', 'tag': '7f90b431-7cd2-4ad7-9a07-8c4c4b549e1f'}] {{(pid=103469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 14:21:59.399869 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68fe64b6b3a70a2f5f611128c103f52e8e68dc233ccb418b63396cbb83134719" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e1c977b-9c0d-462e-8934-ee222a6d7729" -d '{"events": [{"server_uuid": "52a62a83-8b0b-4afc-be6e-307065e4cbde", "name": "network-vif-deleted", "tag": "7f90b431-7cd2-4ad7-9a07-8c4c4b549e1f"}]}' {{(pid=103469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 14:21:59.438727 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 May 2022 14:21:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5706ec25-5dfd-4431-8cfe-2c91ed2b5e6c x-openstack-request-id: req-5706ec25-5dfd-4431-8cfe-2c91ed2b5e6c {{(pid=103469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 14:21:59.439245 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52a62a83-8b0b-4afc-be6e-307065e4cbde", "name": "network-vif-deleted", "tag": "7f90b431-7cd2-4ad7-9a07-8c4c4b549e1f", "status": "completed", "code": 200}]} {{(pid=103469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 14:21:59.439752 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-5706ec25-5dfd-4431-8cfe-2c91ed2b5e6c {{(pid=103469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 14:21:59.440326 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5706ec25-5dfd-4431-8cfe-2c91ed2b5e6c'] response: {'server_uuid': '52a62a83-8b0b-4afc-be6e-307065e4cbde', 'name': 'network-vif-deleted', 'tag': '7f90b431-7cd2-4ad7-9a07-8c4c4b549e1f', 'status': 'completed', 'code': 200} May 03 14:21:59.645511 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-5dcee15d-be82-485b-9c4d-76dea230b669 req-7ed1fe86-86c5-4f4d-ba24-70d20a087208 tempest-VolumesSnapshotTestJSON-1103622005 tempest-VolumesSnapshotTestJSON-1103622005-project] 10.222.0.36 "GET /v2.0/ports?device_id=52a62a83-8b0b-4afc-be6e-307065e4cbde HTTP/1.1" status: 200 len: 210 time: 0.0285740 May 03 14:22:03.654006 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.rpc [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Device 7f90b431-7cd2-4ad7-9a07-8c4c4b549e1f no longer exists at agent hyperv_hv-cinder-83979 {{(pid=103471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 03 14:22:03.680989 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] No Port match for: 7f90b431-7cd2-4ad7-9a07-8c4c4b549e1f {{(pid=103471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 03 14:22:03.681328 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.rpc [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Device 7f90b431-7cd2-4ad7-9a07-8c4c4b549e1f not bound to the agent host hv-cinder-83979 {{(pid=103471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 03 14:22:06.656043 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-3d6f2c15-2b21-4268-bd24-573978cde2a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786921254184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749114'] for agent (2d0d8db6-b1c3-4022-9f9b-561ce4a4d2d8), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:22:08.689526 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0464f9f-f41b-40ea-80e3-61a41089ddbe req-39335b37-a5ec-46e4-8212-11115605e06c tempest-VolumesSnapshotTestJSON-1103622005 tempest-VolumesSnapshotTestJSON-1103622005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:22:08.693750 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-c0464f9f-f41b-40ea-80e3-61a41089ddbe req-39335b37-a5ec-46e4-8212-11115605e06c tempest-VolumesSnapshotTestJSON-1103622005 tempest-VolumesSnapshotTestJSON-1103622005-project] 10.222.0.36 "GET /v2.0/networks?id=710c97e6-3503-4883-95f5-bb5369222c32 HTTP/1.1" status: 200 len: 813 time: 0.1259739 May 03 14:22:08.706822 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-c0464f9f-f41b-40ea-80e3-61a41089ddbe req-0783d97e-6e94-4773-bc5d-7e7521fac6a8 tempest-VolumesSnapshotTestJSON-1103622005 tempest-VolumesSnapshotTestJSON-1103622005-project] 10.222.0.36 "GET /v2.0/quotas/800464d9744445e29abb29373b137696 HTTP/1.1" status: 200 len: 375 time: 0.0099292 May 03 14:22:08.741720 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-c0464f9f-f41b-40ea-80e3-61a41089ddbe req-1a2568a8-5d4c-4f47-ae3d-7fdace7603e9 tempest-VolumesSnapshotTestJSON-1103622005 tempest-VolumesSnapshotTestJSON-1103622005-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=800464d9744445e29abb29373b137696&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0291946 May 03 14:22:08.840478 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-c0464f9f-f41b-40ea-80e3-61a41089ddbe req-3a07239e-b4ce-4585-a937-88d35f7839b1 service neutron] 10.222.0.36 "GET /v2.0/networks/710c97e6-3503-4883-95f5-bb5369222c32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918603 May 03 14:22:08.932491 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-c0464f9f-f41b-40ea-80e3-61a41089ddbe req-79006491-0ca8-4d6b-870d-c371c0d67b8d service neutron] 10.222.0.36 "GET /v2.0/networks/710c97e6-3503-4883-95f5-bb5369222c32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828295 May 03 14:22:08.942600 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-242ee896-ec2b-420a-b410-5997aecd5602 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786921254184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749114'] for agent (2583ee88-9503-4370-b6e4-0a676865815e), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:22:09.106151 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-d4fe78eb-acf8-454a-8b8f-35586245fe15 req-21761f0a-86c3-44d2-b8cf-347ae584cd32 tempest-VolumesSnapshotTestJSON-1103622005 tempest-VolumesSnapshotTestJSON-1103622005-project] 10.222.0.36 "GET /v2.0/ports?device_id=2dcd2a4c-b8f7-4364-8e9e-a6402070131c HTTP/1.1" status: 200 len: 210 time: 0.0320327 May 03 14:22:09.137636 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786921254184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749114'] for agent (e81ee3ce-91e9-46ba-a5c7-9619c95b22a6), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:22:09.925240 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b84164-a1e3-424b-8d22-c5be96c9890b req-104a92e6-08c6-4a48-bc3d-2c78450a5bec tempest-AttachVolumeTestJSON-1268199410 tempest-AttachVolumeTestJSON-1268199410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:22:09.927968 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-44b84164-a1e3-424b-8d22-c5be96c9890b req-104a92e6-08c6-4a48-bc3d-2c78450a5bec tempest-AttachVolumeTestJSON-1268199410 tempest-AttachVolumeTestJSON-1268199410-project] 10.222.0.36 "GET /v2.0/ports?device_id=5eda64b7-0284-41eb-8cb6-3c07a3afe47e HTTP/1.1" status: 200 len: 946 time: 0.0525656 May 03 14:22:09.978247 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-44b84164-a1e3-424b-8d22-c5be96c9890b req-57a2ffb3-626b-4114-9971-fb39a8af1c9a tempest-AttachVolumeTestJSON-1268199410 tempest-AttachVolumeTestJSON-1268199410-project] 10.222.0.36 "GET /v2.0/security-groups?id=a76c9f2d-1063-4c61-b166-f9bd22eaaa60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442717 May 03 14:22:10.219132 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-3b56266c-dda7-4e3c-9cfe-71fe35b39c23 req-e1f44154-f8c8-4088-9e55-884027aa108a tempest-VolumesSnapshotTestJSON-1103622005 tempest-VolumesSnapshotTestJSON-1103622005-project] 10.222.0.36 "GET /v2.0/ports?device_id=2dcd2a4c-b8f7-4364-8e9e-a6402070131c HTTP/1.1" status: 200 len: 210 time: 0.0386691 May 03 14:22:10.230013 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0464f9f-f41b-40ea-80e3-61a41089ddbe req-2ebb138e-7182-402c-98af-1b799c6f80ca tempest-VolumesSnapshotTestJSON-1103622005 tempest-VolumesSnapshotTestJSON-1103622005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:22:10.231489 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-c0464f9f-f41b-40ea-80e3-61a41089ddbe req-2ebb138e-7182-402c-98af-1b799c6f80ca tempest-VolumesSnapshotTestJSON-1103622005 tempest-VolumesSnapshotTestJSON-1103622005-project] 10.222.0.26 "GET /v2.0/networks?id=710c97e6-3503-4883-95f5-bb5369222c32 HTTP/1.1" status: 200 len: 813 time: 0.1396689 May 03 14:22:10.246412 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.v2.base [req-c0464f9f-f41b-40ea-80e3-61a41089ddbe req-1b736cc5-75f5-4749-8bc9-9195dd9ec2d1 tempest-VolumesSnapshotTestJSON-1103622005 tempest-VolumesSnapshotTestJSON-1103622005-project] Request body: {'port': {'device_id': '2dcd2a4c-b8f7-4364-8e9e-a6402070131c', 'network_id': '710c97e6-3503-4883-95f5-bb5369222c32', 'admin_state_up': True, 'tenant_id': '800464d9744445e29abb29373b137696'}} {{(pid=103469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 14:22:10.365964 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c0464f9f-f41b-40ea-80e3-61a41089ddbe req-1b736cc5-75f5-4749-8bc9-9195dd9ec2d1 tempest-VolumesSnapshotTestJSON-1103622005 tempest-VolumesSnapshotTestJSON-1103622005-project] Made reservation on behalf of 800464d9744445e29abb29373b137696 for: {'port': 1} {{(pid=103469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 14:22:10.369534 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-c0464f9f-f41b-40ea-80e3-61a41089ddbe req-1b736cc5-75f5-4749-8bc9-9195dd9ec2d1 tempest-VolumesSnapshotTestJSON-1103622005 tempest-VolumesSnapshotTestJSON-1103622005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585126'] for port (None), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:22:10.433405 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-6b98c286-5509-41ae-9e31-4a328d4e2e3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786921254184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749114'] for agent (9772c1e2-61d8-4a11-97d8-348a0cefa431), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:22:10.501468 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.db.db_base_plugin_common [req-c0464f9f-f41b-40ea-80e3-61a41089ddbe req-1b736cc5-75f5-4749-8bc9-9195dd9ec2d1 tempest-VolumesSnapshotTestJSON-1103622005 tempest-VolumesSnapshotTestJSON-1103622005-project] Allocated IP 172.20.0.14 (710c97e6-3503-4883-95f5-bb5369222c32/37b99c60-1af6-4251-9b62-0e659d04c5fb/2741fa27-4b87-4c7d-a507-86dc605d8cda) {{(pid=103469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 14:22:10.665239 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-c0464f9f-f41b-40ea-80e3-61a41089ddbe req-1b736cc5-75f5-4749-8bc9-9195dd9ec2d1 tempest-VolumesSnapshotTestJSON-1103622005 tempest-VolumesSnapshotTestJSON-1103622005-project] Publish callbacks [] for port (2741fa27-4b87-4c7d-a507-86dc605d8cda), precommit_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:22:10.711655 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-c0464f9f-f41b-40ea-80e3-61a41089ddbe req-1b736cc5-75f5-4749-8bc9-9195dd9ec2d1 tempest-VolumesSnapshotTestJSON-1103622005 tempest-VolumesSnapshotTestJSON-1103622005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786920821396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6178079'] for port (2741fa27-4b87-4c7d-a507-86dc605d8cda), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:22:10.753004 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c0464f9f-f41b-40ea-80e3-61a41089ddbe req-1b736cc5-75f5-4749-8bc9-9195dd9ec2d1 tempest-VolumesSnapshotTestJSON-1103622005 tempest-VolumesSnapshotTestJSON-1103622005-project] Network 710c97e6-3503-4883-95f5-bb5369222c32 is already hosted by enough agents. {{(pid=103469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 14:22:10.756261 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.scheduler.base_scheduler [req-c0464f9f-f41b-40ea-80e3-61a41089ddbe req-1b736cc5-75f5-4749-8bc9-9195dd9ec2d1 tempest-VolumesSnapshotTestJSON-1103622005 tempest-VolumesSnapshotTestJSON-1103622005-project] Resources bound (agent type, host, resource id): {{(pid=103469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 14:22:10.761918 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0464f9f-f41b-40ea-80e3-61a41089ddbe req-1b736cc5-75f5-4749-8bc9-9195dd9ec2d1 tempest-VolumesSnapshotTestJSON-1103622005 tempest-VolumesSnapshotTestJSON-1103622005-project] Received port after_create {{(pid=103469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 14:22:10.768309 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b736cc5-75f5-4749-8bc9-9195dd9ec2d1 tempest-VolumesSnapshotTestJSON-1103622005 tempest-VolumesSnapshotTestJSON-1103622005-project] Pushing event updated for resources: {'Port': ['ID=2741fa27-4b87-4c7d-a507-86dc605d8cda,revision_number=1']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:22:10.800452 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b736cc5-75f5-4749-8bc9-9195dd9ec2d1 tempest-VolumesSnapshotTestJSON-1103622005 tempest-VolumesSnapshotTestJSON-1103622005-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:22:10.800947 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b736cc5-75f5-4749-8bc9-9195dd9ec2d1 tempest-VolumesSnapshotTestJSON-1103622005 tempest-VolumesSnapshotTestJSON-1103622005-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:22:10.801501 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b736cc5-75f5-4749-8bc9-9195dd9ec2d1 tempest-VolumesSnapshotTestJSON-1103622005 tempest-VolumesSnapshotTestJSON-1103622005-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:22:10.801832 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b736cc5-75f5-4749-8bc9-9195dd9ec2d1 tempest-VolumesSnapshotTestJSON-1103622005 tempest-VolumesSnapshotTestJSON-1103622005-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:22:10.802162 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b736cc5-75f5-4749-8bc9-9195dd9ec2d1 tempest-VolumesSnapshotTestJSON-1103622005 tempest-VolumesSnapshotTestJSON-1103622005-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:22:10.802491 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b736cc5-75f5-4749-8bc9-9195dd9ec2d1 tempest-VolumesSnapshotTestJSON-1103622005 tempest-VolumesSnapshotTestJSON-1103622005-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:22:10.802811 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b736cc5-75f5-4749-8bc9-9195dd9ec2d1 tempest-VolumesSnapshotTestJSON-1103622005 tempest-VolumesSnapshotTestJSON-1103622005-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:22:10.803131 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b736cc5-75f5-4749-8bc9-9195dd9ec2d1 tempest-VolumesSnapshotTestJSON-1103622005 tempest-VolumesSnapshotTestJSON-1103622005-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:22:10.803451 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b736cc5-75f5-4749-8bc9-9195dd9ec2d1 tempest-VolumesSnapshotTestJSON-1103622005 tempest-VolumesSnapshotTestJSON-1103622005-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:22:10.803766 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b736cc5-75f5-4749-8bc9-9195dd9ec2d1 tempest-VolumesSnapshotTestJSON-1103622005 tempest-VolumesSnapshotTestJSON-1103622005-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:22:10.804071 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b736cc5-75f5-4749-8bc9-9195dd9ec2d1 tempest-VolumesSnapshotTestJSON-1103622005 tempest-VolumesSnapshotTestJSON-1103622005-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:22:10.804388 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b736cc5-75f5-4749-8bc9-9195dd9ec2d1 tempest-VolumesSnapshotTestJSON-1103622005 tempest-VolumesSnapshotTestJSON-1103622005-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:22:10.804704 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b736cc5-75f5-4749-8bc9-9195dd9ec2d1 tempest-VolumesSnapshotTestJSON-1103622005 tempest-VolumesSnapshotTestJSON-1103622005-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:22:10.805046 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b736cc5-75f5-4749-8bc9-9195dd9ec2d1 tempest-VolumesSnapshotTestJSON-1103622005 tempest-VolumesSnapshotTestJSON-1103622005-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:22:10.805520 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b736cc5-75f5-4749-8bc9-9195dd9ec2d1 tempest-VolumesSnapshotTestJSON-1103622005 tempest-VolumesSnapshotTestJSON-1103622005-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:22:10.828889 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0464f9f-f41b-40ea-80e3-61a41089ddbe req-1b736cc5-75f5-4749-8bc9-9195dd9ec2d1 tempest-VolumesSnapshotTestJSON-1103622005 tempest-VolumesSnapshotTestJSON-1103622005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:22:10.829557 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-c0464f9f-f41b-40ea-80e3-61a41089ddbe req-1b736cc5-75f5-4749-8bc9-9195dd9ec2d1 tempest-VolumesSnapshotTestJSON-1103622005 tempest-VolumesSnapshotTestJSON-1103622005-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218734'] for port (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:22:10.848815 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-c0464f9f-f41b-40ea-80e3-61a41089ddbe req-1b736cc5-75f5-4749-8bc9-9195dd9ec2d1 tempest-VolumesSnapshotTestJSON-1103622005 tempest-VolumesSnapshotTestJSON-1103622005-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6062691 May 03 14:22:10.860666 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.v2.base [req-c0464f9f-f41b-40ea-80e3-61a41089ddbe req-e77cebaa-c58b-4895-82ba-084537bb824d service neutron] Request body: {'port': {'device_id': '2dcd2a4c-b8f7-4364-8e9e-a6402070131c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83979'}} {{(pid=103469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 14:22:10.922050 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-c0464f9f-f41b-40ea-80e3-61a41089ddbe req-e77cebaa-c58b-4895-82ba-084537bb824d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585126'] for port (2741fa27-4b87-4c7d-a507-86dc605d8cda), before_update {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:22:11.093724 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fb0627-63fa-4c26-b8dd-ce39c6955a25 req-1459d13d-b42a-4764-b4a3-f4f441f5aa67 tempest-AttachVolumeTestJSON-1268199410 tempest-AttachVolumeTestJSON-1268199410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:22:11.095189 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-56fb0627-63fa-4c26-b8dd-ce39c6955a25 req-1459d13d-b42a-4764-b4a3-f4f441f5aa67 tempest-AttachVolumeTestJSON-1268199410 tempest-AttachVolumeTestJSON-1268199410-project] 10.222.0.36 "GET /v2.0/ports?device_id=5eda64b7-0284-41eb-8cb6-3c07a3afe47e HTTP/1.1" status: 200 len: 946 time: 0.0467968 May 03 14:22:11.141596 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-56fb0627-63fa-4c26-b8dd-ce39c6955a25 req-5e9b3d96-2a4f-44ce-a906-8350597d9de4 tempest-AttachVolumeTestJSON-1268199410 tempest-AttachVolumeTestJSON-1268199410-project] 10.222.0.36 "GET /v2.0/security-groups?id=a76c9f2d-1063-4c61-b166-f9bd22eaaa60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405476 May 03 14:22:11.188439 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.notifiers.nova [req-c0464f9f-f41b-40ea-80e3-61a41089ddbe req-e77cebaa-c58b-4895-82ba-084537bb824d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2741fa27-4b87-4c7d-a507-86dc605d8cda {{(pid=103469) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 14:22:11.196142 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-c0464f9f-f41b-40ea-80e3-61a41089ddbe req-e77cebaa-c58b-4895-82ba-084537bb824d service neutron] Publish callbacks [] for port (2741fa27-4b87-4c7d-a507-86dc605d8cda), precommit_update {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:22:11.209722 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.db.provisioning_blocks [req-c0464f9f-f41b-40ea-80e3-61a41089ddbe req-e77cebaa-c58b-4895-82ba-084537bb824d service neutron] Transition to ACTIVE for port object 2741fa27-4b87-4c7d-a507-86dc605d8cda will not be triggered until provisioned by entity L2. {{(pid=103469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 03 14:22:11.215478 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-c0464f9f-f41b-40ea-80e3-61a41089ddbe req-e77cebaa-c58b-4895-82ba-084537bb824d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786921284783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786920821414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786920821432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6178150'] for port (2741fa27-4b87-4c7d-a507-86dc605d8cda), after_update {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:22:11.265985 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77cebaa-c58b-4895-82ba-084537bb824d service neutron] Pushing event updated for resources: {'Port': ['ID=2741fa27-4b87-4c7d-a507-86dc605d8cda,revision_number=2']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:22:11.370624 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8353840-0d1c-4bc0-a35b-b32a2b2ca9d9 req-fbe2d9d0-83ec-41ca-a53c-15d5353482c7 tempest-VolumesSnapshotTestJSON-1103622005 tempest-VolumesSnapshotTestJSON-1103622005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:22:11.372213 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-d8353840-0d1c-4bc0-a35b-b32a2b2ca9d9 req-fbe2d9d0-83ec-41ca-a53c-15d5353482c7 tempest-VolumesSnapshotTestJSON-1103622005 tempest-VolumesSnapshotTestJSON-1103622005-project] 10.222.0.36 "GET /v2.0/ports?device_id=2dcd2a4c-b8f7-4364-8e9e-a6402070131c HTTP/1.1" status: 200 len: 944 time: 0.0624151 May 03 14:22:11.388270 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.managers [req-c0464f9f-f41b-40ea-80e3-61a41089ddbe req-e77cebaa-c58b-4895-82ba-084537bb824d service neutron] Attempting to bind port 2741fa27-4b87-4c7d-a507-86dc605d8cda on host hv-cinder-83979 for vnic_type normal with profile {{(pid=103469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 03 14:22:11.388605 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.managers [req-c0464f9f-f41b-40ea-80e3-61a41089ddbe req-e77cebaa-c58b-4895-82ba-084537bb824d service neutron] Attempting to bind port 2741fa27-4b87-4c7d-a507-86dc605d8cda by drivers openvswitch,hyperv on host hv-cinder-83979 at level 0 using segments [{'id': 'd6537de1-472b-4fd1-a68d-0c1a96a71c0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '710c97e6-3503-4883-95f5-bb5369222c32'}] {{(pid=103469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 03 14:22:11.388925 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0464f9f-f41b-40ea-80e3-61a41089ddbe req-e77cebaa-c58b-4895-82ba-084537bb824d service neutron] Attempting to bind port 2741fa27-4b87-4c7d-a507-86dc605d8cda on network 710c97e6-3503-4883-95f5-bb5369222c32 {{(pid=103469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 14:22:11.401784 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0464f9f-f41b-40ea-80e3-61a41089ddbe req-e77cebaa-c58b-4895-82ba-084537bb824d service neutron] Port 2741fa27-4b87-4c7d-a507-86dc605d8cda on network 710c97e6-3503-4883-95f5-bb5369222c32 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83979 {{(pid=103469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 03 14:22:11.402077 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0464f9f-f41b-40ea-80e3-61a41089ddbe req-e77cebaa-c58b-4895-82ba-084537bb824d service neutron] Attempting to bind port 2741fa27-4b87-4c7d-a507-86dc605d8cda on network 710c97e6-3503-4883-95f5-bb5369222c32 {{(pid=103469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 14:22:11.414454 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0464f9f-f41b-40ea-80e3-61a41089ddbe req-e77cebaa-c58b-4895-82ba-084537bb824d service neutron] Checking agent: {'id': 'e81ee3ce-91e9-46ba-a5c7-9619c95b22a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83979', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 14, 11, 7), 'started_at': datetime.datetime(2022, 5, 3, 14, 11, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 14, 22, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 03 14:22:11.414788 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0464f9f-f41b-40ea-80e3-61a41089ddbe req-e77cebaa-c58b-4895-82ba-084537bb824d service neutron] Checking segment: {'id': 'd6537de1-472b-4fd1-a68d-0c1a96a71c0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '710c97e6-3503-4883-95f5-bb5369222c32'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 14:22:11.415162 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0464f9f-f41b-40ea-80e3-61a41089ddbe req-e77cebaa-c58b-4895-82ba-084537bb824d service neutron] Bound using segment: {'id': 'd6537de1-472b-4fd1-a68d-0c1a96a71c0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '710c97e6-3503-4883-95f5-bb5369222c32'} {{(pid=103469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 03 14:22:11.415585 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.managers [req-c0464f9f-f41b-40ea-80e3-61a41089ddbe req-e77cebaa-c58b-4895-82ba-084537bb824d service neutron] Bound port: 2741fa27-4b87-4c7d-a507-86dc605d8cda, host: hv-cinder-83979, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6537de1-472b-4fd1-a68d-0c1a96a71c0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '710c97e6-3503-4883-95f5-bb5369222c32'}}] {{(pid=103469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 03 14:22:11.415934 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-c0464f9f-f41b-40ea-80e3-61a41089ddbe req-e77cebaa-c58b-4895-82ba-084537bb824d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585126'] for port (2741fa27-4b87-4c7d-a507-86dc605d8cda), before_update {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:22:11.442314 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-d8353840-0d1c-4bc0-a35b-b32a2b2ca9d9 req-7395de79-84b9-4151-a54c-eb477a69c080 tempest-VolumesSnapshotTestJSON-1103622005 tempest-VolumesSnapshotTestJSON-1103622005-project] 10.222.0.36 "GET /v2.0/security-groups?id=6023887b-d44e-4861-8a9a-e644c2ff3826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639265 May 03 14:22:11.493872 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.db [req-c0464f9f-f41b-40ea-80e3-61a41089ddbe req-e77cebaa-c58b-4895-82ba-084537bb824d service neutron] For port 2741fa27-4b87-4c7d-a507-86dc605d8cda, host hv-cinder-83979, cleared binding levels {{(pid=103469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 14:22:11.496818 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.db [req-c0464f9f-f41b-40ea-80e3-61a41089ddbe req-e77cebaa-c58b-4895-82ba-084537bb824d service neutron] For port 2741fa27-4b87-4c7d-a507-86dc605d8cda, host hv-cinder-83979, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=2741fa27-4b87-4c7d-a507-86dc605d8cda,segment=NetworkSegment(d6537de1-472b-4fd1-a68d-0c1a96a71c0d),segment_id=d6537de1-472b-4fd1-a68d-0c1a96a71c0d)] {{(pid=103469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 14:22:11.504931 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-c0464f9f-f41b-40ea-80e3-61a41089ddbe req-e77cebaa-c58b-4895-82ba-084537bb824d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786921284783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786920821414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786920821432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6178150'] for port (2741fa27-4b87-4c7d-a507-86dc605d8cda), after_update {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:22:11.539969 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0464f9f-f41b-40ea-80e3-61a41089ddbe req-e77cebaa-c58b-4895-82ba-084537bb824d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:22:11.540587 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-c0464f9f-f41b-40ea-80e3-61a41089ddbe req-e77cebaa-c58b-4895-82ba-084537bb824d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218734'] for port (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:22:11.540834 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-ece2f477-2d6d-4faa-a9a3-ecc6a9d3b5ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786921254184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749114'] for agent (5abb75e8-e954-4dc0-bed6-210d2af77b9f), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:22:11.542055 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-c0464f9f-f41b-40ea-80e3-61a41089ddbe req-e77cebaa-c58b-4895-82ba-084537bb824d service neutron] 10.222.0.26 "PUT /v2.0/ports/2741fa27-4b87-4c7d-a507-86dc605d8cda HTTP/1.1" status: 200 len: 1094 time: 0.6853158 May 03 14:22:11.542464 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2dcd2a4c-b8f7-4364-8e9e-a6402070131c', 'tag': '2741fa27-4b87-4c7d-a507-86dc605d8cda'}] {{(pid=103469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 14:22:11.544757 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68fe64b6b3a70a2f5f611128c103f52e8e68dc233ccb418b63396cbb83134719" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45c011a9-cc3e-41c6-bdc6-8ea665f13e0b" -d '{"events": [{"name": "network-changed", "server_uuid": "2dcd2a4c-b8f7-4364-8e9e-a6402070131c", "tag": "2741fa27-4b87-4c7d-a507-86dc605d8cda"}]}' {{(pid=103469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 14:22:11.571287 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77cebaa-c58b-4895-82ba-084537bb824d service neutron] Pushing event updated for resources: {'Port': ['ID=2741fa27-4b87-4c7d-a507-86dc605d8cda,revision_number=3']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:22:11.584186 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 May 2022 14:22:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0619c5b-7b10-4a07-8a05-816194635917 x-openstack-request-id: req-f0619c5b-7b10-4a07-8a05-816194635917 {{(pid=103469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 14:22:11.584477 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2dcd2a4c-b8f7-4364-8e9e-a6402070131c", "tag": "2741fa27-4b87-4c7d-a507-86dc605d8cda", "status": "completed", "code": 200}]} {{(pid=103469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 14:22:11.584735 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f0619c5b-7b10-4a07-8a05-816194635917 {{(pid=103469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 14:22:11.585151 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f0619c5b-7b10-4a07-8a05-816194635917'] response: {'name': 'network-changed', 'server_uuid': '2dcd2a4c-b8f7-4364-8e9e-a6402070131c', 'tag': '2741fa27-4b87-4c7d-a507-86dc605d8cda', 'status': 'completed', 'code': 200} May 03 14:22:11.629037 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0464f9f-f41b-40ea-80e3-61a41089ddbe req-07674424-4466-48dc-868d-bd0dd9690fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:22:11.630603 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-c0464f9f-f41b-40ea-80e3-61a41089ddbe req-07674424-4466-48dc-868d-bd0dd9690fd2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=800464d9744445e29abb29373b137696&device_id=2dcd2a4c-b8f7-4364-8e9e-a6402070131c HTTP/1.1" status: 200 len: 1128 time: 0.0436101 May 03 14:22:11.671755 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-c0464f9f-f41b-40ea-80e3-61a41089ddbe req-5b0cd45d-295b-44d0-a8e7-6fa30f87bf79 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2741fa27-4b87-4c7d-a507-86dc605d8cda HTTP/1.1" status: 200 len: 217 time: 0.0341806 May 03 14:22:11.719901 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0464f9f-f41b-40ea-80e3-61a41089ddbe req-6c0658b9-26d9-40cb-9dcf-2d6c55815828 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:22:11.721303 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-c0464f9f-f41b-40ea-80e3-61a41089ddbe req-6c0658b9-26d9-40cb-9dcf-2d6c55815828 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=37b99c60-1af6-4251-9b62-0e659d04c5fb HTTP/1.1" status: 200 len: 853 time: 0.0437987 May 03 14:22:11.752368 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-c0464f9f-f41b-40ea-80e3-61a41089ddbe req-2efd4f25-747e-4f5e-8e46-daf980ce260a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=710c97e6-3503-4883-95f5-bb5369222c32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254560 May 03 14:22:11.849451 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-c0464f9f-f41b-40ea-80e3-61a41089ddbe req-61a699b3-2128-42f2-bc42-2fa23839725a service neutron] 10.222.0.26 "GET /v2.0/networks/710c97e6-3503-4883-95f5-bb5369222c32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902412 May 03 14:22:11.943549 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-c0464f9f-f41b-40ea-80e3-61a41089ddbe req-001ad0e2-0382-4a98-b254-a93e4187d431 service neutron] 10.222.0.26 "GET /v2.0/networks/710c97e6-3503-4883-95f5-bb5369222c32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868921 May 03 14:22:12.267933 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14496faa-a4b4-4382-b83a-5257ded58208 req-3725aa37-0bd0-4cab-b31a-ae7ec91b676a tempest-AttachVolumeTestJSON-1268199410 tempest-AttachVolumeTestJSON-1268199410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:22:12.269428 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-14496faa-a4b4-4382-b83a-5257ded58208 req-3725aa37-0bd0-4cab-b31a-ae7ec91b676a tempest-AttachVolumeTestJSON-1268199410 tempest-AttachVolumeTestJSON-1268199410-project] 10.222.0.36 "GET /v2.0/ports?device_id=5eda64b7-0284-41eb-8cb6-3c07a3afe47e HTTP/1.1" status: 200 len: 946 time: 0.0476251 May 03 14:22:12.317620 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-14496faa-a4b4-4382-b83a-5257ded58208 req-cf357855-313b-400b-95f7-7ede87c6dd8c tempest-AttachVolumeTestJSON-1268199410 tempest-AttachVolumeTestJSON-1268199410-project] 10.222.0.36 "GET /v2.0/security-groups?id=a76c9f2d-1063-4c61-b166-f9bd22eaaa60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426149 May 03 14:22:12.579854 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a533690-052b-455b-ba30-77dd7cccefa4 req-d840ea46-94ab-4974-87c5-2229d7e008ba tempest-VolumesSnapshotTestJSON-1103622005 tempest-VolumesSnapshotTestJSON-1103622005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:22:12.581181 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-1a533690-052b-455b-ba30-77dd7cccefa4 req-d840ea46-94ab-4974-87c5-2229d7e008ba tempest-VolumesSnapshotTestJSON-1103622005 tempest-VolumesSnapshotTestJSON-1103622005-project] 10.222.0.36 "GET /v2.0/ports?device_id=2dcd2a4c-b8f7-4364-8e9e-a6402070131c HTTP/1.1" status: 200 len: 944 time: 0.0582902 May 03 14:22:12.632371 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-1a533690-052b-455b-ba30-77dd7cccefa4 req-6148fa48-cbea-4153-9c39-93eac8786d61 tempest-VolumesSnapshotTestJSON-1103622005 tempest-VolumesSnapshotTestJSON-1103622005-project] 10.222.0.36 "GET /v2.0/security-groups?id=6023887b-d44e-4861-8a9a-e644c2ff3826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414724 May 03 14:22:12.794532 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c011a9-cc3e-41c6-bdc6-8ea665f13e0b req-98ea4823-a939-41e5-a648-b473a55c936c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:22:12.796021 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-45c011a9-cc3e-41c6-bdc6-8ea665f13e0b req-98ea4823-a939-41e5-a648-b473a55c936c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=800464d9744445e29abb29373b137696&device_id=2dcd2a4c-b8f7-4364-8e9e-a6402070131c HTTP/1.1" status: 200 len: 1128 time: 0.0397673 May 03 14:22:13.085432 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c011a9-cc3e-41c6-bdc6-8ea665f13e0b req-f2787081-8f6e-417b-83ec-8878fb277292 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:22:13.086960 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-45c011a9-cc3e-41c6-bdc6-8ea665f13e0b req-f2787081-8f6e-417b-83ec-8878fb277292 service neutron] 10.222.0.26 "GET /v2.0/networks?id=710c97e6-3503-4883-95f5-bb5369222c32 HTTP/1.1" status: 200 len: 914 time: 0.0981615 May 03 14:22:13.144573 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-45c011a9-cc3e-41c6-bdc6-8ea665f13e0b req-0f730f73-8e25-4ca0-8f8e-1b6aa85eaa47 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2741fa27-4b87-4c7d-a507-86dc605d8cda HTTP/1.1" status: 200 len: 217 time: 0.0392315 May 03 14:22:13.155295 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786921254184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749114'] for agent (43411681-d6d4-43ac-b892-434a22df3f6d), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:22:13.395704 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c011a9-cc3e-41c6-bdc6-8ea665f13e0b req-9b97973d-37bc-4fee-9919-86f26cadfa95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:22:13.397177 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-45c011a9-cc3e-41c6-bdc6-8ea665f13e0b req-9b97973d-37bc-4fee-9919-86f26cadfa95 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=37b99c60-1af6-4251-9b62-0e659d04c5fb HTTP/1.1" status: 200 len: 853 time: 0.0534565 May 03 14:22:13.452367 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-45c011a9-cc3e-41c6-bdc6-8ea665f13e0b req-6082bf04-13b4-4a92-ac03-f0f496bf7225 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=710c97e6-3503-4883-95f5-bb5369222c32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0449555 May 03 14:22:13.472564 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0348fd4-850c-47f8-a597-bd89c3893197 req-0d14907e-dedd-43ad-a472-1fd342158296 tempest-AttachVolumeTestJSON-1268199410 tempest-AttachVolumeTestJSON-1268199410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:22:13.474105 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-f0348fd4-850c-47f8-a597-bd89c3893197 req-0d14907e-dedd-43ad-a472-1fd342158296 tempest-AttachVolumeTestJSON-1268199410 tempest-AttachVolumeTestJSON-1268199410-project] 10.222.0.36 "GET /v2.0/ports?device_id=5eda64b7-0284-41eb-8cb6-3c07a3afe47e HTTP/1.1" status: 200 len: 946 time: 0.0750988 May 03 14:22:13.571192 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-f0348fd4-850c-47f8-a597-bd89c3893197 req-7e986e41-aec6-4cbf-b49e-b8cfb75a5ce0 tempest-AttachVolumeTestJSON-1268199410 tempest-AttachVolumeTestJSON-1268199410-project] 10.222.0.36 "GET /v2.0/security-groups?id=a76c9f2d-1063-4c61-b166-f9bd22eaaa60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0856230 May 03 14:22:13.586154 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-45c011a9-cc3e-41c6-bdc6-8ea665f13e0b req-a3ebf8f2-6e68-44d7-9fe4-cf339f22a88f service neutron] 10.222.0.26 "GET /v2.0/networks/710c97e6-3503-4883-95f5-bb5369222c32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259203 May 03 14:22:13.691833 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-45c011a9-cc3e-41c6-bdc6-8ea665f13e0b req-d859f0fa-c484-41b7-875e-40683e8a3c2a service neutron] 10.222.0.26 "GET /v2.0/networks/710c97e6-3503-4883-95f5-bb5369222c32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966723 May 03 14:22:13.696203 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.rpc [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Device 2741fa27-4b87-4c7d-a507-86dc605d8cda details requested by agent hyperv_hv-cinder-83979 with host hv-cinder-83979 {{(pid=103471) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 03 14:22:13.756351 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efe8e1d-4ebe-4841-880b-8fe22f92692e req-e12ac08f-bbf6-488e-8e88-068067504ff6 tempest-VolumesSnapshotTestJSON-1103622005 tempest-VolumesSnapshotTestJSON-1103622005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:22:13.757878 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-9efe8e1d-4ebe-4841-880b-8fe22f92692e req-e12ac08f-bbf6-488e-8e88-068067504ff6 tempest-VolumesSnapshotTestJSON-1103622005 tempest-VolumesSnapshotTestJSON-1103622005-project] 10.222.0.36 "GET /v2.0/ports?device_id=2dcd2a4c-b8f7-4364-8e9e-a6402070131c HTTP/1.1" status: 200 len: 944 time: 0.0470960 May 03 14:22:13.798714 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.db [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] For port 2741fa27-4b87-4c7d-a507-86dc605d8cda, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=2741fa27-4b87-4c7d-a507-86dc605d8cda,segment=NetworkSegment(d6537de1-472b-4fd1-a68d-0c1a96a71c0d),segment_id=d6537de1-472b-4fd1-a68d-0c1a96a71c0d)] {{(pid=103471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 14:22:13.804575 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-9efe8e1d-4ebe-4841-880b-8fe22f92692e req-25b2e6aa-cc6c-4ef5-abe1-c08a7661568f tempest-VolumesSnapshotTestJSON-1103622005 tempest-VolumesSnapshotTestJSON-1103622005-project] 10.222.0.36 "GET /v2.0/security-groups?id=6023887b-d44e-4861-8a9a-e644c2ff3826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411177 May 03 14:22:13.810530 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.rpc [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Returning: {'device': '2741fa27-4b87-4c7d-a507-86dc605d8cda', 'network_id': '710c97e6-3503-4883-95f5-bb5369222c32', 'port_id': '2741fa27-4b87-4c7d-a507-86dc605d8cda', 'mac_address': 'fa:16:3e:85:a3:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37b99c60-1af6-4251-9b62-0e659d04c5fb', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103471) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 03 14:22:13.848016 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Current status of the port 2741fa27-4b87-4c7d-a507-86dc605d8cda is: DOWN; New status is: BUILD {{(pid=103471) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 14:22:13.848398 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585126'] for port (2741fa27-4b87-4c7d-a507-86dc605d8cda), before_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:22:13.861142 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.notifiers.nova [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2741fa27-4b87-4c7d-a507-86dc605d8cda {{(pid=103471) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 14:22:13.881090 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.db [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] For port 2741fa27-4b87-4c7d-a507-86dc605d8cda, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=2741fa27-4b87-4c7d-a507-86dc605d8cda,segment=NetworkSegment(d6537de1-472b-4fd1-a68d-0c1a96a71c0d),segment_id=d6537de1-472b-4fd1-a68d-0c1a96a71c0d)] {{(pid=103471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 14:22:13.888384 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786921284783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786920821414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786920821432'] for port (2741fa27-4b87-4c7d-a507-86dc605d8cda), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:22:13.949131 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Pushing event updated for resources: {'Port': ['ID=2741fa27-4b87-4c7d-a507-86dc605d8cda,revision_number=4']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:22:13.959840 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:22:13.960184 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:22:13.960624 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:22:13.960965 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:22:13.961311 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:22:13.961650 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:22:13.961967 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:22:13.962285 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:22:13.962604 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:22:13.962902 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:22:13.963215 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:22:13.963531 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:22:13.963849 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:22:13.964157 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:22:13.964466 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:22:14.125892 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.db [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] get_ports_and_sgs() called for port_ids ['2741fa27-4b87-4c7d-a507-86dc605d8cda'] {{(pid=103471) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 03 14:22:14.606187 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ca8d5b-0452-4f40-a0b1-9c14f0aaf067 req-549e1ad4-b8e6-4234-b3d5-444dd5f0d512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:22:14.607687 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-98ca8d5b-0452-4f40-a0b1-9c14f0aaf067 req-549e1ad4-b8e6-4234-b3d5-444dd5f0d512 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b16b4b1b92fd4f6dbb0e0cde810949db&device_id=5eda64b7-0284-41eb-8cb6-3c07a3afe47e HTTP/1.1" status: 200 len: 1130 time: 0.0480733 May 03 14:22:14.728041 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121faf3b-e63d-4623-9946-fcaecd8625e0 req-f107969a-a6c7-478b-9a9c-4a2c6c113f34 tempest-AttachVolumeTestJSON-1268199410 tempest-AttachVolumeTestJSON-1268199410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:22:14.729498 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-121faf3b-e63d-4623-9946-fcaecd8625e0 req-f107969a-a6c7-478b-9a9c-4a2c6c113f34 tempest-AttachVolumeTestJSON-1268199410 tempest-AttachVolumeTestJSON-1268199410-project] 10.222.0.36 "GET /v2.0/ports?device_id=5eda64b7-0284-41eb-8cb6-3c07a3afe47e HTTP/1.1" status: 200 len: 946 time: 0.0829306 May 03 14:22:14.764463 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ca8d5b-0452-4f40-a0b1-9c14f0aaf067 req-fe4e107c-8193-4f8f-89fb-065e39dc2fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:22:14.765944 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-98ca8d5b-0452-4f40-a0b1-9c14f0aaf067 req-fe4e107c-8193-4f8f-89fb-065e39dc2fc6 service neutron] 10.222.0.26 "GET /v2.0/networks?id=816c80d2-ce08-422c-8388-99245d2078e2 HTTP/1.1" status: 200 len: 911 time: 0.1373184 May 03 14:22:14.792977 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-121faf3b-e63d-4623-9946-fcaecd8625e0 req-3a34855b-33bf-474c-a846-87c1219dd40b tempest-AttachVolumeTestJSON-1268199410 tempest-AttachVolumeTestJSON-1268199410-project] 10.222.0.36 "GET /v2.0/security-groups?id=a76c9f2d-1063-4c61-b166-f9bd22eaaa60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572052 May 03 14:22:14.919637 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8a3931-346a-4a70-82be-158441351fc8 req-849894e6-1453-4f31-a979-e4c198592981 tempest-VolumesSnapshotTestJSON-1103622005 tempest-VolumesSnapshotTestJSON-1103622005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:22:14.920980 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-98ca8d5b-0452-4f40-a0b1-9c14f0aaf067 req-257ef5fd-bd93-4d6f-a722-a404e62d8976 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=35e5aaf7-9dec-4a73-9672-6aeedce9f725 HTTP/1.1" status: 200 len: 1002 time: 0.0588839 May 03 14:22:14.921139 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-2b8a3931-346a-4a70-82be-158441351fc8 req-849894e6-1453-4f31-a979-e4c198592981 tempest-VolumesSnapshotTestJSON-1103622005 tempest-VolumesSnapshotTestJSON-1103622005-project] 10.222.0.36 "GET /v2.0/ports?device_id=2dcd2a4c-b8f7-4364-8e9e-a6402070131c HTTP/1.1" status: 200 len: 945 time: 0.0468957 May 03 14:22:14.972396 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-2b8a3931-346a-4a70-82be-158441351fc8 req-ff9eef37-5fa2-4f4c-ba07-f4e9dee86578 tempest-VolumesSnapshotTestJSON-1103622005 tempest-VolumesSnapshotTestJSON-1103622005-project] 10.222.0.36 "GET /v2.0/security-groups?id=6023887b-d44e-4861-8a9a-e644c2ff3826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453410 May 03 14:22:14.972733 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ca8d5b-0452-4f40-a0b1-9c14f0aaf067 req-ef50c711-60d6-4f92-a84b-dff5c71e60f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:22:14.975002 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-98ca8d5b-0452-4f40-a0b1-9c14f0aaf067 req-ef50c711-60d6-4f92-a84b-dff5c71e60f4 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=518902ae-a051-403f-b835-83bc017e726e HTTP/1.1" status: 200 len: 849 time: 0.0477395 May 03 14:22:15.035979 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ca8d5b-0452-4f40-a0b1-9c14f0aaf067 req-9e0a41ef-68d2-482e-a55a-ee5ac67b535e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:22:15.038050 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-98ca8d5b-0452-4f40-a0b1-9c14f0aaf067 req-9e0a41ef-68d2-482e-a55a-ee5ac67b535e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=816c80d2-ce08-422c-8388-99245d2078e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0564437 May 03 14:22:15.132969 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-98ca8d5b-0452-4f40-a0b1-9c14f0aaf067 req-a431eea2-a385-4086-8cd3-5b42a3d0e87e service neutron] 10.222.0.26 "GET /v2.0/networks/816c80d2-ce08-422c-8388-99245d2078e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879757 May 03 14:22:15.223750 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-98ca8d5b-0452-4f40-a0b1-9c14f0aaf067 req-e422622a-9a2c-450d-a492-9df2a6f13b71 service neutron] 10.222.0.26 "GET /v2.0/networks/816c80d2-ce08-422c-8388-99245d2078e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840001 May 03 14:22:15.714782 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.rpc [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Device 2741fa27-4b87-4c7d-a507-86dc605d8cda up at agent hyperv_hv-cinder-83979 {{(pid=103471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 14:22:15.771704 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.provisioning_blocks [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Provisioning for port 2741fa27-4b87-4c7d-a507-86dc605d8cda completed by entity L2. {{(pid=103471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 03 14:22:15.780169 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.provisioning_blocks [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Provisioning complete for port 2741fa27-4b87-4c7d-a507-86dc605d8cda triggered by entity L2. {{(pid=103471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 14:22:15.780629 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749148'] for port (2741fa27-4b87-4c7d-a507-86dc605d8cda), provisioning_complete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:22:15.864186 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Current status of the port 2741fa27-4b87-4c7d-a507-86dc605d8cda is: BUILD; New status is: ACTIVE {{(pid=103471) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 14:22:15.864578 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585126'] for port (2741fa27-4b87-4c7d-a507-86dc605d8cda), before_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:22:15.889093 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2dcd2a4c-b8f7-4364-8e9e-a6402070131c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2741fa27-4b87-4c7d-a507-86dc605d8cda'}] {{(pid=103471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 14:22:15.891399 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}258de9d1a1c653a46c94c94b096b8a314ffaed5fb8c929df022c823a20d863ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-136b191e-8174-4d8b-ac1a-7095802591a9" -d '{"events": [{"server_uuid": "2dcd2a4c-b8f7-4364-8e9e-a6402070131c", "name": "network-vif-plugged", "status": "completed", "tag": "2741fa27-4b87-4c7d-a507-86dc605d8cda"}]}' {{(pid=103471) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 14:22:15.904007 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.db [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] For port 2741fa27-4b87-4c7d-a507-86dc605d8cda, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=2741fa27-4b87-4c7d-a507-86dc605d8cda,segment=NetworkSegment(d6537de1-472b-4fd1-a68d-0c1a96a71c0d),segment_id=d6537de1-472b-4fd1-a68d-0c1a96a71c0d)] {{(pid=103471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 14:22:15.908243 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786921284783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786920821414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786920821432'] for port (2741fa27-4b87-4c7d-a507-86dc605d8cda), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:22:15.915740 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f47a55-b48d-4328-a79f-2a5465775c84 req-a26623a3-2063-4bf6-a250-0abf967812fb tempest-AttachVolumeTestJSON-1268199410 tempest-AttachVolumeTestJSON-1268199410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:22:15.917637 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-b1f47a55-b48d-4328-a79f-2a5465775c84 req-a26623a3-2063-4bf6-a250-0abf967812fb tempest-AttachVolumeTestJSON-1268199410 tempest-AttachVolumeTestJSON-1268199410-project] 10.222.0.36 "GET /v2.0/ports?device_id=5eda64b7-0284-41eb-8cb6-3c07a3afe47e HTTP/1.1" status: 200 len: 946 time: 0.0518169 May 03 14:22:15.973800 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-b1f47a55-b48d-4328-a79f-2a5465775c84 req-bcf35488-0e85-459e-b856-81fe1520c9f9 tempest-AttachVolumeTestJSON-1268199410 tempest-AttachVolumeTestJSON-1268199410-project] 10.222.0.36 "GET /v2.0/security-groups?id=a76c9f2d-1063-4c61-b166-f9bd22eaaa60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504236 May 03 14:22:15.975186 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Pushing event updated for resources: {'Port': ['ID=2741fa27-4b87-4c7d-a507-86dc605d8cda,revision_number=5']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:22:16.091632 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f55ece-4d20-4e7a-829e-e5a697733c0e req-08d7edca-bcaa-4b0c-a024-7e36d5f1edc2 tempest-VolumesSnapshotTestJSON-1103622005 tempest-VolumesSnapshotTestJSON-1103622005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:22:16.093189 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-99f55ece-4d20-4e7a-829e-e5a697733c0e req-08d7edca-bcaa-4b0c-a024-7e36d5f1edc2 tempest-VolumesSnapshotTestJSON-1103622005 tempest-VolumesSnapshotTestJSON-1103622005-project] 10.222.0.36 "GET /v2.0/ports?device_id=2dcd2a4c-b8f7-4364-8e9e-a6402070131c HTTP/1.1" status: 200 len: 946 time: 0.0503900 May 03 14:22:16.111595 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 May 2022 14:22:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95ea7016-6437-4dc1-91c7-e5bf68e19279 x-openstack-request-id: req-95ea7016-6437-4dc1-91c7-e5bf68e19279 {{(pid=103471) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 14:22:16.111908 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2dcd2a4c-b8f7-4364-8e9e-a6402070131c", "name": "network-vif-plugged", "status": "completed", "tag": "2741fa27-4b87-4c7d-a507-86dc605d8cda", "code": 200}]} {{(pid=103471) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 14:22:16.112183 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-95ea7016-6437-4dc1-91c7-e5bf68e19279 {{(pid=103471) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 14:22:16.113263 dv-cinder-839793-5-iscsi neutron-server[103471]: INFO neutron.notifiers.nova [-] Nova event matching ['req-95ea7016-6437-4dc1-91c7-e5bf68e19279'] response: {'server_uuid': '2dcd2a4c-b8f7-4364-8e9e-a6402070131c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2741fa27-4b87-4c7d-a507-86dc605d8cda', 'code': 200} May 03 14:22:16.145527 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-99f55ece-4d20-4e7a-829e-e5a697733c0e req-bba16bbf-65ee-4f1a-b9d9-47974e67183c tempest-VolumesSnapshotTestJSON-1103622005 tempest-VolumesSnapshotTestJSON-1103622005-project] 10.222.0.36 "GET /v2.0/security-groups?id=6023887b-d44e-4861-8a9a-e644c2ff3826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458601 May 03 14:22:16.308287 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afff135a-1c59-4e03-8b5c-d3c06968430b req-87a10e54-ba08-484a-b59a-5da39e9e5a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:22:16.309801 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-afff135a-1c59-4e03-8b5c-d3c06968430b req-87a10e54-ba08-484a-b59a-5da39e9e5a0e service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=2dcd2a4c-b8f7-4364-8e9e-a6402070131c HTTP/1.1" status: 200 len: 1130 time: 0.0528762 May 03 14:22:16.355137 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-afff135a-1c59-4e03-8b5c-d3c06968430b req-eac43d1c-958e-46f8-b786-31554494019f service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=6023887b-d44e-4861-8a9a-e644c2ff3826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396399 May 03 14:22:17.105723 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d30d3f8-43a8-47d1-a611-41a6056a1c23 req-02df49c2-6a60-45f6-be52-f16460e70d39 tempest-AttachVolumeTestJSON-1268199410 tempest-AttachVolumeTestJSON-1268199410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:22:17.107173 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-5d30d3f8-43a8-47d1-a611-41a6056a1c23 req-02df49c2-6a60-45f6-be52-f16460e70d39 tempest-AttachVolumeTestJSON-1268199410 tempest-AttachVolumeTestJSON-1268199410-project] 10.222.0.36 "GET /v2.0/ports?device_id=5eda64b7-0284-41eb-8cb6-3c07a3afe47e HTTP/1.1" status: 200 len: 946 time: 0.0529618 May 03 14:22:17.154304 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-5d30d3f8-43a8-47d1-a611-41a6056a1c23 req-ecbdc9ea-bd0a-416a-acb3-e0f5eed677d5 tempest-AttachVolumeTestJSON-1268199410 tempest-AttachVolumeTestJSON-1268199410-project] 10.222.0.36 "GET /v2.0/security-groups?id=a76c9f2d-1063-4c61-b166-f9bd22eaaa60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414593 May 03 14:22:17.260774 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9817966d-156e-4d10-88da-c206c0aef67d req-b4e93da4-eef7-449f-b70d-e35d38e00847 tempest-VolumesSnapshotTestJSON-1103622005 tempest-VolumesSnapshotTestJSON-1103622005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:22:17.262173 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-9817966d-156e-4d10-88da-c206c0aef67d req-b4e93da4-eef7-449f-b70d-e35d38e00847 tempest-VolumesSnapshotTestJSON-1103622005 tempest-VolumesSnapshotTestJSON-1103622005-project] 10.222.0.36 "GET /v2.0/ports?device_id=2dcd2a4c-b8f7-4364-8e9e-a6402070131c HTTP/1.1" status: 200 len: 946 time: 0.0487785 May 03 14:22:17.312596 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-9817966d-156e-4d10-88da-c206c0aef67d req-7154c58e-5190-4930-be0c-80ec8546cb8a tempest-VolumesSnapshotTestJSON-1103622005 tempest-VolumesSnapshotTestJSON-1103622005-project] 10.222.0.36 "GET /v2.0/security-groups?id=6023887b-d44e-4861-8a9a-e644c2ff3826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447254 May 03 14:22:18.283271 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccc1adf-0cb1-4254-9256-6fff9d1764eb req-6ffbc40b-f747-4191-9ce8-861520b100e9 tempest-AttachVolumeTestJSON-1268199410 tempest-AttachVolumeTestJSON-1268199410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:22:18.284768 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-5ccc1adf-0cb1-4254-9256-6fff9d1764eb req-6ffbc40b-f747-4191-9ce8-861520b100e9 tempest-AttachVolumeTestJSON-1268199410 tempest-AttachVolumeTestJSON-1268199410-project] 10.222.0.36 "GET /v2.0/ports?device_id=5eda64b7-0284-41eb-8cb6-3c07a3afe47e HTTP/1.1" status: 200 len: 946 time: 0.0546396 May 03 14:22:18.334781 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-5ccc1adf-0cb1-4254-9256-6fff9d1764eb req-9b88cefa-e4e2-4304-a461-b21661419e1a tempest-AttachVolumeTestJSON-1268199410 tempest-AttachVolumeTestJSON-1268199410-project] 10.222.0.36 "GET /v2.0/security-groups?id=a76c9f2d-1063-4c61-b166-f9bd22eaaa60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414610 May 03 14:22:18.441140 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d700b4-9f51-4c81-bcc7-4afb8083ea3c req-8878d4fe-89fd-44ef-88cb-afb4a0b84dc9 tempest-VolumesSnapshotTestJSON-1103622005 tempest-VolumesSnapshotTestJSON-1103622005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:22:18.442667 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-a0d700b4-9f51-4c81-bcc7-4afb8083ea3c req-8878d4fe-89fd-44ef-88cb-afb4a0b84dc9 tempest-VolumesSnapshotTestJSON-1103622005 tempest-VolumesSnapshotTestJSON-1103622005-project] 10.222.0.36 "GET /v2.0/ports?device_id=2dcd2a4c-b8f7-4364-8e9e-a6402070131c HTTP/1.1" status: 200 len: 946 time: 0.0539830 May 03 14:22:18.493907 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-a0d700b4-9f51-4c81-bcc7-4afb8083ea3c req-3dff88cb-86bf-4bbc-9ea7-39d3befc656b tempest-VolumesSnapshotTestJSON-1103622005 tempest-VolumesSnapshotTestJSON-1103622005-project] 10.222.0.36 "GET /v2.0/security-groups?id=6023887b-d44e-4861-8a9a-e644c2ff3826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428059 May 03 14:22:19.460747 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1921e5d9-d9b3-4f2f-845f-0d95fea77fa6 req-a7b8bfb9-cdd1-4655-a511-6a23b950cde7 tempest-AttachVolumeTestJSON-1268199410 tempest-AttachVolumeTestJSON-1268199410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:22:19.462123 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-1921e5d9-d9b3-4f2f-845f-0d95fea77fa6 req-a7b8bfb9-cdd1-4655-a511-6a23b950cde7 tempest-AttachVolumeTestJSON-1268199410 tempest-AttachVolumeTestJSON-1268199410-project] 10.222.0.36 "GET /v2.0/ports?device_id=5eda64b7-0284-41eb-8cb6-3c07a3afe47e HTTP/1.1" status: 200 len: 946 time: 0.0496008 May 03 14:22:19.511315 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-1921e5d9-d9b3-4f2f-845f-0d95fea77fa6 req-e7f8b2e5-ca9d-4e63-8ad0-26a8c904fd79 tempest-AttachVolumeTestJSON-1268199410 tempest-AttachVolumeTestJSON-1268199410-project] 10.222.0.36 "GET /v2.0/security-groups?id=a76c9f2d-1063-4c61-b166-f9bd22eaaa60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415521 May 03 14:22:20.646725 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b22dc4-7791-4a64-8871-cc9292b4a37e req-ddcaef43-c526-42c6-b4fe-8b3cd29c75a8 tempest-AttachVolumeTestJSON-1268199410 tempest-AttachVolumeTestJSON-1268199410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:22:20.648152 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-24b22dc4-7791-4a64-8871-cc9292b4a37e req-ddcaef43-c526-42c6-b4fe-8b3cd29c75a8 tempest-AttachVolumeTestJSON-1268199410 tempest-AttachVolumeTestJSON-1268199410-project] 10.222.0.36 "GET /v2.0/ports?device_id=5eda64b7-0284-41eb-8cb6-3c07a3afe47e HTTP/1.1" status: 200 len: 946 time: 0.0520105 May 03 14:22:20.701467 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-24b22dc4-7791-4a64-8871-cc9292b4a37e req-eaaf61c1-74f8-4b2a-8c39-6f7e7acec46b tempest-AttachVolumeTestJSON-1268199410 tempest-AttachVolumeTestJSON-1268199410-project] 10.222.0.36 "GET /v2.0/security-groups?id=a76c9f2d-1063-4c61-b166-f9bd22eaaa60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448387 May 03 14:22:20.900956 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c27f95-996a-4ea1-9772-d1e8b8067833 req-231a6d58-7ef2-4670-8c42-0092f04dfe44 tempest-AttachVolumeTestJSON-1268199410 tempest-AttachVolumeTestJSON-1268199410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:22:20.902728 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-07c27f95-996a-4ea1-9772-d1e8b8067833 req-231a6d58-7ef2-4670-8c42-0092f04dfe44 tempest-AttachVolumeTestJSON-1268199410 tempest-AttachVolumeTestJSON-1268199410-project] 10.222.0.36 "GET /v2.0/ports?device_id=5eda64b7-0284-41eb-8cb6-3c07a3afe47e HTTP/1.1" status: 200 len: 946 time: 0.0472944 May 03 14:22:20.953174 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-07c27f95-996a-4ea1-9772-d1e8b8067833 req-af29f439-5953-4c85-bd66-4bbd0538e24d tempest-AttachVolumeTestJSON-1268199410 tempest-AttachVolumeTestJSON-1268199410-project] 10.222.0.36 "GET /v2.0/security-groups?id=a76c9f2d-1063-4c61-b166-f9bd22eaaa60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439303 May 03 14:22:20.962614 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb789edf-dfd8-459b-bcd6-a27f746721c3 req-5be2205d-8aad-4967-8a4e-77dda7f47941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:22:20.964257 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-eb789edf-dfd8-459b-bcd6-a27f746721c3 req-5be2205d-8aad-4967-8a4e-77dda7f47941 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b16b4b1b92fd4f6dbb0e0cde810949db&device_id=5eda64b7-0284-41eb-8cb6-3c07a3afe47e HTTP/1.1" status: 200 len: 1130 time: 0.0415368 May 03 14:22:21.055511 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb789edf-dfd8-459b-bcd6-a27f746721c3 req-aa2b4d37-e35c-41cd-b2e7-b0f6ffa49105 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:22:21.056967 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-eb789edf-dfd8-459b-bcd6-a27f746721c3 req-aa2b4d37-e35c-41cd-b2e7-b0f6ffa49105 service neutron] 10.222.0.26 "GET /v2.0/networks?id=816c80d2-ce08-422c-8388-99245d2078e2 HTTP/1.1" status: 200 len: 911 time: 0.0874410 May 03 14:22:21.124400 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-eb789edf-dfd8-459b-bcd6-a27f746721c3 req-53f7406c-9114-4613-9a43-b0bcdc7196ac service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=35e5aaf7-9dec-4a73-9672-6aeedce9f725 HTTP/1.1" status: 200 len: 1002 time: 0.0612729 May 03 14:22:21.171072 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb789edf-dfd8-459b-bcd6-a27f746721c3 req-29fe04a6-471a-4acb-a8fe-6e5064d264cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:22:21.172482 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-eb789edf-dfd8-459b-bcd6-a27f746721c3 req-29fe04a6-471a-4acb-a8fe-6e5064d264cb service neutron] 10.222.0.26 "GET /v2.0/subnets?id=518902ae-a051-403f-b835-83bc017e726e HTTP/1.1" status: 200 len: 849 time: 0.0427189 May 03 14:22:21.221590 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb789edf-dfd8-459b-bcd6-a27f746721c3 req-2484cecd-b957-48b1-bf68-b8d6173085db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:22:21.223108 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-eb789edf-dfd8-459b-bcd6-a27f746721c3 req-2484cecd-b957-48b1-bf68-b8d6173085db service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=816c80d2-ce08-422c-8388-99245d2078e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0424418 May 03 14:22:21.314259 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-eb789edf-dfd8-459b-bcd6-a27f746721c3 req-6e195656-fae8-4bce-90f5-2cf66464f576 service neutron] 10.222.0.26 "GET /v2.0/networks/816c80d2-ce08-422c-8388-99245d2078e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840487 May 03 14:22:21.400229 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-eb789edf-dfd8-459b-bcd6-a27f746721c3 req-35020b08-5ddf-4f25-bf8a-d8bfb10934e1 service neutron] 10.222.0.26 "GET /v2.0/networks/816c80d2-ce08-422c-8388-99245d2078e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803552 May 03 14:22:22.076914 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0376d003-17c7-4743-ac6f-6b9f472217c9 req-2a950dc5-e3a4-47a0-b47e-b34cddb6cfdf tempest-AttachVolumeTestJSON-1268199410 tempest-AttachVolumeTestJSON-1268199410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:22:22.078438 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-0376d003-17c7-4743-ac6f-6b9f472217c9 req-2a950dc5-e3a4-47a0-b47e-b34cddb6cfdf tempest-AttachVolumeTestJSON-1268199410 tempest-AttachVolumeTestJSON-1268199410-project] 10.222.0.36 "GET /v2.0/ports?device_id=5eda64b7-0284-41eb-8cb6-3c07a3afe47e HTTP/1.1" status: 200 len: 946 time: 0.0541005 May 03 14:22:22.130288 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-0376d003-17c7-4743-ac6f-6b9f472217c9 req-93696e76-b96c-42b9-9fc0-d6b33a00ce50 tempest-AttachVolumeTestJSON-1268199410 tempest-AttachVolumeTestJSON-1268199410-project] 10.222.0.36 "GET /v2.0/security-groups?id=a76c9f2d-1063-4c61-b166-f9bd22eaaa60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457172 May 03 14:22:29.205404 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.36', 51820) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:22:29.354023 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.plugin [None req-0daef43d-1d20-4b3b-a9d1-dc97c3408610 tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] Deleting port c8764e9d-5b4a-47f7-a37a-246abe18119e {{(pid=103469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 14:22:29.354266 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-0daef43d-1d20-4b3b-a9d1-dc97c3408610 tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786921277453'] for port (c8764e9d-5b4a-47f7-a37a-246abe18119e), before_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:22:29.427082 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-0daef43d-1d20-4b3b-a9d1-dc97c3408610 tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1690342'] for port (c8764e9d-5b4a-47f7-a37a-246abe18119e), precommit_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:22:29.427354 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-0daef43d-1d20-4b3b-a9d1-dc97c3408610 tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] Publish callbacks [] for floatingip (c8764e9d-5b4a-47f7-a37a-246abe18119e), precommit_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:22:29.439772 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.plugin [None req-0daef43d-1d20-4b3b-a9d1-dc97c3408610 tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] Calling delete_port for c8764e9d-5b4a-47f7-a37a-246abe18119e owned by network:floatingip {{(pid=103469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 14:22:29.589941 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-0daef43d-1d20-4b3b-a9d1-dc97c3408610 tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786921284765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786920821405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6178079'] for port (c8764e9d-5b4a-47f7-a37a-246abe18119e), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:22:29.626487 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0daef43d-1d20-4b3b-a9d1-dc97c3408610 tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] Pushing event deleted for resources: {'Port': ['ID=c8764e9d-5b4a-47f7-a37a-246abe18119e,revision_number=None']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:22:29.688123 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-0daef43d-1d20-4b3b-a9d1-dc97c3408610 tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] Publish callbacks [] for floatingip (71c248d6-ca5b-406a-b63b-4a0a8edcb296), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:22:29.688475 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.db.l3_db [None req-0daef43d-1d20-4b3b-a9d1-dc97c3408610 tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] Floating IP 71c248d6-ca5b-406a-b63b-4a0a8edcb296 disassociated (deleted). External IP: 172.27.3.245, port: ed7eb098-5b03-489d-8ebe-3b7b24028790. May 03 14:22:30.189511 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0daef43d-1d20-4b3b-a9d1-dc97c3408610 tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] Router 38b5ff34-9c6b-4825-b6f1-12ef2b3dd6b5 has already been hosted by L3 agent 2583ee88-9503-4370-b6e4-0a676865815e {{(pid=103469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 14:22:30.302417 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0daef43d-1d20-4b3b-a9d1-dc97c3408610 tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] Notify agent at l3_agent.dv-cinder-839793-5-iscsi the message routers_updated {{(pid=103469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 14:22:30.307839 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-0daef43d-1d20-4b3b-a9d1-dc97c3408610 tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218734'] for floatingip (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:22:30.312892 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2b586bd-0c20-4606-9d2a-9063959be159 None None] Sync routers for ids ['38b5ff34-9c6b-4825-b6f1-12ef2b3dd6b5'] in dv-cinder-839793-5-iscsi {{(pid=103472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 14:22:30.323866 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2b586bd-0c20-4606-9d2a-9063959be159 None None] Routers {'38b5ff34-9c6b-4825-b6f1-12ef2b3dd6b5'} bound to L3 agent in host dv-cinder-839793-5-iscsi {{(pid=103472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 14:22:30.324428 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.db.l3_hamode_db [None req-a2b586bd-0c20-4606-9d2a-9063959be159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-03T14:04:39Z,description=,heartbeat_timestamp=2022-05-03T14:22:09Z,host='dv-cinder-839793-5-iscsi',id=2583ee88-9503-4370-b6e4-0a676865815e,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T14:04:39Z,topic='l3_agent')) {'router_ids': ['38b5ff34-9c6b-4825-b6f1-12ef2b3dd6b5'], 'active': True} {{(pid=103472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:22:30.336975 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-0daef43d-1d20-4b3b-a9d1-dc97c3408610 tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] 10.222.0.36 "DELETE /v2.0/floatingips/71c248d6-ca5b-406a-b63b-4a0a8edcb296 HTTP/1.1" status: 204 len: 168 time: 1.1304522 May 03 14:22:30.337674 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ee24636-83eb-4958-a595-4cb7de5974c5', 'tag': 'ed7eb098-5b03-489d-8ebe-3b7b24028790'}] {{(pid=103469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 14:22:30.340419 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68fe64b6b3a70a2f5f611128c103f52e8e68dc233ccb418b63396cbb83134719" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b82aa3cd-283a-49a5-8281-eff0dbe997ba" -d '{"events": [{"name": "network-changed", "server_uuid": "6ee24636-83eb-4958-a595-4cb7de5974c5", "tag": "ed7eb098-5b03-489d-8ebe-3b7b24028790"}]}' {{(pid=103469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 14:22:30.377655 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 May 2022 14:22:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a3ffd31-1299-4c76-af23-8fe08f7cc830 x-openstack-request-id: req-0a3ffd31-1299-4c76-af23-8fe08f7cc830 {{(pid=103469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 14:22:30.378003 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ee24636-83eb-4958-a595-4cb7de5974c5", "tag": "ed7eb098-5b03-489d-8ebe-3b7b24028790", "status": "completed", "code": 200}]} {{(pid=103469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 14:22:30.378262 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-0a3ffd31-1299-4c76-af23-8fe08f7cc830 {{(pid=103469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 14:22:30.378685 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0a3ffd31-1299-4c76-af23-8fe08f7cc830'] response: {'name': 'network-changed', 'server_uuid': '6ee24636-83eb-4958-a595-4cb7de5974c5', 'tag': 'ed7eb098-5b03-489d-8ebe-3b7b24028790', 'status': 'completed', 'code': 200} May 03 14:22:30.439340 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.db.l3_dvr_db [None req-a2b586bd-0c20-4606-9d2a-9063959be159 None None] Set router 38b5ff34-9c6b-4825-b6f1-12ef2b3dd6b5 gateway port host: dv-cinder-839793-5-iscsi {{(pid=103472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 14:22:30.557724 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e11568-8a9f-4227-8bab-099d5af0f5ca req-07a2b601-ca14-4872-bb9f-e25758b7924e tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:22:30.559233 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-87e11568-8a9f-4227-8bab-099d5af0f5ca req-07a2b601-ca14-4872-bb9f-e25758b7924e tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] 10.222.0.36 "GET /v2.0/ports?device_id=6ee24636-83eb-4958-a595-4cb7de5974c5 HTTP/1.1" status: 200 len: 945 time: 0.0483739 May 03 14:22:30.610283 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-87e11568-8a9f-4227-8bab-099d5af0f5ca req-90614f04-6165-4f27-bdf0-9784c7584a16 tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] 10.222.0.36 "GET /v2.0/security-groups?id=059a32ed-46eb-44af-954f-023dc3b6f390&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450907 May 03 14:22:30.664651 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.db.l3_hamode_db [None req-a2b586bd-0c20-4606-9d2a-9063959be159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38b5ff34-9c6b-4825-b6f1-12ef2b3dd6b5', 'name': 'tempest-TestVolumeBootPattern-301482067-router', 'tenant_id': '593f1ab9823f41ffa40d6155bebaca54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2', 'external_fixed_ips': [{'subnet_id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'ip_address': '172.27.3.104'}], 'enable_snat': True}, 'gw_port_id': '951b1801-b758-4644-b768-c5a6c2003c89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T14:14:30Z', 'updated_at': '2022-05-03T14:14:37Z', 'revision_number': 4, 'project_id': '593f1ab9823f41ffa40d6155bebaca54', 'gw_port': {'id': '951b1801-b758-4644-b768-c5a6c2003c89', 'name': '', 'network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:9c:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38b5ff34-9c6b-4825-b6f1-12ef2b3dd6b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'ip_address': '172.27.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:14:31Z', 'updated_at': '2022-05-03T14:14:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-5-iscsi', '_floatingips': [{'id': '13233a13-669a-4cf9-86bb-64b856a6b90d', 'tenant_id': '593f1ab9823f41ffa40d6155bebaca54', 'floating_ip_address': '172.27.3.154', 'floating_network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2', 'router_id': '38b5ff34-9c6b-4825-b6f1-12ef2b3dd6b5', 'port_id': '6f7a9353-a6ac-4262-88f6-839702efb970', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 520, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f560d97d-2acd-47bd-966f-19197466eba2', 'mac_address': 'fa:16:3e:6b:98:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a3c999d-18ce-462a-a979-48920d777d34', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T14:18:26Z', 'updated_at': '2022-05-03T14:18:29Z', 'revision_number': 1, 'project_id': '593f1ab9823f41ffa40d6155bebaca54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c234afb0-9699-490a-b237-8617dbb75553', 'name': '', 'network_id': 'f560d97d-2acd-47bd-966f-19197466eba2', 'tenant_id': '593f1ab9823f41ffa40d6155bebaca54', 'mac_address': 'fa:16:3e:2e:54:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38b5ff34-9c6b-4825-b6f1-12ef2b3dd6b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'e8cbf221-f4fe-47a8-93ac-36f15595da79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:14:35Z', 'updated_at': '2022-05-03T14:14:46Z', 'revision_number': 5, 'project_id': '593f1ab9823f41ffa40d6155bebaca54', 'subnets': [{'id': 'e8cbf221-f4fe-47a8-93ac-36f15595da79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-5-iscsi', False) {} {{(pid=103472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:22:30.692377 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2b586bd-0c20-4606-9d2a-9063959be159 None None] Checking router: 38b5ff34-9c6b-4825-b6f1-12ef2b3dd6b5 for host: dv-cinder-839793-5-iscsi {{(pid=103472) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 14:22:30.702809 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2b586bd-0c20-4606-9d2a-9063959be159 None None] Routers {'38b5ff34-9c6b-4825-b6f1-12ef2b3dd6b5'} bound to L3 agent in host dv-cinder-839793-5-iscsi {{(pid=103472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 14:22:30.703417 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.db.l3_hamode_db [None req-a2b586bd-0c20-4606-9d2a-9063959be159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-03T14:04:39Z,description=,heartbeat_timestamp=2022-05-03T14:22:09Z,host='dv-cinder-839793-5-iscsi',id=2583ee88-9503-4370-b6e4-0a676865815e,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T14:04:39Z,topic='l3_agent')) {'router_ids': ['38b5ff34-9c6b-4825-b6f1-12ef2b3dd6b5'], 'active': True} {{(pid=103472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:22:30.903933 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.db.l3_dvr_db [None req-a2b586bd-0c20-4606-9d2a-9063959be159 None None] Set router 38b5ff34-9c6b-4825-b6f1-12ef2b3dd6b5 gateway port host: dv-cinder-839793-5-iscsi {{(pid=103472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 14:22:31.125713 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.db.l3_hamode_db [None req-a2b586bd-0c20-4606-9d2a-9063959be159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38b5ff34-9c6b-4825-b6f1-12ef2b3dd6b5', 'name': 'tempest-TestVolumeBootPattern-301482067-router', 'tenant_id': '593f1ab9823f41ffa40d6155bebaca54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2', 'external_fixed_ips': [{'subnet_id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'ip_address': '172.27.3.104'}], 'enable_snat': True}, 'gw_port_id': '951b1801-b758-4644-b768-c5a6c2003c89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T14:14:30Z', 'updated_at': '2022-05-03T14:14:37Z', 'revision_number': 4, 'project_id': '593f1ab9823f41ffa40d6155bebaca54', 'gw_port': {'id': '951b1801-b758-4644-b768-c5a6c2003c89', 'name': '', 'network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:9c:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38b5ff34-9c6b-4825-b6f1-12ef2b3dd6b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'ip_address': '172.27.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:14:31Z', 'updated_at': '2022-05-03T14:14:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-5-iscsi', '_floatingips': [{'id': '13233a13-669a-4cf9-86bb-64b856a6b90d', 'tenant_id': '593f1ab9823f41ffa40d6155bebaca54', 'floating_ip_address': '172.27.3.154', 'floating_network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2', 'router_id': '38b5ff34-9c6b-4825-b6f1-12ef2b3dd6b5', 'port_id': '6f7a9353-a6ac-4262-88f6-839702efb970', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 520, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f560d97d-2acd-47bd-966f-19197466eba2', 'mac_address': 'fa:16:3e:6b:98:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a3c999d-18ce-462a-a979-48920d777d34', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T14:18:26Z', 'updated_at': '2022-05-03T14:18:29Z', 'revision_number': 1, 'project_id': '593f1ab9823f41ffa40d6155bebaca54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c234afb0-9699-490a-b237-8617dbb75553', 'name': '', 'network_id': 'f560d97d-2acd-47bd-966f-19197466eba2', 'tenant_id': '593f1ab9823f41ffa40d6155bebaca54', 'mac_address': 'fa:16:3e:2e:54:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38b5ff34-9c6b-4825-b6f1-12ef2b3dd6b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'e8cbf221-f4fe-47a8-93ac-36f15595da79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:14:35Z', 'updated_at': '2022-05-03T14:14:46Z', 'revision_number': 5, 'project_id': '593f1ab9823f41ffa40d6155bebaca54', 'subnets': [{'id': 'e8cbf221-f4fe-47a8-93ac-36f15595da79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-5-iscsi', False) {} {{(pid=103472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:22:31.152589 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2b586bd-0c20-4606-9d2a-9063959be159 None None] The sync data for ids ['38b5ff34-9c6b-4825-b6f1-12ef2b3dd6b5'] in dv-cinder-839793-5-iscsi is: [{'id': '38b5ff34-9c6b-4825-b6f1-12ef2b3dd6b5', 'name': 'tempest-TestVolumeBootPattern-301482067-router', 'tenant_id': '593f1ab9823f41ffa40d6155bebaca54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2', 'external_fixed_ips': [{'subnet_id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'ip_address': '172.27.3.104'}], 'enable_snat': True}, 'gw_port_id': '951b1801-b758-4644-b768-c5a6c2003c89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T14:14:30Z', 'updated_at': '2022-05-03T14:14:37Z', 'revision_number': 4, 'project_id': '593f1ab9823f41ffa40d6155bebaca54', 'gw_port': {'id': '951b1801-b758-4644-b768-c5a6c2003c89', 'name': '', 'network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:9c:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38b5ff34-9c6b-4825-b6f1-12ef2b3dd6b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'ip_address': '172.27.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:14:31Z', 'updated_at': '2022-05-03T14:14:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-5-iscsi', '_floatingips': [{'id': '13233a13-669a-4cf9-86bb-64b856a6b90d', 'tenant_id': '593f1ab9823f41ffa40d6155bebaca54', 'floating_ip_address': '172.27.3.154', 'floating_network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2', 'router_id': '38b5ff34-9c6b-4825-b6f1-12ef2b3dd6b5', 'port_id': '6f7a9353-a6ac-4262-88f6-839702efb970', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 520, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f560d97d-2acd-47bd-966f-19197466eba2', 'mac_address': 'fa:16:3e:6b:98:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a3c999d-18ce-462a-a979-48920d777d34', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T14:18:26Z', 'updated_at': '2022-05-03T14:18:29Z', 'revision_number': 1, 'project_id': '593f1ab9823f41ffa40d6155bebaca54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c234afb0-9699-490a-b237-8617dbb75553', 'name': '', 'network_id': 'f560d97d-2acd-47bd-966f-19197466eba2', 'tenant_id': '593f1ab9823f41ffa40d6155bebaca54', 'mac_address': 'fa:16:3e:2e:54:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38b5ff34-9c6b-4825-b6f1-12ef2b3dd6b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'e8cbf221-f4fe-47a8-93ac-36f15595da79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:14:35Z', 'updated_at': '2022-05-03T14:14:46Z', 'revision_number': 5, 'project_id': '593f1ab9823f41ffa40d6155bebaca54', 'subnets': [{'id': 'e8cbf221-f4fe-47a8-93ac-36f15595da79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 14:22:31.391631 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44ca3170-6e40-473e-b236-8a5849335a7e None None] New status for floating IP 71c248d6-ca5b-406a-b63b-4a0a8edcb296: DOWN {{(pid=103471) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 03 14:22:31.748220 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf3f510-1af1-4171-af2d-c860da99cf07 req-6f250312-e7ee-40e1-b5b0-6ef34ecc31b8 tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:22:31.749776 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-abf3f510-1af1-4171-af2d-c860da99cf07 req-6f250312-e7ee-40e1-b5b0-6ef34ecc31b8 tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] 10.222.0.36 "GET /v2.0/ports?device_id=6ee24636-83eb-4958-a595-4cb7de5974c5 HTTP/1.1" status: 200 len: 945 time: 0.0516617 May 03 14:22:31.801231 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-abf3f510-1af1-4171-af2d-c860da99cf07 req-23debe6d-6c58-4d09-bea2-45ed5de362ca tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] 10.222.0.36 "GET /v2.0/security-groups?id=059a32ed-46eb-44af-954f-023dc3b6f390&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431840 May 03 14:22:32.595321 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82aa3cd-283a-49a5-8281-eff0dbe997ba req-b994acc6-6ad2-4143-81b2-c5a9d2d024a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:22:32.596785 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-b82aa3cd-283a-49a5-8281-eff0dbe997ba req-b994acc6-6ad2-4143-81b2-c5a9d2d024a5 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=593f1ab9823f41ffa40d6155bebaca54&device_id=6ee24636-83eb-4958-a595-4cb7de5974c5 HTTP/1.1" status: 200 len: 1129 time: 0.0434244 May 03 14:22:32.927577 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78b53bb-62a0-4856-8cd4-d69853be25a1 req-dd6c2ac8-2284-423d-851c-d0d95b76bfc1 tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:22:32.928956 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-d78b53bb-62a0-4856-8cd4-d69853be25a1 req-dd6c2ac8-2284-423d-851c-d0d95b76bfc1 tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] 10.222.0.36 "GET /v2.0/ports?device_id=6ee24636-83eb-4958-a595-4cb7de5974c5 HTTP/1.1" status: 200 len: 945 time: 0.0534046 May 03 14:22:32.978651 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-d78b53bb-62a0-4856-8cd4-d69853be25a1 req-972cf1df-99f8-43b7-99ab-85233ad43087 tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] 10.222.0.36 "GET /v2.0/security-groups?id=059a32ed-46eb-44af-954f-023dc3b6f390&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437298 May 03 14:22:33.936247 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82aa3cd-283a-49a5-8281-eff0dbe997ba req-6b28f4b8-a25c-4793-9ead-22de4785ade1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:22:33.937760 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-b82aa3cd-283a-49a5-8281-eff0dbe997ba req-6b28f4b8-a25c-4793-9ead-22de4785ade1 service neutron] 10.222.0.26 "GET /v2.0/networks?id=f560d97d-2acd-47bd-966f-19197466eba2 HTTP/1.1" status: 200 len: 912 time: 0.0930989 May 03 14:22:34.016015 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-b82aa3cd-283a-49a5-8281-eff0dbe997ba req-5309e7cb-068c-46fb-b70c-18c1234d7a04 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ed7eb098-5b03-489d-8ebe-3b7b24028790 HTTP/1.1" status: 200 len: 217 time: 0.0413666 May 03 14:22:34.083196 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82aa3cd-283a-49a5-8281-eff0dbe997ba req-27b56b28-08cf-4e90-b6e2-6ed4c3768efa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:22:34.085165 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-b82aa3cd-283a-49a5-8281-eff0dbe997ba req-27b56b28-08cf-4e90-b6e2-6ed4c3768efa service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e8cbf221-f4fe-47a8-93ac-36f15595da79 HTTP/1.1" status: 200 len: 850 time: 0.0481870 May 03 14:22:34.111879 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942cdb8e-3a1c-47e9-817d-40d399c9a305 req-da17ff5c-1d7e-46b4-832f-2bafa3a6c06b tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:22:34.113342 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-942cdb8e-3a1c-47e9-817d-40d399c9a305 req-da17ff5c-1d7e-46b4-832f-2bafa3a6c06b tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] 10.222.0.36 "GET /v2.0/ports?device_id=6ee24636-83eb-4958-a595-4cb7de5974c5 HTTP/1.1" status: 200 len: 945 time: 0.0484240 May 03 14:22:34.162624 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-942cdb8e-3a1c-47e9-817d-40d399c9a305 req-2f085f35-17fe-44aa-bd9f-8aa66bc8abdb tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] 10.222.0.36 "GET /v2.0/security-groups?id=059a32ed-46eb-44af-954f-023dc3b6f390&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435791 May 03 14:22:34.266685 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82aa3cd-283a-49a5-8281-eff0dbe997ba req-7425218d-e2ac-4c8a-8150-dcaa30b3fbcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:22:34.268688 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-b82aa3cd-283a-49a5-8281-eff0dbe997ba req-7425218d-e2ac-4c8a-8150-dcaa30b3fbcd service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f560d97d-2acd-47bd-966f-19197466eba2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0504191 May 03 14:22:34.335483 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.db.agents_db [None req-22b75db3-e88f-46e7-98cb-691740c6eaf9 None None] Agent healthcheck: found 6 active agents {{(pid=103472) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 03 14:22:34.369744 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-b82aa3cd-283a-49a5-8281-eff0dbe997ba req-57f35234-22d3-4a5a-bdd9-2bbb0d0db7cc service neutron] 10.222.0.26 "GET /v2.0/networks/f560d97d-2acd-47bd-966f-19197466eba2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924015 May 03 14:22:34.572929 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-b82aa3cd-283a-49a5-8281-eff0dbe997ba req-5e6bced6-61cb-4595-993e-e7648f1e4ec1 service neutron] 10.222.0.26 "GET /v2.0/networks/f560d97d-2acd-47bd-966f-19197466eba2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998578 May 03 14:22:34.577128 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064d88d1-79c7-4236-a11e-6dd709c9008d req-a5f34aa6-6e47-4a63-8fdc-56bbffeba722 tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:22:34.578628 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-064d88d1-79c7-4236-a11e-6dd709c9008d req-a5f34aa6-6e47-4a63-8fdc-56bbffeba722 tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] 10.222.0.26 "GET /v2.0/ports?device_id=6ee24636-83eb-4958-a595-4cb7de5974c5 HTTP/1.1" status: 200 len: 945 time: 0.0461268 May 03 14:22:34.669995 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [req-064d88d1-79c7-4236-a11e-6dd709c9008d req-27c01e46-f5c6-458f-9ab0-2d8a6445b4f0 tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] Deleting port ed7eb098-5b03-489d-8ebe-3b7b24028790 {{(pid=103470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 14:22:34.670301 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [req-064d88d1-79c7-4236-a11e-6dd709c9008d req-27c01e46-f5c6-458f-9ab0-2d8a6445b4f0 tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786921277453'] for port (ed7eb098-5b03-489d-8ebe-3b7b24028790), before_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:22:34.757881 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [req-064d88d1-79c7-4236-a11e-6dd709c9008d req-27c01e46-f5c6-458f-9ab0-2d8a6445b4f0 tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] For port ed7eb098-5b03-489d-8ebe-3b7b24028790, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=ed7eb098-5b03-489d-8ebe-3b7b24028790,segment=NetworkSegment(96845684-5e64-43d8-9d64-6efc7510389a),segment_id=96845684-5e64-43d8-9d64-6efc7510389a)] {{(pid=103470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 14:22:34.758251 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [req-064d88d1-79c7-4236-a11e-6dd709c9008d req-27c01e46-f5c6-458f-9ab0-2d8a6445b4f0 tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1690342'] for port (ed7eb098-5b03-489d-8ebe-3b7b24028790), precommit_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:22:34.775744 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [req-064d88d1-79c7-4236-a11e-6dd709c9008d req-27c01e46-f5c6-458f-9ab0-2d8a6445b4f0 tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] Calling delete_port for ed7eb098-5b03-489d-8ebe-3b7b24028790 owned by compute:nova {{(pid=103470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 14:22:34.907176 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [req-064d88d1-79c7-4236-a11e-6dd709c9008d req-27c01e46-f5c6-458f-9ab0-2d8a6445b4f0 tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786921284765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786920821405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7524599'] for port (ed7eb098-5b03-489d-8ebe-3b7b24028790), after_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:22:34.944580 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c01e46-f5c6-458f-9ab0-2d8a6445b4f0 tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] Pushing event deleted for resources: {'Port': ['ID=ed7eb098-5b03-489d-8ebe-3b7b24028790,revision_number=None']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:22:34.971066 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c01e46-f5c6-458f-9ab0-2d8a6445b4f0 tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:22:34.971430 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c01e46-f5c6-458f-9ab0-2d8a6445b4f0 tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:22:34.973333 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c01e46-f5c6-458f-9ab0-2d8a6445b4f0 tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:22:34.973333 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c01e46-f5c6-458f-9ab0-2d8a6445b4f0 tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:22:34.973333 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c01e46-f5c6-458f-9ab0-2d8a6445b4f0 tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:22:34.973333 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c01e46-f5c6-458f-9ab0-2d8a6445b4f0 tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:22:34.973333 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c01e46-f5c6-458f-9ab0-2d8a6445b4f0 tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:22:34.973333 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c01e46-f5c6-458f-9ab0-2d8a6445b4f0 tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:22:34.973961 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c01e46-f5c6-458f-9ab0-2d8a6445b4f0 tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:22:34.973961 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c01e46-f5c6-458f-9ab0-2d8a6445b4f0 tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:22:34.974276 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c01e46-f5c6-458f-9ab0-2d8a6445b4f0 tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:22:34.974609 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c01e46-f5c6-458f-9ab0-2d8a6445b4f0 tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:22:34.974918 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c01e46-f5c6-458f-9ab0-2d8a6445b4f0 tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:22:34.975222 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c01e46-f5c6-458f-9ab0-2d8a6445b4f0 tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:22:34.975533 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c01e46-f5c6-458f-9ab0-2d8a6445b4f0 tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:22:34.999796 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.db.l3_dvrscheduler_db [req-064d88d1-79c7-4236-a11e-6dd709c9008d req-27c01e46-f5c6-458f-9ab0-2d8a6445b4f0 tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] No DVR routers for this DVR port ed7eb098-5b03-489d-8ebe-3b7b24028790 on host hv-cinder-83979 {{(pid=103470) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 14:22:35.002414 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [req-064d88d1-79c7-4236-a11e-6dd709c9008d req-27c01e46-f5c6-458f-9ab0-2d8a6445b4f0 tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218734'] for port (None), before_response {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:22:35.005758 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-064d88d1-79c7-4236-a11e-6dd709c9008d req-27c01e46-f5c6-458f-9ab0-2d8a6445b4f0 tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] 10.222.0.26 "DELETE /v2.0/ports/ed7eb098-5b03-489d-8ebe-3b7b24028790 HTTP/1.1" status: 204 len: 173 time: 0.4208705 May 03 14:22:35.006191 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ee24636-83eb-4958-a595-4cb7de5974c5', 'name': 'network-vif-deleted', 'tag': 'ed7eb098-5b03-489d-8ebe-3b7b24028790'}] {{(pid=103470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 14:22:35.008496 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b59263cb8594a65023f6f3ef61310cdc9305c5272296d99e8ebfdd94dfc5ab3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c399978f-4bb1-446e-b31a-8ff4f537a01e" -d '{"events": [{"server_uuid": "6ee24636-83eb-4958-a595-4cb7de5974c5", "name": "network-vif-deleted", "tag": "ed7eb098-5b03-489d-8ebe-3b7b24028790"}]}' {{(pid=103470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 14:22:35.048117 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 May 2022 14:22:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4867eaba-e30f-4952-80b9-2f585e761fd5 x-openstack-request-id: req-4867eaba-e30f-4952-80b9-2f585e761fd5 {{(pid=103470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 14:22:35.048415 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ee24636-83eb-4958-a595-4cb7de5974c5", "name": "network-vif-deleted", "tag": "ed7eb098-5b03-489d-8ebe-3b7b24028790", "status": "completed", "code": 200}]} {{(pid=103470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 14:22:35.048668 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-4867eaba-e30f-4952-80b9-2f585e761fd5 {{(pid=103470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 14:22:35.049077 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4867eaba-e30f-4952-80b9-2f585e761fd5'] response: {'server_uuid': '6ee24636-83eb-4958-a595-4cb7de5974c5', 'name': 'network-vif-deleted', 'tag': 'ed7eb098-5b03-489d-8ebe-3b7b24028790', 'status': 'completed', 'code': 200} May 03 14:22:35.260899 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-e547a556-ab2a-45ee-a164-a26f35edacee req-59e2bf96-ab38-4827-b3dc-936afceb56d8 tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] 10.222.0.36 "GET /v2.0/ports?device_id=6ee24636-83eb-4958-a595-4cb7de5974c5 HTTP/1.1" status: 200 len: 210 time: 0.0291328 May 03 14:22:36.650761 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c7efa0cc-fef5-45d9-95c0-13a647853590 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786921254184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749114'] for agent (2d0d8db6-b1c3-4022-9f9b-561ce4a4d2d8), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:22:37.813801 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.rpc [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Device ed7eb098-5b03-489d-8ebe-3b7b24028790 no longer exists at agent hyperv_hv-cinder-83979 {{(pid=103471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 03 14:22:37.838872 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] No Port match for: ed7eb098-5b03-489d-8ebe-3b7b24028790 {{(pid=103471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 03 14:22:37.839256 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.rpc [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Device ed7eb098-5b03-489d-8ebe-3b7b24028790 not bound to the agent host hv-cinder-83979 {{(pid=103471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 03 14:22:38.560288 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.wsgi [-] (103470) accepted ('10.222.0.36', 51898) {{(pid=103470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:22:38.696817 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab84233c-4a26-47b2-bc6a-5195f5dcbf59 req-4ebfdba3-e051-4ace-b5cf-b578bf0be510 tempest-VolumesSnapshotTestJSON-1103622005 tempest-VolumesSnapshotTestJSON-1103622005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:22:38.699588 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-ab84233c-4a26-47b2-bc6a-5195f5dcbf59 req-4ebfdba3-e051-4ace-b5cf-b578bf0be510 tempest-VolumesSnapshotTestJSON-1103622005 tempest-VolumesSnapshotTestJSON-1103622005-project] 10.222.0.36 "GET /v2.0/ports?device_id=2dcd2a4c-b8f7-4364-8e9e-a6402070131c HTTP/1.1" status: 200 len: 946 time: 0.0957608 May 03 14:22:38.937210 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-30958166-fa62-44a7-afc0-390afd3600a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786921254184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749114'] for agent (2583ee88-9503-4370-b6e4-0a676865815e), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:22:39.057579 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-ab84233c-4a26-47b2-bc6a-5195f5dcbf59 req-2185dc80-063a-400f-b6e7-b66612bf2550 tempest-VolumesSnapshotTestJSON-1103622005 tempest-VolumesSnapshotTestJSON-1103622005-project] 10.222.0.36 "GET /v2.0/security-groups?id=6023887b-d44e-4861-8a9a-e644c2ff3826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3500104 May 03 14:22:39.065057 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-95e05403-fd9c-488f-99e8-c51888a54a51 tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] Deleting port fe777071-64cc-4631-9705-8de9cae5f99c {{(pid=103470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 14:22:39.065410 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-95e05403-fd9c-488f-99e8-c51888a54a51 tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786921277453'] for port (fe777071-64cc-4631-9705-8de9cae5f99c), before_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:22:39.131391 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786921254184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749114'] for agent (e81ee3ce-91e9-46ba-a5c7-9619c95b22a6), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:22:39.143512 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-95e05403-fd9c-488f-99e8-c51888a54a51 tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1690342'] for port (fe777071-64cc-4631-9705-8de9cae5f99c), precommit_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:22:39.143866 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-95e05403-fd9c-488f-99e8-c51888a54a51 tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] Publish callbacks [] for floatingip (fe777071-64cc-4631-9705-8de9cae5f99c), precommit_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:22:39.157123 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-95e05403-fd9c-488f-99e8-c51888a54a51 tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] Calling delete_port for fe777071-64cc-4631-9705-8de9cae5f99c owned by network:floatingip {{(pid=103470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 14:22:39.332589 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-95e05403-fd9c-488f-99e8-c51888a54a51 tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786921284765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786920821405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7524599'] for port (fe777071-64cc-4631-9705-8de9cae5f99c), after_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:22:39.370800 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e05403-fd9c-488f-99e8-c51888a54a51 tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] Pushing event deleted for resources: {'Port': ['ID=fe777071-64cc-4631-9705-8de9cae5f99c,revision_number=None']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:22:39.433233 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-95e05403-fd9c-488f-99e8-c51888a54a51 tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] Publish callbacks [] for floatingip (13233a13-669a-4cf9-86bb-64b856a6b90d), after_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:22:39.433568 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.db.l3_db [None req-95e05403-fd9c-488f-99e8-c51888a54a51 tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] Floating IP 13233a13-669a-4cf9-86bb-64b856a6b90d disassociated (deleted). External IP: 172.27.3.154, port: 6f7a9353-a6ac-4262-88f6-839702efb970. May 03 14:22:39.653132 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95e05403-fd9c-488f-99e8-c51888a54a51 tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] Router 38b5ff34-9c6b-4825-b6f1-12ef2b3dd6b5 has already been hosted by L3 agent 2583ee88-9503-4370-b6e4-0a676865815e {{(pid=103470) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 14:22:39.763012 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95e05403-fd9c-488f-99e8-c51888a54a51 tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] Notify agent at l3_agent.dv-cinder-839793-5-iscsi the message routers_updated {{(pid=103470) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 14:22:39.768082 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-95e05403-fd9c-488f-99e8-c51888a54a51 tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218734'] for floatingip (None), before_response {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:22:39.773257 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddc25fd5-e864-42f7-b782-7399a0337d74 None None] Sync routers for ids ['38b5ff34-9c6b-4825-b6f1-12ef2b3dd6b5'] in dv-cinder-839793-5-iscsi {{(pid=103472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 14:22:39.783926 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddc25fd5-e864-42f7-b782-7399a0337d74 None None] Routers {'38b5ff34-9c6b-4825-b6f1-12ef2b3dd6b5'} bound to L3 agent in host dv-cinder-839793-5-iscsi {{(pid=103472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 14:22:39.784545 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.db.l3_hamode_db [None req-ddc25fd5-e864-42f7-b782-7399a0337d74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-03T14:04:39Z,description=,heartbeat_timestamp=2022-05-03T14:22:39Z,host='dv-cinder-839793-5-iscsi',id=2583ee88-9503-4370-b6e4-0a676865815e,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T14:04:39Z,topic='l3_agent')) {'router_ids': ['38b5ff34-9c6b-4825-b6f1-12ef2b3dd6b5'], 'active': True} {{(pid=103472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:22:39.796661 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [None req-95e05403-fd9c-488f-99e8-c51888a54a51 tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] 10.222.0.36 "DELETE /v2.0/floatingips/13233a13-669a-4cf9-86bb-64b856a6b90d HTTP/1.1" status: 204 len: 168 time: 1.2352951 May 03 14:22:39.797233 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a3c999d-18ce-462a-a979-48920d777d34', 'tag': '6f7a9353-a6ac-4262-88f6-839702efb970'}] {{(pid=103470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 14:22:39.799490 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b59263cb8594a65023f6f3ef61310cdc9305c5272296d99e8ebfdd94dfc5ab3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3179c99-b2e7-46a2-a3b6-6ba5233c710d" -d '{"events": [{"name": "network-changed", "server_uuid": "5a3c999d-18ce-462a-a979-48920d777d34", "tag": "6f7a9353-a6ac-4262-88f6-839702efb970"}]}' {{(pid=103470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 14:22:39.836811 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 May 2022 14:22:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8aa6afc6-24c6-4238-b23e-58a077fd3016 x-openstack-request-id: req-8aa6afc6-24c6-4238-b23e-58a077fd3016 {{(pid=103470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 14:22:39.837100 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a3c999d-18ce-462a-a979-48920d777d34", "tag": "6f7a9353-a6ac-4262-88f6-839702efb970", "status": "completed", "code": 200}]} {{(pid=103470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 14:22:39.837495 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-8aa6afc6-24c6-4238-b23e-58a077fd3016 {{(pid=103470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 14:22:39.837900 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8aa6afc6-24c6-4238-b23e-58a077fd3016'] response: {'name': 'network-changed', 'server_uuid': '5a3c999d-18ce-462a-a979-48920d777d34', 'tag': '6f7a9353-a6ac-4262-88f6-839702efb970', 'status': 'completed', 'code': 200} May 03 14:22:39.894231 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.db.l3_dvr_db [None req-ddc25fd5-e864-42f7-b782-7399a0337d74 None None] Set router 38b5ff34-9c6b-4825-b6f1-12ef2b3dd6b5 gateway port host: dv-cinder-839793-5-iscsi {{(pid=103472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 14:22:40.035717 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3179c99-b2e7-46a2-a3b6-6ba5233c710d req-45273314-24ad-4e58-849b-95f3fdc1e1f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:22:40.037219 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-f3179c99-b2e7-46a2-a3b6-6ba5233c710d req-45273314-24ad-4e58-849b-95f3fdc1e1f0 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=593f1ab9823f41ffa40d6155bebaca54&device_id=5a3c999d-18ce-462a-a979-48920d777d34 HTTP/1.1" status: 200 len: 1129 time: 0.0684965 May 03 14:22:40.053496 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76755ef9-082f-4b86-9695-3def0f03c497 req-95967b1b-b61c-4231-a6ea-f54f43ef1a43 tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:22:40.054955 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-76755ef9-082f-4b86-9695-3def0f03c497 req-95967b1b-b61c-4231-a6ea-f54f43ef1a43 tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] 10.222.0.36 "GET /v2.0/ports?device_id=5a3c999d-18ce-462a-a979-48920d777d34 HTTP/1.1" status: 200 len: 945 time: 0.0583484 May 03 14:22:40.090372 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.db.l3_hamode_db [None req-ddc25fd5-e864-42f7-b782-7399a0337d74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38b5ff34-9c6b-4825-b6f1-12ef2b3dd6b5', 'name': 'tempest-TestVolumeBootPattern-301482067-router', 'tenant_id': '593f1ab9823f41ffa40d6155bebaca54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2', 'external_fixed_ips': [{'subnet_id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'ip_address': '172.27.3.104'}], 'enable_snat': True}, 'gw_port_id': '951b1801-b758-4644-b768-c5a6c2003c89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T14:14:30Z', 'updated_at': '2022-05-03T14:14:37Z', 'revision_number': 4, 'project_id': '593f1ab9823f41ffa40d6155bebaca54', 'gw_port': {'id': '951b1801-b758-4644-b768-c5a6c2003c89', 'name': '', 'network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:9c:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38b5ff34-9c6b-4825-b6f1-12ef2b3dd6b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'ip_address': '172.27.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:14:31Z', 'updated_at': '2022-05-03T14:14:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-5-iscsi', '_interfaces': [{'id': 'c234afb0-9699-490a-b237-8617dbb75553', 'name': '', 'network_id': 'f560d97d-2acd-47bd-966f-19197466eba2', 'tenant_id': '593f1ab9823f41ffa40d6155bebaca54', 'mac_address': 'fa:16:3e:2e:54:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38b5ff34-9c6b-4825-b6f1-12ef2b3dd6b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'e8cbf221-f4fe-47a8-93ac-36f15595da79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:14:35Z', 'updated_at': '2022-05-03T14:14:46Z', 'revision_number': 5, 'project_id': '593f1ab9823f41ffa40d6155bebaca54', 'subnets': [{'id': 'e8cbf221-f4fe-47a8-93ac-36f15595da79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-5-iscsi', False) {} {{(pid=103472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:22:40.106395 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-76755ef9-082f-4b86-9695-3def0f03c497 req-9600579a-6c24-418d-baef-a167a5fcca18 tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] 10.222.0.36 "GET /v2.0/security-groups?id=059a32ed-46eb-44af-954f-023dc3b6f390&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455768 May 03 14:22:40.121806 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddc25fd5-e864-42f7-b782-7399a0337d74 None None] Checking router: 38b5ff34-9c6b-4825-b6f1-12ef2b3dd6b5 for host: dv-cinder-839793-5-iscsi {{(pid=103472) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 14:22:40.130473 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddc25fd5-e864-42f7-b782-7399a0337d74 None None] Routers {'38b5ff34-9c6b-4825-b6f1-12ef2b3dd6b5'} bound to L3 agent in host dv-cinder-839793-5-iscsi {{(pid=103472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 14:22:40.131112 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.db.l3_hamode_db [None req-ddc25fd5-e864-42f7-b782-7399a0337d74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-03T14:04:39Z,description=,heartbeat_timestamp=2022-05-03T14:22:39Z,host='dv-cinder-839793-5-iscsi',id=2583ee88-9503-4370-b6e4-0a676865815e,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T14:04:39Z,topic='l3_agent')) {'router_ids': ['38b5ff34-9c6b-4825-b6f1-12ef2b3dd6b5'], 'active': True} {{(pid=103472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:22:40.178297 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a987626-fae0-489b-9c01-662bb6b9033a req-f2bc668e-a0c2-477a-9486-1d3d9a1a9c45 tempest-VolumesSnapshotTestJSON-1103622005 tempest-VolumesSnapshotTestJSON-1103622005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:22:40.179758 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-7a987626-fae0-489b-9c01-662bb6b9033a req-f2bc668e-a0c2-477a-9486-1d3d9a1a9c45 tempest-VolumesSnapshotTestJSON-1103622005 tempest-VolumesSnapshotTestJSON-1103622005-project] 10.222.0.36 "GET /v2.0/ports?device_id=2dcd2a4c-b8f7-4364-8e9e-a6402070131c HTTP/1.1" status: 200 len: 946 time: 0.0480828 May 03 14:22:40.228054 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-7a987626-fae0-489b-9c01-662bb6b9033a req-be1878ed-9bf9-43f8-90b4-dd7a11a0e55e tempest-VolumesSnapshotTestJSON-1103622005 tempest-VolumesSnapshotTestJSON-1103622005-project] 10.222.0.36 "GET /v2.0/security-groups?id=6023887b-d44e-4861-8a9a-e644c2ff3826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425255 May 03 14:22:40.240749 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.db.l3_dvr_db [None req-ddc25fd5-e864-42f7-b782-7399a0337d74 None None] Set router 38b5ff34-9c6b-4825-b6f1-12ef2b3dd6b5 gateway port host: dv-cinder-839793-5-iscsi {{(pid=103472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 14:22:40.433709 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.db.l3_hamode_db [None req-ddc25fd5-e864-42f7-b782-7399a0337d74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38b5ff34-9c6b-4825-b6f1-12ef2b3dd6b5', 'name': 'tempest-TestVolumeBootPattern-301482067-router', 'tenant_id': '593f1ab9823f41ffa40d6155bebaca54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2', 'external_fixed_ips': [{'subnet_id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'ip_address': '172.27.3.104'}], 'enable_snat': True}, 'gw_port_id': '951b1801-b758-4644-b768-c5a6c2003c89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T14:14:30Z', 'updated_at': '2022-05-03T14:14:37Z', 'revision_number': 4, 'project_id': '593f1ab9823f41ffa40d6155bebaca54', 'gw_port': {'id': '951b1801-b758-4644-b768-c5a6c2003c89', 'name': '', 'network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:9c:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38b5ff34-9c6b-4825-b6f1-12ef2b3dd6b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'ip_address': '172.27.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:14:31Z', 'updated_at': '2022-05-03T14:14:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-5-iscsi', '_interfaces': [{'id': 'c234afb0-9699-490a-b237-8617dbb75553', 'name': '', 'network_id': 'f560d97d-2acd-47bd-966f-19197466eba2', 'tenant_id': '593f1ab9823f41ffa40d6155bebaca54', 'mac_address': 'fa:16:3e:2e:54:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38b5ff34-9c6b-4825-b6f1-12ef2b3dd6b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'e8cbf221-f4fe-47a8-93ac-36f15595da79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:14:35Z', 'updated_at': '2022-05-03T14:14:46Z', 'revision_number': 5, 'project_id': '593f1ab9823f41ffa40d6155bebaca54', 'subnets': [{'id': 'e8cbf221-f4fe-47a8-93ac-36f15595da79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-5-iscsi', False) {} {{(pid=103472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:22:40.434503 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-6b98c286-5509-41ae-9e31-4a328d4e2e3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786921254184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749114'] for agent (9772c1e2-61d8-4a11-97d8-348a0cefa431), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:22:40.463607 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddc25fd5-e864-42f7-b782-7399a0337d74 None None] The sync data for ids ['38b5ff34-9c6b-4825-b6f1-12ef2b3dd6b5'] in dv-cinder-839793-5-iscsi is: [{'id': '38b5ff34-9c6b-4825-b6f1-12ef2b3dd6b5', 'name': 'tempest-TestVolumeBootPattern-301482067-router', 'tenant_id': '593f1ab9823f41ffa40d6155bebaca54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2', 'external_fixed_ips': [{'subnet_id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'ip_address': '172.27.3.104'}], 'enable_snat': True}, 'gw_port_id': '951b1801-b758-4644-b768-c5a6c2003c89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T14:14:30Z', 'updated_at': '2022-05-03T14:14:37Z', 'revision_number': 4, 'project_id': '593f1ab9823f41ffa40d6155bebaca54', 'gw_port': {'id': '951b1801-b758-4644-b768-c5a6c2003c89', 'name': '', 'network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:9c:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38b5ff34-9c6b-4825-b6f1-12ef2b3dd6b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'ip_address': '172.27.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:14:31Z', 'updated_at': '2022-05-03T14:14:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-5-iscsi', '_interfaces': [{'id': 'c234afb0-9699-490a-b237-8617dbb75553', 'name': '', 'network_id': 'f560d97d-2acd-47bd-966f-19197466eba2', 'tenant_id': '593f1ab9823f41ffa40d6155bebaca54', 'mac_address': 'fa:16:3e:2e:54:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38b5ff34-9c6b-4825-b6f1-12ef2b3dd6b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'e8cbf221-f4fe-47a8-93ac-36f15595da79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:14:35Z', 'updated_at': '2022-05-03T14:14:46Z', 'revision_number': 5, 'project_id': '593f1ab9823f41ffa40d6155bebaca54', 'subnets': [{'id': 'e8cbf221-f4fe-47a8-93ac-36f15595da79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 14:22:40.699554 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-049a35f5-d096-4f37-bb1a-8456eecb509c None None] New status for floating IP 13233a13-669a-4cf9-86bb-64b856a6b90d: DOWN {{(pid=103471) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 03 14:22:41.233899 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ac81f6-7845-40dd-86fc-2ff395566348 req-203c45a0-a095-4141-9813-2e305a00d21d tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:22:41.235471 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-e4ac81f6-7845-40dd-86fc-2ff395566348 req-203c45a0-a095-4141-9813-2e305a00d21d tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] 10.222.0.36 "GET /v2.0/ports?device_id=5a3c999d-18ce-462a-a979-48920d777d34 HTTP/1.1" status: 200 len: 945 time: 0.0505595 May 03 14:22:41.325007 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-e4ac81f6-7845-40dd-86fc-2ff395566348 req-59c0b645-766b-4c8f-b11a-7ad652300f26 tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] 10.222.0.36 "GET /v2.0/security-groups?id=059a32ed-46eb-44af-954f-023dc3b6f390&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0836527 May 03 14:22:41.350538 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af14ef9-41dd-4e76-84b2-8ee1b518a87c req-5f32e5a2-97be-4359-9cc7-37b19b082d5a tempest-VolumesSnapshotTestJSON-1103622005 tempest-VolumesSnapshotTestJSON-1103622005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:22:41.352063 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-7af14ef9-41dd-4e76-84b2-8ee1b518a87c req-5f32e5a2-97be-4359-9cc7-37b19b082d5a tempest-VolumesSnapshotTestJSON-1103622005 tempest-VolumesSnapshotTestJSON-1103622005-project] 10.222.0.36 "GET /v2.0/ports?device_id=2dcd2a4c-b8f7-4364-8e9e-a6402070131c HTTP/1.1" status: 200 len: 946 time: 0.0480332 May 03 14:22:41.376266 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3179c99-b2e7-46a2-a3b6-6ba5233c710d req-3931f5a8-91af-4f4c-8fc4-01c71e086576 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:22:41.377966 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-f3179c99-b2e7-46a2-a3b6-6ba5233c710d req-3931f5a8-91af-4f4c-8fc4-01c71e086576 service neutron] 10.222.0.26 "GET /v2.0/networks?id=f560d97d-2acd-47bd-966f-19197466eba2 HTTP/1.1" status: 200 len: 912 time: 0.1168385 May 03 14:22:41.402026 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-7af14ef9-41dd-4e76-84b2-8ee1b518a87c req-5490f811-1e28-4595-9478-656d76424be1 tempest-VolumesSnapshotTestJSON-1103622005 tempest-VolumesSnapshotTestJSON-1103622005-project] 10.222.0.36 "GET /v2.0/security-groups?id=6023887b-d44e-4861-8a9a-e644c2ff3826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443406 May 03 14:22:41.447003 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-f3179c99-b2e7-46a2-a3b6-6ba5233c710d req-0e0d2abd-cd9e-4bed-a770-7ca0092e410a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6f7a9353-a6ac-4262-88f6-839702efb970 HTTP/1.1" status: 200 len: 217 time: 0.0347495 May 03 14:22:41.456746 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ffb288-cde9-4dec-9c77-edde7c898df7 req-95519359-6878-44bf-99db-dcf6fd7d2cdd tempest-VolumesSnapshotTestJSON-1103622005 tempest-VolumesSnapshotTestJSON-1103622005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:22:41.458224 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-b9ffb288-cde9-4dec-9c77-edde7c898df7 req-95519359-6878-44bf-99db-dcf6fd7d2cdd tempest-VolumesSnapshotTestJSON-1103622005 tempest-VolumesSnapshotTestJSON-1103622005-project] 10.222.0.26 "GET /v2.0/ports?device_id=2dcd2a4c-b8f7-4364-8e9e-a6402070131c HTTP/1.1" status: 200 len: 946 time: 0.0460296 May 03 14:22:41.500415 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3179c99-b2e7-46a2-a3b6-6ba5233c710d req-c56e744c-b4e9-48d8-b265-143c00f862eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:22:41.501970 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-f3179c99-b2e7-46a2-a3b6-6ba5233c710d req-c56e744c-b4e9-48d8-b265-143c00f862eb service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e8cbf221-f4fe-47a8-93ac-36f15595da79 HTTP/1.1" status: 200 len: 850 time: 0.0481443 May 03 14:22:41.535010 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-ece2f477-2d6d-4faa-a9a3-ecc6a9d3b5ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786921254184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749114'] for agent (5abb75e8-e954-4dc0-bed6-210d2af77b9f), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:22:41.644300 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3179c99-b2e7-46a2-a3b6-6ba5233c710d req-15a4f0cb-bba5-42a5-a02f-64b60fe9a1c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:22:41.645787 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-f3179c99-b2e7-46a2-a3b6-6ba5233c710d req-15a4f0cb-bba5-42a5-a02f-64b60fe9a1c5 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f560d97d-2acd-47bd-966f-19197466eba2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0426037 May 03 14:22:41.686845 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.plugin [req-b9ffb288-cde9-4dec-9c77-edde7c898df7 req-dd0e91e0-08c6-4d40-a5e9-ead041955d36 tempest-VolumesSnapshotTestJSON-1103622005 tempest-VolumesSnapshotTestJSON-1103622005-project] Deleting port 2741fa27-4b87-4c7d-a507-86dc605d8cda {{(pid=103469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 14:22:41.687247 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-b9ffb288-cde9-4dec-9c77-edde7c898df7 req-dd0e91e0-08c6-4d40-a5e9-ead041955d36 tempest-VolumesSnapshotTestJSON-1103622005 tempest-VolumesSnapshotTestJSON-1103622005-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786921277453'] for port (2741fa27-4b87-4c7d-a507-86dc605d8cda), before_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:22:41.773997 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82608f4-701d-4d1f-a323-379caa13ef9a req-0f1c6399-846a-47dc-8e7c-e63db25b84d6 tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:22:41.775523 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-c82608f4-701d-4d1f-a323-379caa13ef9a req-0f1c6399-846a-47dc-8e7c-e63db25b84d6 tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] 10.222.0.26 "GET /v2.0/ports?device_id=5a3c999d-18ce-462a-a979-48920d777d34 HTTP/1.1" status: 200 len: 945 time: 0.0910134 May 03 14:22:41.779634 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.db [req-b9ffb288-cde9-4dec-9c77-edde7c898df7 req-dd0e91e0-08c6-4d40-a5e9-ead041955d36 tempest-VolumesSnapshotTestJSON-1103622005 tempest-VolumesSnapshotTestJSON-1103622005-project] For port 2741fa27-4b87-4c7d-a507-86dc605d8cda, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=2741fa27-4b87-4c7d-a507-86dc605d8cda,segment=NetworkSegment(d6537de1-472b-4fd1-a68d-0c1a96a71c0d),segment_id=d6537de1-472b-4fd1-a68d-0c1a96a71c0d)] {{(pid=103469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 14:22:41.779998 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-b9ffb288-cde9-4dec-9c77-edde7c898df7 req-dd0e91e0-08c6-4d40-a5e9-ead041955d36 tempest-VolumesSnapshotTestJSON-1103622005 tempest-VolumesSnapshotTestJSON-1103622005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1690342'] for port (2741fa27-4b87-4c7d-a507-86dc605d8cda), precommit_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:22:41.793329 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.plugin [req-b9ffb288-cde9-4dec-9c77-edde7c898df7 req-dd0e91e0-08c6-4d40-a5e9-ead041955d36 tempest-VolumesSnapshotTestJSON-1103622005 tempest-VolumesSnapshotTestJSON-1103622005-project] Calling delete_port for 2741fa27-4b87-4c7d-a507-86dc605d8cda owned by compute:nova {{(pid=103469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 14:22:41.794015 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-f3179c99-b2e7-46a2-a3b6-6ba5233c710d req-6102a197-e5f1-4e08-bbdf-d923cb046785 service neutron] 10.222.0.26 "GET /v2.0/networks/f560d97d-2acd-47bd-966f-19197466eba2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1406558 May 03 14:22:41.926360 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-b9ffb288-cde9-4dec-9c77-edde7c898df7 req-dd0e91e0-08c6-4d40-a5e9-ead041955d36 tempest-VolumesSnapshotTestJSON-1103622005 tempest-VolumesSnapshotTestJSON-1103622005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786921284765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786920821405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6178079'] for port (2741fa27-4b87-4c7d-a507-86dc605d8cda), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:22:41.931041 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [req-c82608f4-701d-4d1f-a323-379caa13ef9a req-dfefdfb5-bccb-4916-8b37-2f45ba525315 tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] Deleting port 6f7a9353-a6ac-4262-88f6-839702efb970 {{(pid=103470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 14:22:41.931396 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [req-c82608f4-701d-4d1f-a323-379caa13ef9a req-dfefdfb5-bccb-4916-8b37-2f45ba525315 tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786921277453'] for port (6f7a9353-a6ac-4262-88f6-839702efb970), before_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:22:41.940020 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.db [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] get_ports_and_sgs() called for port_ids ['2741fa27-4b87-4c7d-a507-86dc605d8cda'] {{(pid=103471) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 03 14:22:41.956316 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0e91e0-08c6-4d40-a5e9-ead041955d36 tempest-VolumesSnapshotTestJSON-1103622005 tempest-VolumesSnapshotTestJSON-1103622005-project] Pushing event deleted for resources: {'Port': ['ID=2741fa27-4b87-4c7d-a507-86dc605d8cda,revision_number=None']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:22:41.975881 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-f3179c99-b2e7-46a2-a3b6-6ba5233c710d req-b57916af-d463-4bec-b5ba-4d9845dad8db service neutron] 10.222.0.26 "GET /v2.0/networks/f560d97d-2acd-47bd-966f-19197466eba2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1658692 May 03 14:22:42.002714 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9ffb288-cde9-4dec-9c77-edde7c898df7 req-dd0e91e0-08c6-4d40-a5e9-ead041955d36 tempest-VolumesSnapshotTestJSON-1103622005 tempest-VolumesSnapshotTestJSON-1103622005-project] No DVR routers for this DVR port 2741fa27-4b87-4c7d-a507-86dc605d8cda on host hv-cinder-83979 {{(pid=103469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 14:22:42.005168 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [req-b9ffb288-cde9-4dec-9c77-edde7c898df7 req-dd0e91e0-08c6-4d40-a5e9-ead041955d36 tempest-VolumesSnapshotTestJSON-1103622005 tempest-VolumesSnapshotTestJSON-1103622005-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218734'] for port (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:22:42.008459 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-b9ffb288-cde9-4dec-9c77-edde7c898df7 req-dd0e91e0-08c6-4d40-a5e9-ead041955d36 tempest-VolumesSnapshotTestJSON-1103622005 tempest-VolumesSnapshotTestJSON-1103622005-project] 10.222.0.26 "DELETE /v2.0/ports/2741fa27-4b87-4c7d-a507-86dc605d8cda HTTP/1.1" status: 204 len: 173 time: 0.4057221 May 03 14:22:42.008900 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2dcd2a4c-b8f7-4364-8e9e-a6402070131c', 'name': 'network-vif-deleted', 'tag': '2741fa27-4b87-4c7d-a507-86dc605d8cda'}] {{(pid=103469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 14:22:42.011225 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68fe64b6b3a70a2f5f611128c103f52e8e68dc233ccb418b63396cbb83134719" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0bfc807-4fd6-4b73-a5fa-a3c7139a1c7f" -d '{"events": [{"server_uuid": "2dcd2a4c-b8f7-4364-8e9e-a6402070131c", "name": "network-vif-deleted", "tag": "2741fa27-4b87-4c7d-a507-86dc605d8cda"}]}' {{(pid=103469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 14:22:42.050813 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [req-c82608f4-701d-4d1f-a323-379caa13ef9a req-dfefdfb5-bccb-4916-8b37-2f45ba525315 tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] For port 6f7a9353-a6ac-4262-88f6-839702efb970, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=6f7a9353-a6ac-4262-88f6-839702efb970,segment=NetworkSegment(96845684-5e64-43d8-9d64-6efc7510389a),segment_id=96845684-5e64-43d8-9d64-6efc7510389a)] {{(pid=103470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 14:22:42.051193 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [req-c82608f4-701d-4d1f-a323-379caa13ef9a req-dfefdfb5-bccb-4916-8b37-2f45ba525315 tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1690342'] for port (6f7a9353-a6ac-4262-88f6-839702efb970), precommit_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:22:42.069864 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [req-c82608f4-701d-4d1f-a323-379caa13ef9a req-dfefdfb5-bccb-4916-8b37-2f45ba525315 tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] Calling delete_port for 6f7a9353-a6ac-4262-88f6-839702efb970 owned by compute:nova {{(pid=103470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 14:22:42.076135 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 May 2022 14:22:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4fb6816-4304-4da8-99bf-db7b2452dec3 x-openstack-request-id: req-f4fb6816-4304-4da8-99bf-db7b2452dec3 {{(pid=103469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 14:22:42.076429 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2dcd2a4c-b8f7-4364-8e9e-a6402070131c", "name": "network-vif-deleted", "tag": "2741fa27-4b87-4c7d-a507-86dc605d8cda", "status": "completed", "code": 200}]} {{(pid=103469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 14:22:42.076681 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f4fb6816-4304-4da8-99bf-db7b2452dec3 {{(pid=103469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 14:22:42.077251 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f4fb6816-4304-4da8-99bf-db7b2452dec3'] response: {'server_uuid': '2dcd2a4c-b8f7-4364-8e9e-a6402070131c', 'name': 'network-vif-deleted', 'tag': '2741fa27-4b87-4c7d-a507-86dc605d8cda', 'status': 'completed', 'code': 200} May 03 14:22:42.208300 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [req-c82608f4-701d-4d1f-a323-379caa13ef9a req-dfefdfb5-bccb-4916-8b37-2f45ba525315 tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786921284765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786920821405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7524599'] for port (6f7a9353-a6ac-4262-88f6-839702efb970), after_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:22:42.245191 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfefdfb5-bccb-4916-8b37-2f45ba525315 tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] Pushing event deleted for resources: {'Port': ['ID=6f7a9353-a6ac-4262-88f6-839702efb970,revision_number=None']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:22:42.300848 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.db.l3_dvrscheduler_db [req-c82608f4-701d-4d1f-a323-379caa13ef9a req-dfefdfb5-bccb-4916-8b37-2f45ba525315 tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] No DVR routers for this DVR port 6f7a9353-a6ac-4262-88f6-839702efb970 on host hv-cinder-83979 {{(pid=103470) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 14:22:42.304784 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [req-c82608f4-701d-4d1f-a323-379caa13ef9a req-dfefdfb5-bccb-4916-8b37-2f45ba525315 tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218734'] for port (None), before_response {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:22:42.311044 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-c82608f4-701d-4d1f-a323-379caa13ef9a req-dfefdfb5-bccb-4916-8b37-2f45ba525315 tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] 10.222.0.26 "DELETE /v2.0/ports/6f7a9353-a6ac-4262-88f6-839702efb970 HTTP/1.1" status: 204 len: 173 time: 0.5289257 May 03 14:22:42.311547 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a3c999d-18ce-462a-a979-48920d777d34', 'name': 'network-vif-deleted', 'tag': '6f7a9353-a6ac-4262-88f6-839702efb970'}] {{(pid=103470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 14:22:42.314330 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b59263cb8594a65023f6f3ef61310cdc9305c5272296d99e8ebfdd94dfc5ab3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46274afc-6b23-4c21-b2c7-62cd1e15d3a0" -d '{"events": [{"server_uuid": "5a3c999d-18ce-462a-a979-48920d777d34", "name": "network-vif-deleted", "tag": "6f7a9353-a6ac-4262-88f6-839702efb970"}]}' {{(pid=103470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 14:22:42.359641 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 May 2022 14:22:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37f53eab-8049-4ba1-ab6b-7446a2f0a728 x-openstack-request-id: req-37f53eab-8049-4ba1-ab6b-7446a2f0a728 {{(pid=103470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 14:22:42.360046 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a3c999d-18ce-462a-a979-48920d777d34", "name": "network-vif-deleted", "tag": "6f7a9353-a6ac-4262-88f6-839702efb970", "status": "completed", "code": 200}]} {{(pid=103470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 14:22:42.360465 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-37f53eab-8049-4ba1-ab6b-7446a2f0a728 {{(pid=103470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 14:22:42.361077 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.notifiers.nova [-] Nova event matching ['req-37f53eab-8049-4ba1-ab6b-7446a2f0a728'] response: {'server_uuid': '5a3c999d-18ce-462a-a979-48920d777d34', 'name': 'network-vif-deleted', 'tag': '6f7a9353-a6ac-4262-88f6-839702efb970', 'status': 'completed', 'code': 200} May 03 14:22:42.454522 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-031aff06-ee18-441a-8649-466540aed658 req-2030bfe9-27b6-44b0-9164-a5fc7d4b6531 tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] 10.222.0.36 "GET /v2.0/ports?device_id=5a3c999d-18ce-462a-a979-48920d777d34 HTTP/1.1" status: 200 len: 210 time: 0.0458217 May 03 14:22:42.542586 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-e1abb3a4-0de0-4e51-a408-1b6988d9db4c req-79b57ff6-f7d7-4591-9c68-37aaf238adfc tempest-VolumesSnapshotTestJSON-1103622005 tempest-VolumesSnapshotTestJSON-1103622005-project] 10.222.0.36 "GET /v2.0/ports?device_id=2dcd2a4c-b8f7-4364-8e9e-a6402070131c HTTP/1.1" status: 200 len: 210 time: 0.0328202 May 03 14:22:43.160581 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786921254184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749114'] for agent (43411681-d6d4-43ac-b892-434a22df3f6d), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:22:43.509121 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.wsgi [-] (103470) accepted ('10.222.0.36', 51924) {{(pid=103470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:22:43.627948 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-0e295287-a060-4152-8b79-67cc1ba33e5b tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] Deleting port a272a38e-851f-4b76-9fdf-0a04d0eb3ea9 {{(pid=103470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 14:22:43.628296 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-0e295287-a060-4152-8b79-67cc1ba33e5b tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786921277453'] for port (a272a38e-851f-4b76-9fdf-0a04d0eb3ea9), before_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:22:43.709249 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-0e295287-a060-4152-8b79-67cc1ba33e5b tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1690342'] for port (a272a38e-851f-4b76-9fdf-0a04d0eb3ea9), precommit_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:22:43.709808 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-0e295287-a060-4152-8b79-67cc1ba33e5b tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] Publish callbacks [] for floatingip (a272a38e-851f-4b76-9fdf-0a04d0eb3ea9), precommit_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:22:43.721855 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-0e295287-a060-4152-8b79-67cc1ba33e5b tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] Calling delete_port for a272a38e-851f-4b76-9fdf-0a04d0eb3ea9 owned by network:floatingip {{(pid=103470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 14:22:43.868004 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-0e295287-a060-4152-8b79-67cc1ba33e5b tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786921284765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786920821405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7524599'] for port (a272a38e-851f-4b76-9fdf-0a04d0eb3ea9), after_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:22:43.899366 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e295287-a060-4152-8b79-67cc1ba33e5b tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] Pushing event deleted for resources: {'Port': ['ID=a272a38e-851f-4b76-9fdf-0a04d0eb3ea9,revision_number=None']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:22:43.965420 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-0e295287-a060-4152-8b79-67cc1ba33e5b tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] Publish callbacks [] for floatingip (7b44dc07-fd83-49a6-a292-824776a5bdd5), after_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:22:43.968000 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-0e295287-a060-4152-8b79-67cc1ba33e5b tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218734'] for floatingip (None), before_response {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:22:43.969276 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [None req-0e295287-a060-4152-8b79-67cc1ba33e5b tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] 10.222.0.36 "DELETE /v2.0/floatingips/7b44dc07-fd83-49a6-a292-824776a5bdd5 HTTP/1.1" status: 204 len: 168 time: 0.4590003 May 03 14:22:45.190616 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.36', 51950) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:22:45.247516 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-3ede1cb6-b86d-4b81-a71c-8ddc398f0c5a tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] Publish callbacks [] for security_group (059a32ed-46eb-44af-954f-023dc3b6f390), before_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:22:45.276980 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-3ede1cb6-b86d-4b81-a71c-8ddc398f0c5a tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] Publish callbacks [] for security_group (059a32ed-46eb-44af-954f-023dc3b6f390), precommit_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:22:45.342391 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-3ede1cb6-b86d-4b81-a71c-8ddc398f0c5a tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656397'] for security_group (059a32ed-46eb-44af-954f-023dc3b6f390), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:22:45.345430 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-3ede1cb6-b86d-4b81-a71c-8ddc398f0c5a tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] Publish callbacks [] for security_group (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:22:45.346621 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-3ede1cb6-b86d-4b81-a71c-8ddc398f0c5a tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] 10.222.0.36 "DELETE /v2.0/security-groups/059a32ed-46eb-44af-954f-023dc3b6f390 HTTP/1.1" status: 204 len: 168 time: 0.1550357 May 03 14:22:45.355831 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ede1cb6-b86d-4b81-a71c-8ddc398f0c5a tempest-TestVolumeBootPattern-2055555551 tempest-TestVolumeBootPattern-2055555551-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=059a32ed-46eb-44af-954f-023dc3b6f390,revision_number=None']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:22:46.104179 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.rpc [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Device 2741fa27-4b87-4c7d-a507-86dc605d8cda no longer exists at agent hyperv_hv-cinder-83979 {{(pid=103471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 03 14:22:46.127271 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] No Port match for: 2741fa27-4b87-4c7d-a507-86dc605d8cda {{(pid=103471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 03 14:22:46.127612 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.rpc [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Device 2741fa27-4b87-4c7d-a507-86dc605d8cda not bound to the agent host hv-cinder-83979 {{(pid=103471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 03 14:22:46.128016 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.rpc [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Device 6f7a9353-a6ac-4262-88f6-839702efb970 no longer exists at agent hyperv_hv-cinder-83979 {{(pid=103471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 03 14:22:46.146417 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] No Port match for: 6f7a9353-a6ac-4262-88f6-839702efb970 {{(pid=103471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 03 14:22:46.146756 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.rpc [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Device 6f7a9353-a6ac-4262-88f6-839702efb970 not bound to the agent host hv-cinder-83979 {{(pid=103471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 03 14:22:46.429115 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.wsgi [-] (103470) accepted ('10.222.0.36', 51958) {{(pid=103470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:22:46.836175 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-5f45dfee-e276-40ac-9f09-d42cf556b517 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1690332'] for router_interface (38b5ff34-9c6b-4825-b6f1-12ef2b3dd6b5), before_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:22:47.092287 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-5f45dfee-e276-40ac-9f09-d42cf556b517 admin admin] Deleting port c234afb0-9699-490a-b237-8617dbb75553 {{(pid=103470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 14:22:47.092604 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-5f45dfee-e276-40ac-9f09-d42cf556b517 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786921277453'] for port (c234afb0-9699-490a-b237-8617dbb75553), before_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:22:47.174242 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-5f45dfee-e276-40ac-9f09-d42cf556b517 admin admin] For port c234afb0-9699-490a-b237-8617dbb75553, host dv-cinder-839793-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-5-iscsi',level=0,port_id=c234afb0-9699-490a-b237-8617dbb75553,segment=NetworkSegment(96845684-5e64-43d8-9d64-6efc7510389a),segment_id=96845684-5e64-43d8-9d64-6efc7510389a)] {{(pid=103470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 14:22:47.174611 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-5f45dfee-e276-40ac-9f09-d42cf556b517 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1690342'] for port (c234afb0-9699-490a-b237-8617dbb75553), precommit_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:22:47.188156 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-5f45dfee-e276-40ac-9f09-d42cf556b517 admin admin] Calling delete_port for c234afb0-9699-490a-b237-8617dbb75553 owned by network:router_interface {{(pid=103470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 14:22:47.372116 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-5f45dfee-e276-40ac-9f09-d42cf556b517 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786921284765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786920821405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7524599'] for port (c234afb0-9699-490a-b237-8617dbb75553), after_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:22:47.401702 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f45dfee-e276-40ac-9f09-d42cf556b517 admin admin] Pushing event deleted for resources: {'Port': ['ID=c234afb0-9699-490a-b237-8617dbb75553,revision_number=None']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:22:47.568361 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-5f45dfee-e276-40ac-9f09-d42cf556b517 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1599855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1693899'] for router_interface (38b5ff34-9c6b-4825-b6f1-12ef2b3dd6b5), after_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:22:48.069742 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f45dfee-e276-40ac-9f09-d42cf556b517 admin admin] Router 38b5ff34-9c6b-4825-b6f1-12ef2b3dd6b5 has already been hosted by L3 agent 2583ee88-9503-4370-b6e4-0a676865815e {{(pid=103470) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 14:22:48.178854 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f45dfee-e276-40ac-9f09-d42cf556b517 admin admin] Notify agent at l3_agent.dv-cinder-839793-5-iscsi the message routers_updated {{(pid=103470) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 14:22:48.187777 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [None req-5f45dfee-e276-40ac-9f09-d42cf556b517 admin admin] 10.222.0.36 "PUT /v2.0/routers/38b5ff34-9c6b-4825-b6f1-12ef2b3dd6b5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7570508 May 03 14:22:48.188257 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-218a1fda-13cc-496f-94e3-2ff5007385da None None] Sync routers for ids ['38b5ff34-9c6b-4825-b6f1-12ef2b3dd6b5'] in dv-cinder-839793-5-iscsi {{(pid=103472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 14:22:48.189621 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.wsgi [-] (103470) accepted ('10.222.0.36', 51968) {{(pid=103470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:22:48.199031 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-218a1fda-13cc-496f-94e3-2ff5007385da None None] Routers {'38b5ff34-9c6b-4825-b6f1-12ef2b3dd6b5'} bound to L3 agent in host dv-cinder-839793-5-iscsi {{(pid=103472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 14:22:48.199633 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.db.l3_hamode_db [None req-218a1fda-13cc-496f-94e3-2ff5007385da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-03T14:04:39Z,description=,heartbeat_timestamp=2022-05-03T14:22:39Z,host='dv-cinder-839793-5-iscsi',id=2583ee88-9503-4370-b6e4-0a676865815e,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T14:04:39Z,topic='l3_agent')) {'router_ids': ['38b5ff34-9c6b-4825-b6f1-12ef2b3dd6b5'], 'active': True} {{(pid=103472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:22:48.302628 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-0b5fec99-1c13-4d3b-a9a3-162c9d729183 admin admin] Publish callbacks [] for router (38b5ff34-9c6b-4825-b6f1-12ef2b3dd6b5), before_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:22:48.306679 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.db.l3_dvr_db [None req-218a1fda-13cc-496f-94e3-2ff5007385da None None] Set router 38b5ff34-9c6b-4825-b6f1-12ef2b3dd6b5 gateway port host: dv-cinder-839793-5-iscsi {{(pid=103472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 14:22:48.413735 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-0b5fec99-1c13-4d3b-a9a3-162c9d729183 admin admin] Publish callbacks [] for router_gateway (38b5ff34-9c6b-4825-b6f1-12ef2b3dd6b5), before_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:22:48.470770 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-0b5fec99-1c13-4d3b-a9a3-162c9d729183 admin admin] Deleting port 951b1801-b758-4644-b768-c5a6c2003c89 {{(pid=103470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 14:22:48.471412 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-0b5fec99-1c13-4d3b-a9a3-162c9d729183 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786921277453'] for port (951b1801-b758-4644-b768-c5a6c2003c89), before_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:22:48.476977 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.db.l3_hamode_db [None req-218a1fda-13cc-496f-94e3-2ff5007385da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38b5ff34-9c6b-4825-b6f1-12ef2b3dd6b5', 'name': 'tempest-TestVolumeBootPattern-301482067-router', 'tenant_id': '593f1ab9823f41ffa40d6155bebaca54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2', 'external_fixed_ips': [{'subnet_id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'ip_address': '172.27.3.104'}], 'enable_snat': True}, 'gw_port_id': '951b1801-b758-4644-b768-c5a6c2003c89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T14:14:30Z', 'updated_at': '2022-05-03T14:22:47Z', 'revision_number': 5, 'project_id': '593f1ab9823f41ffa40d6155bebaca54', 'gw_port': {'id': '951b1801-b758-4644-b768-c5a6c2003c89', 'name': '', 'network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:9c:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38b5ff34-9c6b-4825-b6f1-12ef2b3dd6b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'ip_address': '172.27.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:14:31Z', 'updated_at': '2022-05-03T14:14:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-5-iscsi'}], 'dv-cinder-839793-5-iscsi', False) {} {{(pid=103472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:22:48.507483 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-218a1fda-13cc-496f-94e3-2ff5007385da None None] Checking router: 38b5ff34-9c6b-4825-b6f1-12ef2b3dd6b5 for host: dv-cinder-839793-5-iscsi {{(pid=103472) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 14:22:48.515871 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-218a1fda-13cc-496f-94e3-2ff5007385da None None] Routers {'38b5ff34-9c6b-4825-b6f1-12ef2b3dd6b5'} bound to L3 agent in host dv-cinder-839793-5-iscsi {{(pid=103472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 14:22:48.516479 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.db.l3_hamode_db [None req-218a1fda-13cc-496f-94e3-2ff5007385da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-03T14:04:39Z,description=,heartbeat_timestamp=2022-05-03T14:22:39Z,host='dv-cinder-839793-5-iscsi',id=2583ee88-9503-4370-b6e4-0a676865815e,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T14:04:39Z,topic='l3_agent')) {'router_ids': ['38b5ff34-9c6b-4825-b6f1-12ef2b3dd6b5'], 'active': True} {{(pid=103472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:22:48.557078 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-0b5fec99-1c13-4d3b-a9a3-162c9d729183 admin admin] For port 951b1801-b758-4644-b768-c5a6c2003c89, host dv-cinder-839793-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-5-iscsi',level=0,port_id=951b1801-b758-4644-b768-c5a6c2003c89,segment=NetworkSegment(331ae69a-aeba-4f56-bd87-f289cf94ba88),segment_id=331ae69a-aeba-4f56-bd87-f289cf94ba88)] {{(pid=103470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 14:22:48.557563 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-0b5fec99-1c13-4d3b-a9a3-162c9d729183 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1690342'] for port (951b1801-b758-4644-b768-c5a6c2003c89), precommit_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:22:48.577509 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-0b5fec99-1c13-4d3b-a9a3-162c9d729183 admin admin] Calling delete_port for 951b1801-b758-4644-b768-c5a6c2003c89 owned by network:router_gateway {{(pid=103470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 14:22:48.698763 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.db.l3_dvr_db [None req-218a1fda-13cc-496f-94e3-2ff5007385da None None] Set router 38b5ff34-9c6b-4825-b6f1-12ef2b3dd6b5 gateway port host: None {{(pid=103472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 14:22:48.760232 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.db.l3_hamode_db [None req-218a1fda-13cc-496f-94e3-2ff5007385da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38b5ff34-9c6b-4825-b6f1-12ef2b3dd6b5', 'name': 'tempest-TestVolumeBootPattern-301482067-router', 'tenant_id': '593f1ab9823f41ffa40d6155bebaca54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T14:14:30Z', 'updated_at': '2022-05-03T14:22:48Z', 'revision_number': 6, 'project_id': '593f1ab9823f41ffa40d6155bebaca54', 'gw_port_host': None}], 'dv-cinder-839793-5-iscsi', False) {} {{(pid=103472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:22:48.765504 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-0b5fec99-1c13-4d3b-a9a3-162c9d729183 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786921284765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786920821405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7524599'] for port (951b1801-b758-4644-b768-c5a6c2003c89), after_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:22:48.790112 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5fec99-1c13-4d3b-a9a3-162c9d729183 admin admin] Pushing event deleted for resources: {'Port': ['ID=951b1801-b758-4644-b768-c5a6c2003c89,revision_number=None']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:22:48.793927 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-218a1fda-13cc-496f-94e3-2ff5007385da None None] The sync data for ids ['38b5ff34-9c6b-4825-b6f1-12ef2b3dd6b5'] in dv-cinder-839793-5-iscsi is: [{'id': '38b5ff34-9c6b-4825-b6f1-12ef2b3dd6b5', 'name': 'tempest-TestVolumeBootPattern-301482067-router', 'tenant_id': '593f1ab9823f41ffa40d6155bebaca54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T14:14:30Z', 'updated_at': '2022-05-03T14:22:48Z', 'revision_number': 6, 'project_id': '593f1ab9823f41ffa40d6155bebaca54', 'gw_port_host': None}] {{(pid=103472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 14:22:48.855615 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-0b5fec99-1c13-4d3b-a9a3-162c9d729183 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1700782'] for router_gateway (38b5ff34-9c6b-4825-b6f1-12ef2b3dd6b5), after_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:22:48.946378 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-0b5fec99-1c13-4d3b-a9a3-162c9d729183 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1703026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-103998'] for router (38b5ff34-9c6b-4825-b6f1-12ef2b3dd6b5), precommit_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:22:48.948570 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-0b5fec99-1c13-4d3b-a9a3-162c9d729183 admin admin] Publish callbacks [] for router_controller (38b5ff34-9c6b-4825-b6f1-12ef2b3dd6b5), precommit_delete_associations {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:22:48.996660 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-0b5fec99-1c13-4d3b-a9a3-162c9d729183 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1703035'] for router (38b5ff34-9c6b-4825-b6f1-12ef2b3dd6b5), after_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:22:48.997268 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b5fec99-1c13-4d3b-a9a3-162c9d729183 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 38b5ff34-9c6b-4825-b6f1-12ef2b3dd6b5 {{(pid=103470) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 03 14:22:49.002904 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-0b5fec99-1c13-4d3b-a9a3-162c9d729183 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:22:49.004046 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [None req-0b5fec99-1c13-4d3b-a9a3-162c9d729183 admin admin] 10.222.0.36 "DELETE /v2.0/routers/38b5ff34-9c6b-4825-b6f1-12ef2b3dd6b5 HTTP/1.1" status: 204 len: 168 time: 0.8132823 May 03 14:22:49.006672 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.wsgi [-] (103470) accepted ('10.222.0.36', 51974) {{(pid=103470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:22:49.051665 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.db.db_base_plugin_v2 [None req-038bae8c-4e9a-4bf5-92a2-b894e51b3f18 admin admin] Deleting subnet e8cbf221-f4fe-47a8-93ac-36f15595da79 {{(pid=103470) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 03 14:22:49.055426 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-038bae8c-4e9a-4bf5-92a2-b894e51b3f18 admin admin] Publish callbacks [] for subnet (e8cbf221-f4fe-47a8-93ac-36f15595da79), before_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:22:49.094875 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-038bae8c-4e9a-4bf5-92a2-b894e51b3f18 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5129590'] for subnet (e8cbf221-f4fe-47a8-93ac-36f15595da79), precommit_delete_associations {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:22:49.177623 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-038bae8c-4e9a-4bf5-92a2-b894e51b3f18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751950'] for subnet (e8cbf221-f4fe-47a8-93ac-36f15595da79), precommit_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:22:49.238996 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-038bae8c-4e9a-4bf5-92a2-b894e51b3f18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7524544', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4621665'] for subnet (e8cbf221-f4fe-47a8-93ac-36f15595da79), after_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:22:49.265036 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038bae8c-4e9a-4bf5-92a2-b894e51b3f18 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e8cbf221-f4fe-47a8-93ac-36f15595da79,revision_number=None']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:22:49.267167 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-038bae8c-4e9a-4bf5-92a2-b894e51b3f18 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599744'] for subnet (None), before_response {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:22:49.270289 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [None req-038bae8c-4e9a-4bf5-92a2-b894e51b3f18 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/e8cbf221-f4fe-47a8-93ac-36f15595da79 HTTP/1.1" status: 204 len: 168 time: 0.2626889 May 03 14:22:49.272669 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.wsgi [-] (103470) accepted ('10.222.0.36', 51976) {{(pid=103470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:22:49.273253 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fa923ff-29dc-449b-ad4f-a6dc545b90f6 None None] Network f560d97d-2acd-47bd-966f-19197466eba2 requested from dv-cinder-839793-5-iscsi {{(pid=103471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 03 14:22:49.340520 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-ad0d466d-2e75-4a94-b59c-c7279e0b122d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-661340'] for network (f560d97d-2acd-47bd-966f-19197466eba2), before_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:22:49.394306 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-ad0d466d-2e75-4a94-b59c-c7279e0b122d admin admin] Deleting port 514f5589-17f5-453b-bad7-ff069a5c2e2b {{(pid=103470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 14:22:49.394640 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-ad0d466d-2e75-4a94-b59c-c7279e0b122d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786921277453'] for port (514f5589-17f5-453b-bad7-ff069a5c2e2b), before_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:22:49.455220 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-ad0d466d-2e75-4a94-b59c-c7279e0b122d admin admin] For port 514f5589-17f5-453b-bad7-ff069a5c2e2b, host dv-cinder-839793-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-5-iscsi',level=0,port_id=514f5589-17f5-453b-bad7-ff069a5c2e2b,segment=NetworkSegment(96845684-5e64-43d8-9d64-6efc7510389a),segment_id=96845684-5e64-43d8-9d64-6efc7510389a)] {{(pid=103470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 14:22:49.455574 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-ad0d466d-2e75-4a94-b59c-c7279e0b122d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1690342'] for port (514f5589-17f5-453b-bad7-ff069a5c2e2b), precommit_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:22:49.469562 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-ad0d466d-2e75-4a94-b59c-c7279e0b122d admin admin] Calling delete_port for 514f5589-17f5-453b-bad7-ff069a5c2e2b owned by network:dhcp {{(pid=103470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 14:22:49.562920 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-ad0d466d-2e75-4a94-b59c-c7279e0b122d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786921284765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786920821405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7524599'] for port (514f5589-17f5-453b-bad7-ff069a5c2e2b), after_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:22:49.572193 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5befb210-f7f9-4764-b29b-2ebdcd2ab4c1 None None] DHCP port deletion for f560d97d-2acd-47bd-966f-19197466eba2 request from dv-cinder-839793-5-iscsi {{(pid=103471) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 03 14:22:49.594401 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0d466d-2e75-4a94-b59c-c7279e0b122d admin admin] Pushing event deleted for resources: {'Port': ['ID=514f5589-17f5-453b-bad7-ff069a5c2e2b,revision_number=None']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:22:49.602245 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad0d466d-2e75-4a94-b59c-c7279e0b122d admin admin] No DVR routers for this DVR port 514f5589-17f5-453b-bad7-ff069a5c2e2b on host dv-cinder-839793-5-iscsi {{(pid=103470) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 14:22:49.685840 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-ad0d466d-2e75-4a94-b59c-c7279e0b122d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-751355', 'neutron.services.segments.db._delete_segments_for_network-8786921254202'] for network (f560d97d-2acd-47bd-966f-19197466eba2), precommit_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:22:49.709431 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.services.segments.db [None req-ad0d466d-2e75-4a94-b59c-c7279e0b122d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f560d97d-2acd-47bd-966f-19197466eba2']}} {{(pid=103470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:22:49.719807 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.services.segments.db [None req-ad0d466d-2e75-4a94-b59c-c7279e0b122d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96845684-5e64-43d8-9d64-6efc7510389a') {'for_net_delete': True} {{(pid=103470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:22:49.720097 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.services.segments.db [None req-ad0d466d-2e75-4a94-b59c-c7279e0b122d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96845684-5e64-43d8-9d64-6efc7510389a') {} {{(pid=103470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:22:49.730382 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-ad0d466d-2e75-4a94-b59c-c7279e0b122d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786921254723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5129613'] for segment (96845684-5e64-43d8-9d64-6efc7510389a), before_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:22:49.743968 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-ad0d466d-2e75-4a94-b59c-c7279e0b122d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-690795'] for segment (96845684-5e64-43d8-9d64-6efc7510389a), precommit_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:22:49.749980 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad0d466d-2e75-4a94-b59c-c7279e0b122d admin admin] Releasing vlan 236 on physical network physnet1 to pool {{(pid=103470) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 03 14:22:49.750367 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-ad0d466d-2e75-4a94-b59c-c7279e0b122d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-690795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7524522'] for segment (96845684-5e64-43d8-9d64-6efc7510389a), after_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:22:49.752057 dv-cinder-839793-5-iscsi neutron-server[103470]: Traceback (most recent call last): May 03 14:22:49.752057 dv-cinder-839793-5-iscsi neutron-server[103470]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 03 14:22:49.752057 dv-cinder-839793-5-iscsi neutron-server[103470]: timer() May 03 14:22:49.752057 dv-cinder-839793-5-iscsi neutron-server[103470]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 14:22:49.752057 dv-cinder-839793-5-iscsi neutron-server[103470]: cb(*args, **kw) May 03 14:22:49.752057 dv-cinder-839793-5-iscsi neutron-server[103470]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 03 14:22:49.752057 dv-cinder-839793-5-iscsi neutron-server[103470]: return func(*args, **kwargs) May 03 14:22:49.752057 dv-cinder-839793-5-iscsi neutron-server[103470]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 14:22:49.752057 dv-cinder-839793-5-iscsi neutron-server[103470]: self._notify() May 03 14:22:49.752057 dv-cinder-839793-5-iscsi neutron-server[103470]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 14:22:49.752057 dv-cinder-839793-5-iscsi neutron-server[103470]: self.callback(batched_events) May 03 14:22:49.752057 dv-cinder-839793-5-iscsi neutron-server[103470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 14:22:49.752057 dv-cinder-839793-5-iscsi neutron-server[103470]: event.method(event) May 03 14:22:49.752057 dv-cinder-839793-5-iscsi neutron-server[103470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 03 14:22:49.752057 dv-cinder-839793-5-iscsi neutron-server[103470]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 14:22:49.752057 dv-cinder-839793-5-iscsi neutron-server[103470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 03 14:22:49.752057 dv-cinder-839793-5-iscsi neutron-server[103470]: aggregate_uuid = self.p_client.list_aggregates( May 03 14:22:49.752057 dv-cinder-839793-5-iscsi neutron-server[103470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 03 14:22:49.752057 dv-cinder-839793-5-iscsi neutron-server[103470]: return f(self, *a, **k) May 03 14:22:49.752057 dv-cinder-839793-5-iscsi neutron-server[103470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 03 14:22:49.752057 dv-cinder-839793-5-iscsi neutron-server[103470]: return self._get(url).json() May 03 14:22:49.752057 dv-cinder-839793-5-iscsi neutron-server[103470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 03 14:22:49.752057 dv-cinder-839793-5-iscsi neutron-server[103470]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 14:22:49.752057 dv-cinder-839793-5-iscsi neutron-server[103470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 03 14:22:49.752057 dv-cinder-839793-5-iscsi neutron-server[103470]: return self.request(url, 'GET', **kwargs) May 03 14:22:49.752057 dv-cinder-839793-5-iscsi neutron-server[103470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 03 14:22:49.752057 dv-cinder-839793-5-iscsi neutron-server[103470]: base_url = self.get_endpoint(auth, allow=allow, May 03 14:22:49.752057 dv-cinder-839793-5-iscsi neutron-server[103470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 03 14:22:49.752057 dv-cinder-839793-5-iscsi neutron-server[103470]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 14:22:49.752057 dv-cinder-839793-5-iscsi neutron-server[103470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 03 14:22:49.752057 dv-cinder-839793-5-iscsi neutron-server[103470]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 14:22:49.752057 dv-cinder-839793-5-iscsi neutron-server[103470]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 14:22:49.806675 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-ad0d466d-2e75-4a94-b59c-c7279e0b122d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-751234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1700060'] for network (f560d97d-2acd-47bd-966f-19197466eba2), after_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:22:49.812959 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-ad0d466d-2e75-4a94-b59c-c7279e0b122d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599744'] for network (None), before_response {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:22:49.817093 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [None req-ad0d466d-2e75-4a94-b59c-c7279e0b122d admin admin] 10.222.0.36 "DELETE /v2.0/networks/f560d97d-2acd-47bd-966f-19197466eba2 HTTP/1.1" status: 204 len: 168 time: 0.5433908 May 03 14:22:49.820597 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.36', 51988) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:22:49.830928 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0d466d-2e75-4a94-b59c-c7279e0b122d admin admin] Pushing event deleted for resources: {'Network': ['ID=f560d97d-2acd-47bd-966f-19197466eba2,revision_number=None']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:22:50.159198 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-6d965fb7-11af-4df1-a157-0df8291ad21d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1690332'] for router_interface (f5bdc071-e1b0-402d-8dfd-775e137ea794), before_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:22:50.403166 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.plugin [None req-6d965fb7-11af-4df1-a157-0df8291ad21d admin admin] Deleting port 6b0166c6-a23e-4da4-be51-b89f55e1b2c3 {{(pid=103469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 14:22:50.403414 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-6d965fb7-11af-4df1-a157-0df8291ad21d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786921277453'] for port (6b0166c6-a23e-4da4-be51-b89f55e1b2c3), before_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:22:50.485035 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.db [None req-6d965fb7-11af-4df1-a157-0df8291ad21d admin admin] For port 6b0166c6-a23e-4da4-be51-b89f55e1b2c3, host dv-cinder-839793-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-5-iscsi',level=0,port_id=6b0166c6-a23e-4da4-be51-b89f55e1b2c3,segment=NetworkSegment(c3ca0466-8eca-46f7-88e0-bbc55baa28dc),segment_id=c3ca0466-8eca-46f7-88e0-bbc55baa28dc)] {{(pid=103469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 14:22:50.485419 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-6d965fb7-11af-4df1-a157-0df8291ad21d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1690342'] for port (6b0166c6-a23e-4da4-be51-b89f55e1b2c3), precommit_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:22:50.498160 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.plugin [None req-6d965fb7-11af-4df1-a157-0df8291ad21d admin admin] Calling delete_port for 6b0166c6-a23e-4da4-be51-b89f55e1b2c3 owned by network:router_interface {{(pid=103469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 14:22:50.689459 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-6d965fb7-11af-4df1-a157-0df8291ad21d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786921284765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786920821405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6178079'] for port (6b0166c6-a23e-4da4-be51-b89f55e1b2c3), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:22:50.715585 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d965fb7-11af-4df1-a157-0df8291ad21d admin admin] Pushing event deleted for resources: {'Port': ['ID=6b0166c6-a23e-4da4-be51-b89f55e1b2c3,revision_number=None']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:22:50.796806 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.rpc [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Device c234afb0-9699-490a-b237-8617dbb75553 no longer exists at agent ovs-agent-dv-cinder-839793-5-iscsi {{(pid=103471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 03 14:22:50.819470 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] No Port match for: c234afb0-9699-490a-b237-8617dbb75553 {{(pid=103471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 03 14:22:50.820235 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.rpc [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Device c234afb0-9699-490a-b237-8617dbb75553 not bound to the agent host dv-cinder-839793-5-iscsi {{(pid=103471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 03 14:22:50.820931 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.rpc [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Device 951b1801-b758-4644-b768-c5a6c2003c89 no longer exists at agent ovs-agent-dv-cinder-839793-5-iscsi {{(pid=103471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 03 14:22:50.843162 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] No Port match for: 951b1801-b758-4644-b768-c5a6c2003c89 {{(pid=103471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 03 14:22:50.843959 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.rpc [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Device 951b1801-b758-4644-b768-c5a6c2003c89 not bound to the agent host dv-cinder-839793-5-iscsi {{(pid=103471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 03 14:22:50.844587 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.rpc [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Device 514f5589-17f5-453b-bad7-ff069a5c2e2b no longer exists at agent ovs-agent-dv-cinder-839793-5-iscsi {{(pid=103471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 03 14:22:50.865216 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] No Port match for: 514f5589-17f5-453b-bad7-ff069a5c2e2b {{(pid=103471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 03 14:22:50.865869 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.rpc [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Device 514f5589-17f5-453b-bad7-ff069a5c2e2b not bound to the agent host dv-cinder-839793-5-iscsi {{(pid=103471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 03 14:22:50.899933 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-6d965fb7-11af-4df1-a157-0df8291ad21d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1599855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1693899'] for router_interface (f5bdc071-e1b0-402d-8dfd-775e137ea794), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:22:51.127034 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d965fb7-11af-4df1-a157-0df8291ad21d admin admin] Router f5bdc071-e1b0-402d-8dfd-775e137ea794 has already been hosted by L3 agent 2583ee88-9503-4370-b6e4-0a676865815e {{(pid=103469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 14:22:51.237985 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d965fb7-11af-4df1-a157-0df8291ad21d admin admin] Notify agent at l3_agent.dv-cinder-839793-5-iscsi the message routers_updated {{(pid=103469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 14:22:51.243434 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-6d965fb7-11af-4df1-a157-0df8291ad21d admin admin] 10.222.0.36 "PUT /v2.0/routers/f5bdc071-e1b0-402d-8dfd-775e137ea794/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4215996 May 03 14:22:51.246544 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.wsgi [-] (103470) accepted ('10.222.0.36', 51998) {{(pid=103470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:22:51.246977 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f087fb55-2e1a-48f8-a6f9-b20bd14a4b6d None None] Sync routers for ids ['f5bdc071-e1b0-402d-8dfd-775e137ea794'] in dv-cinder-839793-5-iscsi {{(pid=103471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 14:22:51.258040 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f087fb55-2e1a-48f8-a6f9-b20bd14a4b6d None None] Routers {'f5bdc071-e1b0-402d-8dfd-775e137ea794'} bound to L3 agent in host dv-cinder-839793-5-iscsi {{(pid=103471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 14:22:51.258651 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.l3_hamode_db [None req-f087fb55-2e1a-48f8-a6f9-b20bd14a4b6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-03T14:04:39Z,description=,heartbeat_timestamp=2022-05-03T14:22:39Z,host='dv-cinder-839793-5-iscsi',id=2583ee88-9503-4370-b6e4-0a676865815e,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T14:04:39Z,topic='l3_agent')) {'router_ids': ['f5bdc071-e1b0-402d-8dfd-775e137ea794'], 'active': True} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:22:51.361105 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-19ddb9e6-1605-4c34-8fd1-2bc71081072f admin admin] Publish callbacks [] for router (f5bdc071-e1b0-402d-8dfd-775e137ea794), before_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:22:51.470834 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-19ddb9e6-1605-4c34-8fd1-2bc71081072f admin admin] Publish callbacks [] for router_gateway (f5bdc071-e1b0-402d-8dfd-775e137ea794), before_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:22:51.506236 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvr_db [None req-f087fb55-2e1a-48f8-a6f9-b20bd14a4b6d None None] Set router f5bdc071-e1b0-402d-8dfd-775e137ea794 gateway port host: dv-cinder-839793-5-iscsi {{(pid=103471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 14:22:51.519233 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-19ddb9e6-1605-4c34-8fd1-2bc71081072f admin admin] Deleting port 97f39471-f207-4340-bf9f-ea6d3f3386e8 {{(pid=103470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 14:22:51.519566 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-19ddb9e6-1605-4c34-8fd1-2bc71081072f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786921277453'] for port (97f39471-f207-4340-bf9f-ea6d3f3386e8), before_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:22:51.596770 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-19ddb9e6-1605-4c34-8fd1-2bc71081072f admin admin] For port 97f39471-f207-4340-bf9f-ea6d3f3386e8, host dv-cinder-839793-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-5-iscsi',level=0,port_id=97f39471-f207-4340-bf9f-ea6d3f3386e8,segment=NetworkSegment(331ae69a-aeba-4f56-bd87-f289cf94ba88),segment_id=331ae69a-aeba-4f56-bd87-f289cf94ba88)] {{(pid=103470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 14:22:51.597122 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-19ddb9e6-1605-4c34-8fd1-2bc71081072f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1690342'] for port (97f39471-f207-4340-bf9f-ea6d3f3386e8), precommit_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:22:51.610270 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-19ddb9e6-1605-4c34-8fd1-2bc71081072f admin admin] Calling delete_port for 97f39471-f207-4340-bf9f-ea6d3f3386e8 owned by network:router_gateway {{(pid=103470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 14:22:51.676876 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.l3_hamode_db [None req-f087fb55-2e1a-48f8-a6f9-b20bd14a4b6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5bdc071-e1b0-402d-8dfd-775e137ea794', 'name': 'tempest-TestVolumeBootPattern-1407538280-router', 'tenant_id': 'd0b764ea593b465881fef7937cf6ac86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2', 'external_fixed_ips': [{'subnet_id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'ip_address': '172.27.3.142'}], 'enable_snat': True}, 'gw_port_id': '97f39471-f207-4340-bf9f-ea6d3f3386e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T14:14:42Z', 'updated_at': '2022-05-03T14:22:50Z', 'revision_number': 5, 'project_id': 'd0b764ea593b465881fef7937cf6ac86', 'gw_port': {'id': '97f39471-f207-4340-bf9f-ea6d3f3386e8', 'name': '', 'network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:94:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5bdc071-e1b0-402d-8dfd-775e137ea794', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'ip_address': '172.27.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:14:44Z', 'updated_at': '2022-05-03T14:14:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-5-iscsi'}], 'dv-cinder-839793-5-iscsi', False) {} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:22:51.703720 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f087fb55-2e1a-48f8-a6f9-b20bd14a4b6d None None] Checking router: f5bdc071-e1b0-402d-8dfd-775e137ea794 for host: dv-cinder-839793-5-iscsi {{(pid=103471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 14:22:51.712520 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f087fb55-2e1a-48f8-a6f9-b20bd14a4b6d None None] Routers {'f5bdc071-e1b0-402d-8dfd-775e137ea794'} bound to L3 agent in host dv-cinder-839793-5-iscsi {{(pid=103471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 14:22:51.713137 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.l3_hamode_db [None req-f087fb55-2e1a-48f8-a6f9-b20bd14a4b6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-03T14:04:39Z,description=,heartbeat_timestamp=2022-05-03T14:22:39Z,host='dv-cinder-839793-5-iscsi',id=2583ee88-9503-4370-b6e4-0a676865815e,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T14:04:39Z,topic='l3_agent')) {'router_ids': ['f5bdc071-e1b0-402d-8dfd-775e137ea794'], 'active': True} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:22:51.779689 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-19ddb9e6-1605-4c34-8fd1-2bc71081072f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786921284765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786920821405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7524599'] for port (97f39471-f207-4340-bf9f-ea6d3f3386e8), after_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:22:51.802059 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvr_db [None req-f087fb55-2e1a-48f8-a6f9-b20bd14a4b6d None None] Set router f5bdc071-e1b0-402d-8dfd-775e137ea794 gateway port host: None {{(pid=103471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 14:22:51.808040 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ddb9e6-1605-4c34-8fd1-2bc71081072f admin admin] Pushing event deleted for resources: {'Port': ['ID=97f39471-f207-4340-bf9f-ea6d3f3386e8,revision_number=None']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:22:51.856478 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.l3_hamode_db [None req-f087fb55-2e1a-48f8-a6f9-b20bd14a4b6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5bdc071-e1b0-402d-8dfd-775e137ea794', 'name': 'tempest-TestVolumeBootPattern-1407538280-router', 'tenant_id': 'd0b764ea593b465881fef7937cf6ac86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T14:14:42Z', 'updated_at': '2022-05-03T14:22:51Z', 'revision_number': 6, 'project_id': 'd0b764ea593b465881fef7937cf6ac86', 'gw_port_host': None}], 'dv-cinder-839793-5-iscsi', False) {} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:22:51.871002 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-19ddb9e6-1605-4c34-8fd1-2bc71081072f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1700782'] for router_gateway (f5bdc071-e1b0-402d-8dfd-775e137ea794), after_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:22:51.882944 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f087fb55-2e1a-48f8-a6f9-b20bd14a4b6d None None] The sync data for ids ['f5bdc071-e1b0-402d-8dfd-775e137ea794'] in dv-cinder-839793-5-iscsi is: [{'id': 'f5bdc071-e1b0-402d-8dfd-775e137ea794', 'name': 'tempest-TestVolumeBootPattern-1407538280-router', 'tenant_id': 'd0b764ea593b465881fef7937cf6ac86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T14:14:42Z', 'updated_at': '2022-05-03T14:22:51Z', 'revision_number': 6, 'project_id': 'd0b764ea593b465881fef7937cf6ac86', 'gw_port_host': None}] {{(pid=103471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 14:22:51.963475 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-19ddb9e6-1605-4c34-8fd1-2bc71081072f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1703026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-103998'] for router (f5bdc071-e1b0-402d-8dfd-775e137ea794), precommit_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:22:51.965680 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-19ddb9e6-1605-4c34-8fd1-2bc71081072f admin admin] Publish callbacks [] for router_controller (f5bdc071-e1b0-402d-8dfd-775e137ea794), precommit_delete_associations {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:22:52.020167 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-19ddb9e6-1605-4c34-8fd1-2bc71081072f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1703035'] for router (f5bdc071-e1b0-402d-8dfd-775e137ea794), after_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:22:52.020794 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19ddb9e6-1605-4c34-8fd1-2bc71081072f admin admin] Fanout notify agent at l3_agent the message router_deleted on router f5bdc071-e1b0-402d-8dfd-775e137ea794 {{(pid=103470) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 03 14:22:52.025371 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-19ddb9e6-1605-4c34-8fd1-2bc71081072f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:22:52.026517 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [None req-19ddb9e6-1605-4c34-8fd1-2bc71081072f admin admin] 10.222.0.36 "DELETE /v2.0/routers/f5bdc071-e1b0-402d-8dfd-775e137ea794 HTTP/1.1" status: 204 len: 168 time: 0.7789698 May 03 14:22:52.030079 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.wsgi [-] (103470) accepted ('10.222.0.36', 52000) {{(pid=103470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:22:52.079716 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.db.db_base_plugin_v2 [None req-ada2be23-c5e6-4f08-9acd-0e8fc902630b admin admin] Deleting subnet cc095f53-629e-4075-9959-d4566292fc9d {{(pid=103470) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 03 14:22:52.083007 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-ada2be23-c5e6-4f08-9acd-0e8fc902630b admin admin] Publish callbacks [] for subnet (cc095f53-629e-4075-9959-d4566292fc9d), before_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:22:52.119516 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-ada2be23-c5e6-4f08-9acd-0e8fc902630b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5129590'] for subnet (cc095f53-629e-4075-9959-d4566292fc9d), precommit_delete_associations {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:22:52.198839 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-ada2be23-c5e6-4f08-9acd-0e8fc902630b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751950'] for subnet (cc095f53-629e-4075-9959-d4566292fc9d), precommit_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:22:52.271849 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-ada2be23-c5e6-4f08-9acd-0e8fc902630b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7524544', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4621665'] for subnet (cc095f53-629e-4075-9959-d4566292fc9d), after_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:22:52.301407 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-ada2be23-c5e6-4f08-9acd-0e8fc902630b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599744'] for subnet (None), before_response {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:22:52.307787 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [None req-ada2be23-c5e6-4f08-9acd-0e8fc902630b admin admin] 10.222.0.36 "DELETE /v2.0/subnets/cc095f53-629e-4075-9959-d4566292fc9d HTTP/1.1" status: 204 len: 168 time: 0.2736735 May 03 14:22:52.307787 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada2be23-c5e6-4f08-9acd-0e8fc902630b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cc095f53-629e-4075-9959-d4566292fc9d,revision_number=None']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:22:52.310790 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61dd1146-bc65-4e82-8046-7e9422e68a8a None None] Network df540db6-f15c-4c08-801c-52cefde810cf requested from dv-cinder-839793-5-iscsi {{(pid=103471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 03 14:22:52.313480 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.wsgi [-] (103470) accepted ('10.222.0.36', 52008) {{(pid=103470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:22:52.383506 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-9625fe1e-d40e-4a56-ba2d-893750cd0bb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-661340'] for network (df540db6-f15c-4c08-801c-52cefde810cf), before_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:22:52.431400 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-9625fe1e-d40e-4a56-ba2d-893750cd0bb2 admin admin] Deleting port 41b0b3a7-99bf-4de0-9388-ecf820e6c55a {{(pid=103470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 14:22:52.431746 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-9625fe1e-d40e-4a56-ba2d-893750cd0bb2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786921277453'] for port (41b0b3a7-99bf-4de0-9388-ecf820e6c55a), before_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:22:52.499254 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-9625fe1e-d40e-4a56-ba2d-893750cd0bb2 admin admin] For port 41b0b3a7-99bf-4de0-9388-ecf820e6c55a, host dv-cinder-839793-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-5-iscsi',level=0,port_id=41b0b3a7-99bf-4de0-9388-ecf820e6c55a,segment=NetworkSegment(c3ca0466-8eca-46f7-88e0-bbc55baa28dc),segment_id=c3ca0466-8eca-46f7-88e0-bbc55baa28dc)] {{(pid=103470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 14:22:52.499629 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-9625fe1e-d40e-4a56-ba2d-893750cd0bb2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1690342'] for port (41b0b3a7-99bf-4de0-9388-ecf820e6c55a), precommit_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:22:52.512389 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-9625fe1e-d40e-4a56-ba2d-893750cd0bb2 admin admin] Calling delete_port for 41b0b3a7-99bf-4de0-9388-ecf820e6c55a owned by network:dhcp {{(pid=103470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 14:22:52.594441 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-9625fe1e-d40e-4a56-ba2d-893750cd0bb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786921284765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786920821405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7524599'] for port (41b0b3a7-99bf-4de0-9388-ecf820e6c55a), after_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:22:52.623291 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9625fe1e-d40e-4a56-ba2d-893750cd0bb2 admin admin] Pushing event deleted for resources: {'Port': ['ID=41b0b3a7-99bf-4de0-9388-ecf820e6c55a,revision_number=None']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:22:52.627389 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9625fe1e-d40e-4a56-ba2d-893750cd0bb2 admin admin] No DVR routers for this DVR port 41b0b3a7-99bf-4de0-9388-ecf820e6c55a on host dv-cinder-839793-5-iscsi {{(pid=103470) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 14:22:52.637402 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d05b052-bb61-4b45-b9e0-c27c59583068 None None] DHCP port deletion for df540db6-f15c-4c08-801c-52cefde810cf request from dv-cinder-839793-5-iscsi {{(pid=103471) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 03 14:22:52.703266 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-9625fe1e-d40e-4a56-ba2d-893750cd0bb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-751355', 'neutron.services.segments.db._delete_segments_for_network-8786921254202'] for network (df540db6-f15c-4c08-801c-52cefde810cf), precommit_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:22:52.723837 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.services.segments.db [None req-9625fe1e-d40e-4a56-ba2d-893750cd0bb2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df540db6-f15c-4c08-801c-52cefde810cf']}} {{(pid=103470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:22:52.734429 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.services.segments.db [None req-9625fe1e-d40e-4a56-ba2d-893750cd0bb2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3ca0466-8eca-46f7-88e0-bbc55baa28dc') {'for_net_delete': True} {{(pid=103470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:22:52.734727 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.services.segments.db [None req-9625fe1e-d40e-4a56-ba2d-893750cd0bb2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3ca0466-8eca-46f7-88e0-bbc55baa28dc') {} {{(pid=103470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:22:52.750351 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-9625fe1e-d40e-4a56-ba2d-893750cd0bb2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786921254723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5129613'] for segment (c3ca0466-8eca-46f7-88e0-bbc55baa28dc), before_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:22:52.772298 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-9625fe1e-d40e-4a56-ba2d-893750cd0bb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-690795'] for segment (c3ca0466-8eca-46f7-88e0-bbc55baa28dc), precommit_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:22:52.779840 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.rpc [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Device 41b0b3a7-99bf-4de0-9388-ecf820e6c55a no longer exists at agent ovs-agent-dv-cinder-839793-5-iscsi {{(pid=103471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 03 14:22:52.783974 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9625fe1e-d40e-4a56-ba2d-893750cd0bb2 admin admin] Releasing vlan 220 on physical network physnet1 to pool {{(pid=103470) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 03 14:22:52.784447 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-9625fe1e-d40e-4a56-ba2d-893750cd0bb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-690795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7524522'] for segment (c3ca0466-8eca-46f7-88e0-bbc55baa28dc), after_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:22:52.786482 dv-cinder-839793-5-iscsi neutron-server[103470]: Traceback (most recent call last): May 03 14:22:52.786482 dv-cinder-839793-5-iscsi neutron-server[103470]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 03 14:22:52.786482 dv-cinder-839793-5-iscsi neutron-server[103470]: timer() May 03 14:22:52.786482 dv-cinder-839793-5-iscsi neutron-server[103470]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 14:22:52.786482 dv-cinder-839793-5-iscsi neutron-server[103470]: cb(*args, **kw) May 03 14:22:52.786482 dv-cinder-839793-5-iscsi neutron-server[103470]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 03 14:22:52.786482 dv-cinder-839793-5-iscsi neutron-server[103470]: return func(*args, **kwargs) May 03 14:22:52.786482 dv-cinder-839793-5-iscsi neutron-server[103470]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 14:22:52.786482 dv-cinder-839793-5-iscsi neutron-server[103470]: self._notify() May 03 14:22:52.786482 dv-cinder-839793-5-iscsi neutron-server[103470]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 14:22:52.786482 dv-cinder-839793-5-iscsi neutron-server[103470]: self.callback(batched_events) May 03 14:22:52.786482 dv-cinder-839793-5-iscsi neutron-server[103470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 14:22:52.786482 dv-cinder-839793-5-iscsi neutron-server[103470]: event.method(event) May 03 14:22:52.786482 dv-cinder-839793-5-iscsi neutron-server[103470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 03 14:22:52.786482 dv-cinder-839793-5-iscsi neutron-server[103470]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 14:22:52.786482 dv-cinder-839793-5-iscsi neutron-server[103470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 03 14:22:52.786482 dv-cinder-839793-5-iscsi neutron-server[103470]: aggregate_uuid = self.p_client.list_aggregates( May 03 14:22:52.786482 dv-cinder-839793-5-iscsi neutron-server[103470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 03 14:22:52.786482 dv-cinder-839793-5-iscsi neutron-server[103470]: return f(self, *a, **k) May 03 14:22:52.786482 dv-cinder-839793-5-iscsi neutron-server[103470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 03 14:22:52.786482 dv-cinder-839793-5-iscsi neutron-server[103470]: return self._get(url).json() May 03 14:22:52.786482 dv-cinder-839793-5-iscsi neutron-server[103470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 03 14:22:52.786482 dv-cinder-839793-5-iscsi neutron-server[103470]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 14:22:52.786482 dv-cinder-839793-5-iscsi neutron-server[103470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 03 14:22:52.786482 dv-cinder-839793-5-iscsi neutron-server[103470]: return self.request(url, 'GET', **kwargs) May 03 14:22:52.786482 dv-cinder-839793-5-iscsi neutron-server[103470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 03 14:22:52.786482 dv-cinder-839793-5-iscsi neutron-server[103470]: base_url = self.get_endpoint(auth, allow=allow, May 03 14:22:52.786482 dv-cinder-839793-5-iscsi neutron-server[103470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 03 14:22:52.786482 dv-cinder-839793-5-iscsi neutron-server[103470]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 14:22:52.786482 dv-cinder-839793-5-iscsi neutron-server[103470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 03 14:22:52.786482 dv-cinder-839793-5-iscsi neutron-server[103470]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 14:22:52.786482 dv-cinder-839793-5-iscsi neutron-server[103470]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 14:22:52.801326 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] No Port match for: 41b0b3a7-99bf-4de0-9388-ecf820e6c55a {{(pid=103471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 03 14:22:52.801671 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.rpc [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Device 41b0b3a7-99bf-4de0-9388-ecf820e6c55a not bound to the agent host dv-cinder-839793-5-iscsi {{(pid=103471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 03 14:22:52.802085 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.rpc [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Device 6b0166c6-a23e-4da4-be51-b89f55e1b2c3 no longer exists at agent ovs-agent-dv-cinder-839793-5-iscsi {{(pid=103471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 03 14:22:52.821326 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] No Port match for: 6b0166c6-a23e-4da4-be51-b89f55e1b2c3 {{(pid=103471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 03 14:22:52.821996 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.rpc [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Device 6b0166c6-a23e-4da4-be51-b89f55e1b2c3 not bound to the agent host dv-cinder-839793-5-iscsi {{(pid=103471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 03 14:22:52.822098 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.rpc [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Device 97f39471-f207-4340-bf9f-ea6d3f3386e8 no longer exists at agent ovs-agent-dv-cinder-839793-5-iscsi {{(pid=103471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 03 14:22:52.846085 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] No Port match for: 97f39471-f207-4340-bf9f-ea6d3f3386e8 {{(pid=103471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 03 14:22:52.846437 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.rpc [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Device 97f39471-f207-4340-bf9f-ea6d3f3386e8 not bound to the agent host dv-cinder-839793-5-iscsi {{(pid=103471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 03 14:22:52.859657 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-9625fe1e-d40e-4a56-ba2d-893750cd0bb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-751234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1700060'] for network (df540db6-f15c-4c08-801c-52cefde810cf), after_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:22:52.866211 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-9625fe1e-d40e-4a56-ba2d-893750cd0bb2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599744'] for network (None), before_response {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:22:52.869238 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [None req-9625fe1e-d40e-4a56-ba2d-893750cd0bb2 admin admin] 10.222.0.36 "DELETE /v2.0/networks/df540db6-f15c-4c08-801c-52cefde810cf HTTP/1.1" status: 204 len: 168 time: 0.5538352 May 03 14:22:52.880121 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9625fe1e-d40e-4a56-ba2d-893750cd0bb2 admin admin] Pushing event deleted for resources: {'Network': ['ID=df540db6-f15c-4c08-801c-52cefde810cf,revision_number=None']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:22:52.994004 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.36', 52012) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:22:53.036310 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-e29780cc-4616-440a-9950-4c4b4b77a8d9 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=593f1ab9823f41ffa40d6155bebaca54&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0410893 May 03 14:22:53.038718 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.36', 52014) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:22:53.086939 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-83928327-8d49-4bf9-8e06-d272d5d2c80b admin admin] Publish callbacks [] for security_group (de8e3bdb-5516-430a-bd64-70394f088bac), before_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:22:53.108576 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-83928327-8d49-4bf9-8e06-d272d5d2c80b admin admin] Publish callbacks [] for security_group (de8e3bdb-5516-430a-bd64-70394f088bac), precommit_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:22:53.155459 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-83928327-8d49-4bf9-8e06-d272d5d2c80b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656397'] for security_group (de8e3bdb-5516-430a-bd64-70394f088bac), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:22:53.158314 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-83928327-8d49-4bf9-8e06-d272d5d2c80b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:22:53.159457 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-83928327-8d49-4bf9-8e06-d272d5d2c80b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/de8e3bdb-5516-430a-bd64-70394f088bac HTTP/1.1" status: 204 len: 168 time: 0.1198678 May 03 14:22:53.168964 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83928327-8d49-4bf9-8e06-d272d5d2c80b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de8e3bdb-5516-430a-bd64-70394f088bac,revision_number=None']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:22:53.490412 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.36', 52022) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:22:53.533417 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-860bf102-a0aa-4f0b-b864-fbdb55ace546 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d0b764ea593b465881fef7937cf6ac86&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0417159 May 03 14:22:53.535932 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.36', 52024) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:22:53.586613 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-d355a17b-4177-4749-872d-b6206354618f admin admin] Publish callbacks [] for security_group (df879c2e-bc1a-48c6-84aa-34f681b9742b), before_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:22:53.608191 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-d355a17b-4177-4749-872d-b6206354618f admin admin] Publish callbacks [] for security_group (df879c2e-bc1a-48c6-84aa-34f681b9742b), precommit_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:22:53.659480 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-d355a17b-4177-4749-872d-b6206354618f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656397'] for security_group (df879c2e-bc1a-48c6-84aa-34f681b9742b), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:22:53.663520 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-d355a17b-4177-4749-872d-b6206354618f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:22:53.664947 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-d355a17b-4177-4749-872d-b6206354618f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/df879c2e-bc1a-48c6-84aa-34f681b9742b HTTP/1.1" status: 204 len: 168 time: 0.1281481 May 03 14:22:53.672700 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d355a17b-4177-4749-872d-b6206354618f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df879c2e-bc1a-48c6-84aa-34f681b9742b,revision_number=None']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:23:03.656912 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9885005-591e-48cb-ac7b-dad4b1e6abb4 req-89aa7345-1331-451b-9078-7d640439c0f6 tempest-AttachVolumeTestJSON-1268199410 tempest-AttachVolumeTestJSON-1268199410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:23:03.658423 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-e9885005-591e-48cb-ac7b-dad4b1e6abb4 req-89aa7345-1331-451b-9078-7d640439c0f6 tempest-AttachVolumeTestJSON-1268199410 tempest-AttachVolumeTestJSON-1268199410-project] 10.222.0.36 "GET /v2.0/ports?device_id=5eda64b7-0284-41eb-8cb6-3c07a3afe47e HTTP/1.1" status: 200 len: 946 time: 0.0525820 May 03 14:23:03.710359 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-e9885005-591e-48cb-ac7b-dad4b1e6abb4 req-a1919098-f921-4877-abd3-ac16eb420deb tempest-AttachVolumeTestJSON-1268199410 tempest-AttachVolumeTestJSON-1268199410-project] 10.222.0.36 "GET /v2.0/security-groups?id=a76c9f2d-1063-4c61-b166-f9bd22eaaa60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429952 May 03 14:23:04.830008 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b129164-52fc-4ecb-8f98-489d8c94e625 req-ee1291ee-0d5d-416b-af87-504f9fbc3caf tempest-AttachVolumeTestJSON-1268199410 tempest-AttachVolumeTestJSON-1268199410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:23:04.831519 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-6b129164-52fc-4ecb-8f98-489d8c94e625 req-ee1291ee-0d5d-416b-af87-504f9fbc3caf tempest-AttachVolumeTestJSON-1268199410 tempest-AttachVolumeTestJSON-1268199410-project] 10.222.0.36 "GET /v2.0/ports?device_id=5eda64b7-0284-41eb-8cb6-3c07a3afe47e HTTP/1.1" status: 200 len: 946 time: 0.0480826 May 03 14:23:04.882928 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.36', 52118) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:23:04.886016 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-6b129164-52fc-4ecb-8f98-489d8c94e625 req-3a34a0a4-7754-46f9-98d8-2dff367adfbb tempest-AttachVolumeTestJSON-1268199410 tempest-AttachVolumeTestJSON-1268199410-project] 10.222.0.36 "GET /v2.0/security-groups?id=a76c9f2d-1063-4c61-b166-f9bd22eaaa60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484002 May 03 14:23:04.928523 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.db.db_base_plugin_v2 [None req-05905202-2366-4a6e-b01e-b00b66f5744d admin admin] Deleting subnet 37b99c60-1af6-4251-9b62-0e659d04c5fb {{(pid=103469) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 03 14:23:04.931934 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-05905202-2366-4a6e-b01e-b00b66f5744d admin admin] Publish callbacks [] for subnet (37b99c60-1af6-4251-9b62-0e659d04c5fb), before_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:23:04.967508 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-05905202-2366-4a6e-b01e-b00b66f5744d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5908908'] for subnet (37b99c60-1af6-4251-9b62-0e659d04c5fb), precommit_delete_associations {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:23:05.008586 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-05905202-2366-4a6e-b01e-b00b66f5744d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751950'] for subnet (37b99c60-1af6-4251-9b62-0e659d04c5fb), precommit_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:23:05.064537 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-05905202-2366-4a6e-b01e-b00b66f5744d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6178088', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4510093'] for subnet (37b99c60-1af6-4251-9b62-0e659d04c5fb), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:23:05.088835 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05905202-2366-4a6e-b01e-b00b66f5744d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=37b99c60-1af6-4251-9b62-0e659d04c5fb,revision_number=None']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:23:05.095051 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-05905202-2366-4a6e-b01e-b00b66f5744d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:23:05.101149 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.wsgi [-] (103470) accepted ('10.222.0.36', 52120) {{(pid=103470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:23:05.101314 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-05905202-2366-4a6e-b01e-b00b66f5744d admin admin] 10.222.0.36 "DELETE /v2.0/subnets/37b99c60-1af6-4251-9b62-0e659d04c5fb HTTP/1.1" status: 204 len: 168 time: 0.2171175 May 03 14:23:05.166458 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-3a1a26d8-b658-4138-a193-a8630769c895 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-661340'] for network (710c97e6-3503-4883-95f5-bb5369222c32), before_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:23:05.245611 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-3a1a26d8-b658-4138-a193-a8630769c895 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-751355', 'neutron.services.segments.db._delete_segments_for_network-8786921254202'] for network (710c97e6-3503-4883-95f5-bb5369222c32), precommit_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:23:05.265328 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.services.segments.db [None req-3a1a26d8-b658-4138-a193-a8630769c895 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['710c97e6-3503-4883-95f5-bb5369222c32']}} {{(pid=103470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:23:05.274621 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.services.segments.db [None req-3a1a26d8-b658-4138-a193-a8630769c895 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6537de1-472b-4fd1-a68d-0c1a96a71c0d') {'for_net_delete': True} {{(pid=103470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:23:05.274908 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.services.segments.db [None req-3a1a26d8-b658-4138-a193-a8630769c895 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6537de1-472b-4fd1-a68d-0c1a96a71c0d') {} {{(pid=103470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:23:05.284104 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-3a1a26d8-b658-4138-a193-a8630769c895 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786921254723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5129613'] for segment (d6537de1-472b-4fd1-a68d-0c1a96a71c0d), before_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:23:05.297248 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-3a1a26d8-b658-4138-a193-a8630769c895 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-690795'] for segment (d6537de1-472b-4fd1-a68d-0c1a96a71c0d), precommit_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:23:05.303173 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a1a26d8-b658-4138-a193-a8630769c895 admin admin] Releasing vlan 209 on physical network physnet1 to pool {{(pid=103470) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 03 14:23:05.303545 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-3a1a26d8-b658-4138-a193-a8630769c895 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-690795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7524522'] for segment (d6537de1-472b-4fd1-a68d-0c1a96a71c0d), after_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:23:05.305194 dv-cinder-839793-5-iscsi neutron-server[103470]: Traceback (most recent call last): May 03 14:23:05.305194 dv-cinder-839793-5-iscsi neutron-server[103470]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 03 14:23:05.305194 dv-cinder-839793-5-iscsi neutron-server[103470]: timer() May 03 14:23:05.305194 dv-cinder-839793-5-iscsi neutron-server[103470]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 14:23:05.305194 dv-cinder-839793-5-iscsi neutron-server[103470]: cb(*args, **kw) May 03 14:23:05.305194 dv-cinder-839793-5-iscsi neutron-server[103470]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 03 14:23:05.305194 dv-cinder-839793-5-iscsi neutron-server[103470]: return func(*args, **kwargs) May 03 14:23:05.305194 dv-cinder-839793-5-iscsi neutron-server[103470]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 14:23:05.305194 dv-cinder-839793-5-iscsi neutron-server[103470]: self._notify() May 03 14:23:05.305194 dv-cinder-839793-5-iscsi neutron-server[103470]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 14:23:05.305194 dv-cinder-839793-5-iscsi neutron-server[103470]: self.callback(batched_events) May 03 14:23:05.305194 dv-cinder-839793-5-iscsi neutron-server[103470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 14:23:05.305194 dv-cinder-839793-5-iscsi neutron-server[103470]: event.method(event) May 03 14:23:05.305194 dv-cinder-839793-5-iscsi neutron-server[103470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 03 14:23:05.305194 dv-cinder-839793-5-iscsi neutron-server[103470]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 14:23:05.305194 dv-cinder-839793-5-iscsi neutron-server[103470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 03 14:23:05.305194 dv-cinder-839793-5-iscsi neutron-server[103470]: aggregate_uuid = self.p_client.list_aggregates( May 03 14:23:05.305194 dv-cinder-839793-5-iscsi neutron-server[103470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 03 14:23:05.305194 dv-cinder-839793-5-iscsi neutron-server[103470]: return f(self, *a, **k) May 03 14:23:05.305194 dv-cinder-839793-5-iscsi neutron-server[103470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 03 14:23:05.305194 dv-cinder-839793-5-iscsi neutron-server[103470]: return self._get(url).json() May 03 14:23:05.305194 dv-cinder-839793-5-iscsi neutron-server[103470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 03 14:23:05.305194 dv-cinder-839793-5-iscsi neutron-server[103470]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 14:23:05.305194 dv-cinder-839793-5-iscsi neutron-server[103470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 03 14:23:05.305194 dv-cinder-839793-5-iscsi neutron-server[103470]: return self.request(url, 'GET', **kwargs) May 03 14:23:05.305194 dv-cinder-839793-5-iscsi neutron-server[103470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 03 14:23:05.305194 dv-cinder-839793-5-iscsi neutron-server[103470]: base_url = self.get_endpoint(auth, allow=allow, May 03 14:23:05.305194 dv-cinder-839793-5-iscsi neutron-server[103470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 03 14:23:05.305194 dv-cinder-839793-5-iscsi neutron-server[103470]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 14:23:05.305194 dv-cinder-839793-5-iscsi neutron-server[103470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 03 14:23:05.305194 dv-cinder-839793-5-iscsi neutron-server[103470]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 14:23:05.305194 dv-cinder-839793-5-iscsi neutron-server[103470]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 14:23:05.361584 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-3a1a26d8-b658-4138-a193-a8630769c895 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-751234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1700060'] for network (710c97e6-3503-4883-95f5-bb5369222c32), after_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:23:05.367282 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-3a1a26d8-b658-4138-a193-a8630769c895 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599744'] for network (None), before_response {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:23:05.370373 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [None req-3a1a26d8-b658-4138-a193-a8630769c895 admin admin] 10.222.0.36 "DELETE /v2.0/networks/710c97e6-3503-4883-95f5-bb5369222c32 HTTP/1.1" status: 204 len: 168 time: 0.2682056 May 03 14:23:05.391050 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1a26d8-b658-4138-a193-a8630769c895 admin admin] Pushing event deleted for resources: {'Network': ['ID=710c97e6-3503-4883-95f5-bb5369222c32,revision_number=None']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:23:05.429161 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da36cf3f-5efe-49fb-9a1d-52faf9a5dbf4 req-377fc8e7-c2c5-4a1f-9c8a-67a971e2a0ae tempest-AttachVolumeTestJSON-1268199410 tempest-AttachVolumeTestJSON-1268199410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:23:05.430688 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-da36cf3f-5efe-49fb-9a1d-52faf9a5dbf4 req-377fc8e7-c2c5-4a1f-9c8a-67a971e2a0ae tempest-AttachVolumeTestJSON-1268199410 tempest-AttachVolumeTestJSON-1268199410-project] 10.222.0.26 "GET /v2.0/ports?device_id=5eda64b7-0284-41eb-8cb6-3c07a3afe47e HTTP/1.1" status: 200 len: 946 time: 0.0491977 May 03 14:23:05.514046 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [req-da36cf3f-5efe-49fb-9a1d-52faf9a5dbf4 req-2b510924-7f7c-476f-bf18-119d5eb6090f tempest-AttachVolumeTestJSON-1268199410 tempest-AttachVolumeTestJSON-1268199410-project] Deleting port 35e5aaf7-9dec-4a73-9672-6aeedce9f725 {{(pid=103470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 14:23:05.514384 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [req-da36cf3f-5efe-49fb-9a1d-52faf9a5dbf4 req-2b510924-7f7c-476f-bf18-119d5eb6090f tempest-AttachVolumeTestJSON-1268199410 tempest-AttachVolumeTestJSON-1268199410-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786921277453'] for port (35e5aaf7-9dec-4a73-9672-6aeedce9f725), before_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:23:05.538179 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.36', 52124) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:23:05.578372 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-ad977af9-57d3-45f1-9f97-cac319c48ea6 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=800464d9744445e29abb29373b137696&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0389867 May 03 14:23:05.581137 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.36', 52126) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:23:05.606542 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [req-da36cf3f-5efe-49fb-9a1d-52faf9a5dbf4 req-2b510924-7f7c-476f-bf18-119d5eb6090f tempest-AttachVolumeTestJSON-1268199410 tempest-AttachVolumeTestJSON-1268199410-project] For port 35e5aaf7-9dec-4a73-9672-6aeedce9f725, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=35e5aaf7-9dec-4a73-9672-6aeedce9f725,segment=NetworkSegment(fe764fb4-f36a-4071-aefa-aa24f55f58d7),segment_id=fe764fb4-f36a-4071-aefa-aa24f55f58d7)] {{(pid=103470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 14:23:05.606913 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [req-da36cf3f-5efe-49fb-9a1d-52faf9a5dbf4 req-2b510924-7f7c-476f-bf18-119d5eb6090f tempest-AttachVolumeTestJSON-1268199410 tempest-AttachVolumeTestJSON-1268199410-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1690342'] for port (35e5aaf7-9dec-4a73-9672-6aeedce9f725), precommit_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:23:05.627642 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-fd88b6cf-9258-4ac6-a7b7-d2fc51481bd5 admin admin] Publish callbacks [] for security_group (6023887b-d44e-4861-8a9a-e644c2ff3826), before_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:23:05.648461 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-fd88b6cf-9258-4ac6-a7b7-d2fc51481bd5 admin admin] Publish callbacks [] for security_group (6023887b-d44e-4861-8a9a-e644c2ff3826), precommit_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:23:05.700123 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-fd88b6cf-9258-4ac6-a7b7-d2fc51481bd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656397'] for security_group (6023887b-d44e-4861-8a9a-e644c2ff3826), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:23:05.702718 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-fd88b6cf-9258-4ac6-a7b7-d2fc51481bd5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:23:05.703886 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-fd88b6cf-9258-4ac6-a7b7-d2fc51481bd5 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/6023887b-d44e-4861-8a9a-e644c2ff3826 HTTP/1.1" status: 204 len: 168 time: 0.1218557 May 03 14:23:05.712434 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd88b6cf-9258-4ac6-a7b7-d2fc51481bd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6023887b-d44e-4861-8a9a-e644c2ff3826,revision_number=None']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:23:05.784251 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [req-da36cf3f-5efe-49fb-9a1d-52faf9a5dbf4 req-2b510924-7f7c-476f-bf18-119d5eb6090f tempest-AttachVolumeTestJSON-1268199410 tempest-AttachVolumeTestJSON-1268199410-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:23:05.784623 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [req-da36cf3f-5efe-49fb-9a1d-52faf9a5dbf4 req-2b510924-7f7c-476f-bf18-119d5eb6090f tempest-AttachVolumeTestJSON-1268199410 tempest-AttachVolumeTestJSON-1268199410-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1700089'] for floatingip (2d337192-6621-4145-a6e4-de6366a8f3e1), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:23:05.784940 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.db.l3_db [req-da36cf3f-5efe-49fb-9a1d-52faf9a5dbf4 req-2b510924-7f7c-476f-bf18-119d5eb6090f tempest-AttachVolumeTestJSON-1268199410 tempest-AttachVolumeTestJSON-1268199410-project] Floating IP 2d337192-6621-4145-a6e4-de6366a8f3e1 disassociated. External IP: 172.27.3.111, port: 35e5aaf7-9dec-4a73-9672-6aeedce9f725. May 03 14:23:05.785281 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [req-da36cf3f-5efe-49fb-9a1d-52faf9a5dbf4 req-2b510924-7f7c-476f-bf18-119d5eb6090f tempest-AttachVolumeTestJSON-1268199410 tempest-AttachVolumeTestJSON-1268199410-project] Calling delete_port for 35e5aaf7-9dec-4a73-9672-6aeedce9f725 owned by compute:nova {{(pid=103470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 14:23:05.922570 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [req-da36cf3f-5efe-49fb-9a1d-52faf9a5dbf4 req-2b510924-7f7c-476f-bf18-119d5eb6090f tempest-AttachVolumeTestJSON-1268199410 tempest-AttachVolumeTestJSON-1268199410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786921284765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786920821405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7524599'] for port (35e5aaf7-9dec-4a73-9672-6aeedce9f725), after_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:23:05.956308 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b510924-7f7c-476f-bf18-119d5eb6090f tempest-AttachVolumeTestJSON-1268199410 tempest-AttachVolumeTestJSON-1268199410-project] Pushing event deleted for resources: {'Port': ['ID=35e5aaf7-9dec-4a73-9672-6aeedce9f725,revision_number=None']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:23:06.098746 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.scheduler.l3_agent_scheduler [req-da36cf3f-5efe-49fb-9a1d-52faf9a5dbf4 req-2b510924-7f7c-476f-bf18-119d5eb6090f tempest-AttachVolumeTestJSON-1268199410 tempest-AttachVolumeTestJSON-1268199410-project] Router d16a25b5-d4bb-4ca9-921e-a415f5db7fa2 has already been hosted by L3 agent 2583ee88-9503-4370-b6e4-0a676865815e {{(pid=103470) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 14:23:06.215427 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-da36cf3f-5efe-49fb-9a1d-52faf9a5dbf4 req-2b510924-7f7c-476f-bf18-119d5eb6090f tempest-AttachVolumeTestJSON-1268199410 tempest-AttachVolumeTestJSON-1268199410-project] Notify agent at l3_agent.dv-cinder-839793-5-iscsi the message routers_updated {{(pid=103470) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 14:23:06.218476 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-72142e3c-1199-48fc-95a4-c5a0c37dc417 req-fbe79980-433e-42c0-91ad-d561773bc0a1 tempest-AttachVolumeTestJSON-1268199410 tempest-AttachVolumeTestJSON-1268199410-project] 10.222.0.36 "GET /v2.0/ports?device_id=5eda64b7-0284-41eb-8cb6-3c07a3afe47e HTTP/1.1" status: 200 len: 210 time: 0.2557280 May 03 14:23:06.233082 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-914bb330-cdd5-46fe-a2b9-f5e38a40be65 None None] Sync routers for ids ['d16a25b5-d4bb-4ca9-921e-a415f5db7fa2'] in dv-cinder-839793-5-iscsi {{(pid=103472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 14:23:06.244706 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-914bb330-cdd5-46fe-a2b9-f5e38a40be65 None None] Routers {'d16a25b5-d4bb-4ca9-921e-a415f5db7fa2'} bound to L3 agent in host dv-cinder-839793-5-iscsi {{(pid=103472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 14:23:06.245643 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.db.l3_hamode_db [None req-914bb330-cdd5-46fe-a2b9-f5e38a40be65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-03T14:04:39Z,description=,heartbeat_timestamp=2022-05-03T14:22:39Z,host='dv-cinder-839793-5-iscsi',id=2583ee88-9503-4370-b6e4-0a676865815e,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T14:04:39Z,topic='l3_agent')) {'router_ids': ['d16a25b5-d4bb-4ca9-921e-a415f5db7fa2'], 'active': True} {{(pid=103472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:23:06.259695 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.db.l3_dvrscheduler_db [req-da36cf3f-5efe-49fb-9a1d-52faf9a5dbf4 req-2b510924-7f7c-476f-bf18-119d5eb6090f tempest-AttachVolumeTestJSON-1268199410 tempest-AttachVolumeTestJSON-1268199410-project] No DVR routers for this DVR port 35e5aaf7-9dec-4a73-9672-6aeedce9f725 on host hv-cinder-83979 {{(pid=103470) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 14:23:06.262227 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [req-da36cf3f-5efe-49fb-9a1d-52faf9a5dbf4 req-2b510924-7f7c-476f-bf18-119d5eb6090f tempest-AttachVolumeTestJSON-1268199410 tempest-AttachVolumeTestJSON-1268199410-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218734'] for port (None), before_response {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:23:06.265467 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-da36cf3f-5efe-49fb-9a1d-52faf9a5dbf4 req-2b510924-7f7c-476f-bf18-119d5eb6090f tempest-AttachVolumeTestJSON-1268199410 tempest-AttachVolumeTestJSON-1268199410-project] 10.222.0.26 "DELETE /v2.0/ports/35e5aaf7-9dec-4a73-9672-6aeedce9f725 HTTP/1.1" status: 204 len: 173 time: 0.8294537 May 03 14:23:06.265902 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5eda64b7-0284-41eb-8cb6-3c07a3afe47e', 'name': 'network-vif-deleted', 'tag': '35e5aaf7-9dec-4a73-9672-6aeedce9f725'}] {{(pid=103470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 14:23:06.268118 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b59263cb8594a65023f6f3ef61310cdc9305c5272296d99e8ebfdd94dfc5ab3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7e6b8ec-35b7-42b5-9528-b179356d5c1b" -d '{"events": [{"server_uuid": "5eda64b7-0284-41eb-8cb6-3c07a3afe47e", "name": "network-vif-deleted", "tag": "35e5aaf7-9dec-4a73-9672-6aeedce9f725"}]}' {{(pid=103470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 14:23:06.308794 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 May 2022 14:23:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1718f4bf-6a96-46b6-b0d3-16d044d76e0c x-openstack-request-id: req-1718f4bf-6a96-46b6-b0d3-16d044d76e0c {{(pid=103470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 14:23:06.309113 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5eda64b7-0284-41eb-8cb6-3c07a3afe47e", "name": "network-vif-deleted", "tag": "35e5aaf7-9dec-4a73-9672-6aeedce9f725", "status": "completed", "code": 200}]} {{(pid=103470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 14:23:06.309353 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-1718f4bf-6a96-46b6-b0d3-16d044d76e0c {{(pid=103470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 14:23:06.309760 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1718f4bf-6a96-46b6-b0d3-16d044d76e0c'] response: {'server_uuid': '5eda64b7-0284-41eb-8cb6-3c07a3afe47e', 'name': 'network-vif-deleted', 'tag': '35e5aaf7-9dec-4a73-9672-6aeedce9f725', 'status': 'completed', 'code': 200} May 03 14:23:06.372722 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.db.l3_dvr_db [None req-914bb330-cdd5-46fe-a2b9-f5e38a40be65 None None] Set router d16a25b5-d4bb-4ca9-921e-a415f5db7fa2 gateway port host: dv-cinder-839793-5-iscsi {{(pid=103472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 14:23:06.576149 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.db.l3_hamode_db [None req-914bb330-cdd5-46fe-a2b9-f5e38a40be65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd16a25b5-d4bb-4ca9-921e-a415f5db7fa2', 'name': 'tempest-AttachVolumeTestJSON-842912074-router', 'tenant_id': 'b16b4b1b92fd4f6dbb0e0cde810949db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2', 'external_fixed_ips': [{'subnet_id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'ip_address': '172.27.3.74'}], 'enable_snat': True}, 'gw_port_id': '93c3446f-90f7-4dae-826a-0aba53ac9c6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T14:20:02Z', 'updated_at': '2022-05-03T14:20:05Z', 'revision_number': 4, 'project_id': 'b16b4b1b92fd4f6dbb0e0cde810949db', 'gw_port': {'id': '93c3446f-90f7-4dae-826a-0aba53ac9c6d', 'name': '', 'network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:be:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd16a25b5-d4bb-4ca9-921e-a415f5db7fa2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'ip_address': '172.27.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:20:02Z', 'updated_at': '2022-05-03T14:20:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-5-iscsi', '_interfaces': [{'id': '9ed0f5c3-99ad-4349-9929-cf1eb4230af9', 'name': '', 'network_id': '816c80d2-ce08-422c-8388-99245d2078e2', 'tenant_id': 'b16b4b1b92fd4f6dbb0e0cde810949db', 'mac_address': 'fa:16:3e:29:62:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd16a25b5-d4bb-4ca9-921e-a415f5db7fa2', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '518902ae-a051-403f-b835-83bc017e726e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:20:04Z', 'updated_at': '2022-05-03T14:20:09Z', 'revision_number': 5, 'project_id': 'b16b4b1b92fd4f6dbb0e0cde810949db', 'subnets': [{'id': '518902ae-a051-403f-b835-83bc017e726e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-5-iscsi', False) {} {{(pid=103472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:23:06.610056 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-914bb330-cdd5-46fe-a2b9-f5e38a40be65 None None] Checking router: d16a25b5-d4bb-4ca9-921e-a415f5db7fa2 for host: dv-cinder-839793-5-iscsi {{(pid=103472) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 14:23:06.619236 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-914bb330-cdd5-46fe-a2b9-f5e38a40be65 None None] Routers {'d16a25b5-d4bb-4ca9-921e-a415f5db7fa2'} bound to L3 agent in host dv-cinder-839793-5-iscsi {{(pid=103472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 14:23:06.619538 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.db.l3_hamode_db [None req-914bb330-cdd5-46fe-a2b9-f5e38a40be65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-03T14:04:39Z,description=,heartbeat_timestamp=2022-05-03T14:22:39Z,host='dv-cinder-839793-5-iscsi',id=2583ee88-9503-4370-b6e4-0a676865815e,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T14:04:39Z,topic='l3_agent')) {'router_ids': ['d16a25b5-d4bb-4ca9-921e-a415f5db7fa2'], 'active': True} {{(pid=103472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:23:06.645455 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-d21bff39-b396-4651-91c2-5acb7eb80fe0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786921254184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749114'] for agent (2d0d8db6-b1c3-4022-9f9b-561ce4a4d2d8), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:23:06.728094 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.db.l3_dvr_db [None req-914bb330-cdd5-46fe-a2b9-f5e38a40be65 None None] Set router d16a25b5-d4bb-4ca9-921e-a415f5db7fa2 gateway port host: dv-cinder-839793-5-iscsi {{(pid=103472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 14:23:06.917877 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.db.l3_hamode_db [None req-914bb330-cdd5-46fe-a2b9-f5e38a40be65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd16a25b5-d4bb-4ca9-921e-a415f5db7fa2', 'name': 'tempest-AttachVolumeTestJSON-842912074-router', 'tenant_id': 'b16b4b1b92fd4f6dbb0e0cde810949db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2', 'external_fixed_ips': [{'subnet_id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'ip_address': '172.27.3.74'}], 'enable_snat': True}, 'gw_port_id': '93c3446f-90f7-4dae-826a-0aba53ac9c6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T14:20:02Z', 'updated_at': '2022-05-03T14:20:05Z', 'revision_number': 4, 'project_id': 'b16b4b1b92fd4f6dbb0e0cde810949db', 'gw_port': {'id': '93c3446f-90f7-4dae-826a-0aba53ac9c6d', 'name': '', 'network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:be:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd16a25b5-d4bb-4ca9-921e-a415f5db7fa2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'ip_address': '172.27.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:20:02Z', 'updated_at': '2022-05-03T14:20:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-5-iscsi', '_interfaces': [{'id': '9ed0f5c3-99ad-4349-9929-cf1eb4230af9', 'name': '', 'network_id': '816c80d2-ce08-422c-8388-99245d2078e2', 'tenant_id': 'b16b4b1b92fd4f6dbb0e0cde810949db', 'mac_address': 'fa:16:3e:29:62:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd16a25b5-d4bb-4ca9-921e-a415f5db7fa2', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '518902ae-a051-403f-b835-83bc017e726e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:20:04Z', 'updated_at': '2022-05-03T14:20:09Z', 'revision_number': 5, 'project_id': 'b16b4b1b92fd4f6dbb0e0cde810949db', 'subnets': [{'id': '518902ae-a051-403f-b835-83bc017e726e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-5-iscsi', False) {} {{(pid=103472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:23:06.943729 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-914bb330-cdd5-46fe-a2b9-f5e38a40be65 None None] The sync data for ids ['d16a25b5-d4bb-4ca9-921e-a415f5db7fa2'] in dv-cinder-839793-5-iscsi is: [{'id': 'd16a25b5-d4bb-4ca9-921e-a415f5db7fa2', 'name': 'tempest-AttachVolumeTestJSON-842912074-router', 'tenant_id': 'b16b4b1b92fd4f6dbb0e0cde810949db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2', 'external_fixed_ips': [{'subnet_id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'ip_address': '172.27.3.74'}], 'enable_snat': True}, 'gw_port_id': '93c3446f-90f7-4dae-826a-0aba53ac9c6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T14:20:02Z', 'updated_at': '2022-05-03T14:20:05Z', 'revision_number': 4, 'project_id': 'b16b4b1b92fd4f6dbb0e0cde810949db', 'gw_port': {'id': '93c3446f-90f7-4dae-826a-0aba53ac9c6d', 'name': '', 'network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:be:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd16a25b5-d4bb-4ca9-921e-a415f5db7fa2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'ip_address': '172.27.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:20:02Z', 'updated_at': '2022-05-03T14:20:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-5-iscsi', '_interfaces': [{'id': '9ed0f5c3-99ad-4349-9929-cf1eb4230af9', 'name': '', 'network_id': '816c80d2-ce08-422c-8388-99245d2078e2', 'tenant_id': 'b16b4b1b92fd4f6dbb0e0cde810949db', 'mac_address': 'fa:16:3e:29:62:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd16a25b5-d4bb-4ca9-921e-a415f5db7fa2', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '518902ae-a051-403f-b835-83bc017e726e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:20:04Z', 'updated_at': '2022-05-03T14:20:09Z', 'revision_number': 5, 'project_id': 'b16b4b1b92fd4f6dbb0e0cde810949db', 'subnets': [{'id': '518902ae-a051-403f-b835-83bc017e726e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 14:23:07.176486 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13d0189e-87a7-4825-b152-5526470810d5 None None] New status for floating IP 2d337192-6621-4145-a6e4-de6366a8f3e1: DOWN {{(pid=103471) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 03 14:23:07.317578 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.wsgi [-] (103470) accepted ('10.222.0.36', 52140) {{(pid=103470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:23:07.372999 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-a4ed7648-6125-4389-8d36-6d9ff51928c1 tempest-AttachVolumeTestJSON-1268199410 tempest-AttachVolumeTestJSON-1268199410-project] Publish callbacks [] for security_group (a76c9f2d-1063-4c61-b166-f9bd22eaaa60), before_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:23:07.397772 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-a4ed7648-6125-4389-8d36-6d9ff51928c1 tempest-AttachVolumeTestJSON-1268199410 tempest-AttachVolumeTestJSON-1268199410-project] Publish callbacks [] for security_group (a76c9f2d-1063-4c61-b166-f9bd22eaaa60), precommit_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:23:07.732277 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-a4ed7648-6125-4389-8d36-6d9ff51928c1 tempest-AttachVolumeTestJSON-1268199410 tempest-AttachVolumeTestJSON-1268199410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656397'] for security_group (a76c9f2d-1063-4c61-b166-f9bd22eaaa60), after_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:23:07.735033 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-a4ed7648-6125-4389-8d36-6d9ff51928c1 tempest-AttachVolumeTestJSON-1268199410 tempest-AttachVolumeTestJSON-1268199410-project] Publish callbacks [] for security_group (None), before_response {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:23:07.736200 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [None req-a4ed7648-6125-4389-8d36-6d9ff51928c1 tempest-AttachVolumeTestJSON-1268199410 tempest-AttachVolumeTestJSON-1268199410-project] 10.222.0.36 "DELETE /v2.0/security-groups/a76c9f2d-1063-4c61-b166-f9bd22eaaa60 HTTP/1.1" status: 204 len: 168 time: 0.4176853 May 03 14:23:07.739093 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.36', 52142) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:23:07.745277 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ed7648-6125-4389-8d36-6d9ff51928c1 tempest-AttachVolumeTestJSON-1268199410 tempest-AttachVolumeTestJSON-1268199410-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a76c9f2d-1063-4c61-b166-f9bd22eaaa60,revision_number=None']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:23:07.753513 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.api.v2.resource [None req-1c8bb053-60f6-449d-9c9d-f490420c1164 tempest-AttachVolumeTestJSON-1268199410 tempest-AttachVolumeTestJSON-1268199410-project] show failed (client error): The resource could not be found. May 03 14:23:07.754527 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-1c8bb053-60f6-449d-9c9d-f490420c1164 tempest-AttachVolumeTestJSON-1268199410 tempest-AttachVolumeTestJSON-1268199410-project] 10.222.0.36 "GET /v2.0/security-groups/a76c9f2d-1063-4c61-b166-f9bd22eaaa60 HTTP/1.1" status: 404 len: 347 time: 0.0138886 May 03 14:23:07.757983 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.wsgi [-] (103470) accepted ('10.222.0.36', 52144) {{(pid=103470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:23:07.873737 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-76638daf-9018-4369-a462-d38eeb566cde tempest-AttachVolumeTestJSON-1268199410 tempest-AttachVolumeTestJSON-1268199410-project] Deleting port d8f4cedd-86e2-4c1c-813c-1484926d82ae {{(pid=103470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 14:23:07.874075 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-76638daf-9018-4369-a462-d38eeb566cde tempest-AttachVolumeTestJSON-1268199410 tempest-AttachVolumeTestJSON-1268199410-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786921277453'] for port (d8f4cedd-86e2-4c1c-813c-1484926d82ae), before_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:23:07.956663 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-76638daf-9018-4369-a462-d38eeb566cde tempest-AttachVolumeTestJSON-1268199410 tempest-AttachVolumeTestJSON-1268199410-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1690342'] for port (d8f4cedd-86e2-4c1c-813c-1484926d82ae), precommit_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:23:07.956960 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-76638daf-9018-4369-a462-d38eeb566cde tempest-AttachVolumeTestJSON-1268199410 tempest-AttachVolumeTestJSON-1268199410-project] Publish callbacks [] for floatingip (d8f4cedd-86e2-4c1c-813c-1484926d82ae), precommit_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:23:07.970039 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-76638daf-9018-4369-a462-d38eeb566cde tempest-AttachVolumeTestJSON-1268199410 tempest-AttachVolumeTestJSON-1268199410-project] Calling delete_port for d8f4cedd-86e2-4c1c-813c-1484926d82ae owned by network:floatingip {{(pid=103470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 14:23:08.108267 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-76638daf-9018-4369-a462-d38eeb566cde tempest-AttachVolumeTestJSON-1268199410 tempest-AttachVolumeTestJSON-1268199410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786921284765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786920821405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7524599'] for port (d8f4cedd-86e2-4c1c-813c-1484926d82ae), after_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:23:08.133210 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76638daf-9018-4369-a462-d38eeb566cde tempest-AttachVolumeTestJSON-1268199410 tempest-AttachVolumeTestJSON-1268199410-project] Pushing event deleted for resources: {'Port': ['ID=d8f4cedd-86e2-4c1c-813c-1484926d82ae,revision_number=None']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:23:08.196843 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-76638daf-9018-4369-a462-d38eeb566cde tempest-AttachVolumeTestJSON-1268199410 tempest-AttachVolumeTestJSON-1268199410-project] Publish callbacks [] for floatingip (2d337192-6621-4145-a6e4-de6366a8f3e1), after_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:23:08.199400 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-76638daf-9018-4369-a462-d38eeb566cde tempest-AttachVolumeTestJSON-1268199410 tempest-AttachVolumeTestJSON-1268199410-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218734'] for floatingip (None), before_response {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:23:08.203413 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [None req-76638daf-9018-4369-a462-d38eeb566cde tempest-AttachVolumeTestJSON-1268199410 tempest-AttachVolumeTestJSON-1268199410-project] 10.222.0.36 "DELETE /v2.0/floatingips/2d337192-6621-4145-a6e4-de6366a8f3e1 HTTP/1.1" status: 204 len: 168 time: 0.4418721 May 03 14:23:08.384308 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.wsgi [-] (103470) accepted ('10.222.0.36', 52148) {{(pid=103470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:23:08.388919 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.v2.base [None req-24dac953-9153-4c70-93b1-2d5c33b4c29e tempest-AttachVolumeTestJSON-1268199410 tempest-AttachVolumeTestJSON-1268199410-project] Request body: {'security_group': {'name': 'tempest-securitygroup--962291576', 'description': 'tempest-description--1481196152'}} {{(pid=103470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 14:23:08.412033 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-24dac953-9153-4c70-93b1-2d5c33b4c29e tempest-AttachVolumeTestJSON-1268199410 tempest-AttachVolumeTestJSON-1268199410-project] Publish callbacks [] for security_group (None), before_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:23:08.478826 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-24dac953-9153-4c70-93b1-2d5c33b4c29e tempest-AttachVolumeTestJSON-1268199410 tempest-AttachVolumeTestJSON-1268199410-project] Publish callbacks [] for security_group (360e83ba-9d2b-4d86-89cf-51763973e4ac), precommit_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:23:08.484512 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-24dac953-9153-4c70-93b1-2d5c33b4c29e tempest-AttachVolumeTestJSON-1268199410 tempest-AttachVolumeTestJSON-1268199410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656397'] for security_group (360e83ba-9d2b-4d86-89cf-51763973e4ac), after_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:23:08.514022 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-24dac953-9153-4c70-93b1-2d5c33b4c29e tempest-AttachVolumeTestJSON-1268199410 tempest-AttachVolumeTestJSON-1268199410-project] Publish callbacks [] for security_group (None), before_response {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:23:08.515236 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [None req-24dac953-9153-4c70-93b1-2d5c33b4c29e tempest-AttachVolumeTestJSON-1268199410 tempest-AttachVolumeTestJSON-1268199410-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1299098 May 03 14:23:08.517118 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24dac953-9153-4c70-93b1-2d5c33b4c29e tempest-AttachVolumeTestJSON-1268199410 tempest-AttachVolumeTestJSON-1268199410-project] Pushing event updated for resources: {'SecurityGroup': ['ID=360e83ba-9d2b-4d86-89cf-51763973e4ac,revision_number=1']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:23:08.518269 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.36', 52150) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:23:08.522992 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.v2.base [None req-1380e365-0e99-4f6c-9378-85e1d1e6d0f9 tempest-AttachVolumeTestJSON-1268199410 tempest-AttachVolumeTestJSON-1268199410-project] Request body: {'security_group_rule': {'security_group_id': '360e83ba-9d2b-4d86-89cf-51763973e4ac', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 14:23:08.554150 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-1380e365-0e99-4f6c-9378-85e1d1e6d0f9 tempest-AttachVolumeTestJSON-1268199410 tempest-AttachVolumeTestJSON-1268199410-project] Publish callbacks [] for security_group_rule (a60690fd-4976-4fe1-ae3f-b87642922153), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:23:08.609443 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-1380e365-0e99-4f6c-9378-85e1d1e6d0f9 tempest-AttachVolumeTestJSON-1268199410 tempest-AttachVolumeTestJSON-1268199410-project] Publish callbacks [] for security_group_rule (a60690fd-4976-4fe1-ae3f-b87642922153), precommit_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:23:08.615024 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-1380e365-0e99-4f6c-9378-85e1d1e6d0f9 tempest-AttachVolumeTestJSON-1268199410 tempest-AttachVolumeTestJSON-1268199410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656574'] for security_group_rule (a60690fd-4976-4fe1-ae3f-b87642922153), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:23:08.632197 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1380e365-0e99-4f6c-9378-85e1d1e6d0f9 tempest-AttachVolumeTestJSON-1268199410 tempest-AttachVolumeTestJSON-1268199410-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a60690fd-4976-4fe1-ae3f-b87642922153,revision_number=0']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:23:08.641149 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-1380e365-0e99-4f6c-9378-85e1d1e6d0f9 tempest-AttachVolumeTestJSON-1268199410 tempest-AttachVolumeTestJSON-1268199410-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:23:08.642371 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-1380e365-0e99-4f6c-9378-85e1d1e6d0f9 tempest-AttachVolumeTestJSON-1268199410 tempest-AttachVolumeTestJSON-1268199410-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1230412 May 03 14:23:08.645421 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.wsgi [-] (103470) accepted ('10.222.0.36', 52152) {{(pid=103470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:23:08.650230 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.v2.base [None req-759e3120-5855-483c-87e2-e82bdf636812 tempest-AttachVolumeTestJSON-1268199410 tempest-AttachVolumeTestJSON-1268199410-project] Request body: {'security_group_rule': {'security_group_id': '360e83ba-9d2b-4d86-89cf-51763973e4ac', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 14:23:08.676718 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-759e3120-5855-483c-87e2-e82bdf636812 tempest-AttachVolumeTestJSON-1268199410 tempest-AttachVolumeTestJSON-1268199410-project] Publish callbacks [] for security_group_rule (590c566a-6338-4300-b3a5-12883842ba77), before_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:23:08.736329 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-759e3120-5855-483c-87e2-e82bdf636812 tempest-AttachVolumeTestJSON-1268199410 tempest-AttachVolumeTestJSON-1268199410-project] Publish callbacks [] for security_group_rule (590c566a-6338-4300-b3a5-12883842ba77), precommit_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:23:08.743725 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-759e3120-5855-483c-87e2-e82bdf636812 tempest-AttachVolumeTestJSON-1268199410 tempest-AttachVolumeTestJSON-1268199410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656574'] for security_group_rule (590c566a-6338-4300-b3a5-12883842ba77), after_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:23:08.763716 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759e3120-5855-483c-87e2-e82bdf636812 tempest-AttachVolumeTestJSON-1268199410 tempest-AttachVolumeTestJSON-1268199410-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=590c566a-6338-4300-b3a5-12883842ba77,revision_number=0']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:23:08.773420 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-759e3120-5855-483c-87e2-e82bdf636812 tempest-AttachVolumeTestJSON-1268199410 tempest-AttachVolumeTestJSON-1268199410-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:23:08.774827 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [None req-759e3120-5855-483c-87e2-e82bdf636812 tempest-AttachVolumeTestJSON-1268199410 tempest-AttachVolumeTestJSON-1268199410-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1283977 May 03 14:23:08.778163 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.wsgi [-] (103470) accepted ('10.222.0.36', 52156) {{(pid=103470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:23:08.782679 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.v2.base [None req-d1ed4549-3cf8-45b8-bddd-08cc891621b8 tempest-AttachVolumeTestJSON-1268199410 tempest-AttachVolumeTestJSON-1268199410-project] Request body: {'floatingip': {'floating_network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2'}} {{(pid=103470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 14:23:08.804212 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-d1ed4549-3cf8-45b8-bddd-08cc891621b8 tempest-AttachVolumeTestJSON-1268199410 tempest-AttachVolumeTestJSON-1268199410-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:23:08.887232 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-d1ed4549-3cf8-45b8-bddd-08cc891621b8 tempest-AttachVolumeTestJSON-1268199410 tempest-AttachVolumeTestJSON-1268199410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585126'] for port (None), before_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:23:08.943511 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-2ba31136-1b8f-4ffd-a3ec-f6548731f6e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786921254184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749114'] for agent (2583ee88-9503-4370-b6e4-0a676865815e), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:23:09.010962 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.db.db_base_plugin_common [None req-d1ed4549-3cf8-45b8-bddd-08cc891621b8 tempest-AttachVolumeTestJSON-1268199410 tempest-AttachVolumeTestJSON-1268199410-project] Allocated IP 172.27.3.108 (e0cd7c6d-9919-41eb-b035-2bfb3175faa2/4f18d5d6-ed18-48e7-a335-d8ef216f5f78/65fa94c1-b9a3-4c38-a1c1-549e8985cbf7) {{(pid=103470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 14:23:09.058267 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.rpc [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Device 35e5aaf7-9dec-4a73-9672-6aeedce9f725 no longer exists at agent hyperv_hv-cinder-83979 {{(pid=103471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 03 14:23:09.082665 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] No Port match for: 35e5aaf7-9dec-4a73-9672-6aeedce9f725 {{(pid=103471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 03 14:23:09.083008 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.rpc [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Device 35e5aaf7-9dec-4a73-9672-6aeedce9f725 not bound to the agent host hv-cinder-83979 {{(pid=103471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 03 14:23:09.114432 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-d1ed4549-3cf8-45b8-bddd-08cc891621b8 tempest-AttachVolumeTestJSON-1268199410 tempest-AttachVolumeTestJSON-1268199410-project] Publish callbacks [] for port (65fa94c1-b9a3-4c38-a1c1-549e8985cbf7), precommit_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:23:09.135453 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786921254184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749114'] for agent (e81ee3ce-91e9-46ba-a5c7-9619c95b22a6), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:23:09.152101 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-d1ed4549-3cf8-45b8-bddd-08cc891621b8 tempest-AttachVolumeTestJSON-1268199410 tempest-AttachVolumeTestJSON-1268199410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786920821396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7524599'] for port (65fa94c1-b9a3-4c38-a1c1-549e8985cbf7), after_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:23:09.197689 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1ed4549-3cf8-45b8-bddd-08cc891621b8 tempest-AttachVolumeTestJSON-1268199410 tempest-AttachVolumeTestJSON-1268199410-project] Network e0cd7c6d-9919-41eb-b035-2bfb3175faa2 is already hosted by enough agents. {{(pid=103470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 14:23:09.200612 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.scheduler.base_scheduler [None req-d1ed4549-3cf8-45b8-bddd-08cc891621b8 tempest-AttachVolumeTestJSON-1268199410 tempest-AttachVolumeTestJSON-1268199410-project] Resources bound (agent type, host, resource id): {{(pid=103470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 14:23:09.206155 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1ed4549-3cf8-45b8-bddd-08cc891621b8 tempest-AttachVolumeTestJSON-1268199410 tempest-AttachVolumeTestJSON-1268199410-project] Received port after_create {{(pid=103470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 14:23:09.212130 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ed4549-3cf8-45b8-bddd-08cc891621b8 tempest-AttachVolumeTestJSON-1268199410 tempest-AttachVolumeTestJSON-1268199410-project] Pushing event updated for resources: {'Port': ['ID=65fa94c1-b9a3-4c38-a1c1-549e8985cbf7,revision_number=1']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:23:09.292336 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-d1ed4549-3cf8-45b8-bddd-08cc891621b8 tempest-AttachVolumeTestJSON-1268199410 tempest-AttachVolumeTestJSON-1268199410-project] Publish callbacks [] for floatingip (c4dca6aa-b605-4b2a-bde1-7f6b0c560de0), precommit_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:23:09.331429 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-d1ed4549-3cf8-45b8-bddd-08cc891621b8 tempest-AttachVolumeTestJSON-1268199410 tempest-AttachVolumeTestJSON-1268199410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585126'] for port (65fa94c1-b9a3-4c38-a1c1-549e8985cbf7), before_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:23:09.493261 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-d1ed4549-3cf8-45b8-bddd-08cc891621b8 tempest-AttachVolumeTestJSON-1268199410 tempest-AttachVolumeTestJSON-1268199410-project] Publish callbacks [] for port (65fa94c1-b9a3-4c38-a1c1-549e8985cbf7), precommit_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:23:09.501628 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-d1ed4549-3cf8-45b8-bddd-08cc891621b8 tempest-AttachVolumeTestJSON-1268199410 tempest-AttachVolumeTestJSON-1268199410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786921284783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786920821414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786920821432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7524494'] for port (65fa94c1-b9a3-4c38-a1c1-549e8985cbf7), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:23:09.575804 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ed4549-3cf8-45b8-bddd-08cc891621b8 tempest-AttachVolumeTestJSON-1268199410 tempest-AttachVolumeTestJSON-1268199410-project] Pushing event updated for resources: {'Port': ['ID=65fa94c1-b9a3-4c38-a1c1-549e8985cbf7,revision_number=2']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:23:09.589323 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-d1ed4549-3cf8-45b8-bddd-08cc891621b8 tempest-AttachVolumeTestJSON-1268199410 tempest-AttachVolumeTestJSON-1268199410-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1700089'] for floatingip (c4dca6aa-b605-4b2a-bde1-7f6b0c560de0), after_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:23:09.608026 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-d1ed4549-3cf8-45b8-bddd-08cc891621b8 tempest-AttachVolumeTestJSON-1268199410 tempest-AttachVolumeTestJSON-1268199410-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218734'] for floatingip (None), before_response {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:23:09.609254 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [None req-d1ed4549-3cf8-45b8-bddd-08cc891621b8 tempest-AttachVolumeTestJSON-1268199410 tempest-AttachVolumeTestJSON-1268199410-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8301208 May 03 14:23:09.912613 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-d7ef2453-739e-4c74-b779-780ef9376811 req-b4e9c1bc-247d-4e04-9efd-49453f1ebacd tempest-AttachVolumeTestJSON-1268199410 tempest-AttachVolumeTestJSON-1268199410-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--962291576&fields=id&tenant_id=b16b4b1b92fd4f6dbb0e0cde810949db HTTP/1.1" status: 200 len: 267 time: 0.0422893 May 03 14:23:10.024579 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ef2453-739e-4c74-b779-780ef9376811 req-409fa57d-9877-4cca-9812-657016ec68b7 tempest-AttachVolumeTestJSON-1268199410 tempest-AttachVolumeTestJSON-1268199410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:23:10.026073 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-d7ef2453-739e-4c74-b779-780ef9376811 req-409fa57d-9877-4cca-9812-657016ec68b7 tempest-AttachVolumeTestJSON-1268199410 tempest-AttachVolumeTestJSON-1268199410-project] 10.222.0.36 "GET /v2.0/networks?id=816c80d2-ce08-422c-8388-99245d2078e2 HTTP/1.1" status: 200 len: 810 time: 0.1068370 May 03 14:23:10.044447 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-d7ef2453-739e-4c74-b779-780ef9376811 req-5a27c10a-b7b0-4962-a966-11b8969ac4f5 tempest-AttachVolumeTestJSON-1268199410 tempest-AttachVolumeTestJSON-1268199410-project] 10.222.0.36 "GET /v2.0/quotas/b16b4b1b92fd4f6dbb0e0cde810949db HTTP/1.1" status: 200 len: 375 time: 0.0100114 May 03 14:23:10.096114 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-d7ef2453-739e-4c74-b779-780ef9376811 req-f5d4c0e8-faf3-4dc0-b700-71666c927211 tempest-AttachVolumeTestJSON-1268199410 tempest-AttachVolumeTestJSON-1268199410-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=b16b4b1b92fd4f6dbb0e0cde810949db&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0450172 May 03 14:23:10.192666 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-d7ef2453-739e-4c74-b779-780ef9376811 req-ccd09336-1d28-4e53-b66a-01422ca20d54 service neutron] 10.222.0.36 "GET /v2.0/networks/816c80d2-ce08-422c-8388-99245d2078e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845587 May 03 14:23:10.287134 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-d7ef2453-739e-4c74-b779-780ef9376811 req-a65acc56-1697-460d-a9c2-d16d73bb1e47 service neutron] 10.222.0.36 "GET /v2.0/networks/816c80d2-ce08-422c-8388-99245d2078e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875707 May 03 14:23:10.454530 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-6b98c286-5509-41ae-9e31-4a328d4e2e3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786921254184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749114'] for agent (9772c1e2-61d8-4a11-97d8-348a0cefa431), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:23:10.463198 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-85396957-2a25-463b-906c-b306cb2aaf16 req-64f27746-da37-415f-9720-435ca6df02d9 tempest-AttachVolumeTestJSON-1268199410 tempest-AttachVolumeTestJSON-1268199410-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e2c2be6-4300-497f-8110-7db2891953c9 HTTP/1.1" status: 200 len: 210 time: 0.0351522 May 03 14:23:11.342128 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.db.agents_db [None req-22b75db3-e88f-46e7-98cb-691740c6eaf9 None None] Agent healthcheck: found 6 active agents {{(pid=103472) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 03 14:23:11.545590 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-ece2f477-2d6d-4faa-a9a3-ecc6a9d3b5ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786921254184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749114'] for agent (5abb75e8-e954-4dc0-bed6-210d2af77b9f), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:23:11.579011 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-3281d062-30a3-4e78-bd8d-db41c08e53fb req-68f35f5e-b458-440c-8b4a-f36b33b9eae5 tempest-AttachVolumeTestJSON-1268199410 tempest-AttachVolumeTestJSON-1268199410-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e2c2be6-4300-497f-8110-7db2891953c9 HTTP/1.1" status: 200 len: 210 time: 0.0400815 May 03 14:23:11.607976 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ef2453-739e-4c74-b779-780ef9376811 req-3acc570d-b0fc-4d16-9990-0520b59d6a94 tempest-AttachVolumeTestJSON-1268199410 tempest-AttachVolumeTestJSON-1268199410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:23:11.609411 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-d7ef2453-739e-4c74-b779-780ef9376811 req-3acc570d-b0fc-4d16-9990-0520b59d6a94 tempest-AttachVolumeTestJSON-1268199410 tempest-AttachVolumeTestJSON-1268199410-project] 10.222.0.26 "GET /v2.0/networks?id=816c80d2-ce08-422c-8388-99245d2078e2 HTTP/1.1" status: 200 len: 810 time: 0.1391337 May 03 14:23:11.673535 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-d7ef2453-739e-4c74-b779-780ef9376811 req-a0f0c0df-aee4-4537-a387-46d8fb0b4bcc tempest-AttachVolumeTestJSON-1268199410 tempest-AttachVolumeTestJSON-1268199410-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b16b4b1b92fd4f6dbb0e0cde810949db HTTP/1.1" status: 200 len: 379 time: 0.0537555 May 03 14:23:11.733624 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.v2.base [req-d7ef2453-739e-4c74-b779-780ef9376811 req-f1e39ab0-aab9-4935-916a-c3b896fb77f2 tempest-AttachVolumeTestJSON-1268199410 tempest-AttachVolumeTestJSON-1268199410-project] Request body: {'port': {'device_id': '8e2c2be6-4300-497f-8110-7db2891953c9', 'network_id': '816c80d2-ce08-422c-8388-99245d2078e2', 'admin_state_up': True, 'tenant_id': 'b16b4b1b92fd4f6dbb0e0cde810949db', 'security_groups': ['360e83ba-9d2b-4d86-89cf-51763973e4ac']}} {{(pid=103470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 14:23:11.847175 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7ef2453-739e-4c74-b779-780ef9376811 req-f1e39ab0-aab9-4935-916a-c3b896fb77f2 tempest-AttachVolumeTestJSON-1268199410 tempest-AttachVolumeTestJSON-1268199410-project] Made reservation on behalf of b16b4b1b92fd4f6dbb0e0cde810949db for: {'port': 1} {{(pid=103470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 14:23:11.850944 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [req-d7ef2453-739e-4c74-b779-780ef9376811 req-f1e39ab0-aab9-4935-916a-c3b896fb77f2 tempest-AttachVolumeTestJSON-1268199410 tempest-AttachVolumeTestJSON-1268199410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585126'] for port (None), before_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:23:11.976971 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.db.db_base_plugin_common [req-d7ef2453-739e-4c74-b779-780ef9376811 req-f1e39ab0-aab9-4935-916a-c3b896fb77f2 tempest-AttachVolumeTestJSON-1268199410 tempest-AttachVolumeTestJSON-1268199410-project] Allocated IP 172.20.0.12 (816c80d2-ce08-422c-8388-99245d2078e2/518902ae-a051-403f-b835-83bc017e726e/9165a7a3-141a-49ef-974f-8b1eb1cea645) {{(pid=103470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 14:23:12.121042 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [req-d7ef2453-739e-4c74-b779-780ef9376811 req-f1e39ab0-aab9-4935-916a-c3b896fb77f2 tempest-AttachVolumeTestJSON-1268199410 tempest-AttachVolumeTestJSON-1268199410-project] Publish callbacks [] for port (9165a7a3-141a-49ef-974f-8b1eb1cea645), precommit_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:23:12.156950 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [req-d7ef2453-739e-4c74-b779-780ef9376811 req-f1e39ab0-aab9-4935-916a-c3b896fb77f2 tempest-AttachVolumeTestJSON-1268199410 tempest-AttachVolumeTestJSON-1268199410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786920821396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7524599'] for port (9165a7a3-141a-49ef-974f-8b1eb1cea645), after_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:23:12.199232 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7ef2453-739e-4c74-b779-780ef9376811 req-f1e39ab0-aab9-4935-916a-c3b896fb77f2 tempest-AttachVolumeTestJSON-1268199410 tempest-AttachVolumeTestJSON-1268199410-project] Network 816c80d2-ce08-422c-8388-99245d2078e2 is already hosted by enough agents. {{(pid=103470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 14:23:12.202479 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.scheduler.base_scheduler [req-d7ef2453-739e-4c74-b779-780ef9376811 req-f1e39ab0-aab9-4935-916a-c3b896fb77f2 tempest-AttachVolumeTestJSON-1268199410 tempest-AttachVolumeTestJSON-1268199410-project] Resources bound (agent type, host, resource id): {{(pid=103470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 14:23:12.209767 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7ef2453-739e-4c74-b779-780ef9376811 req-f1e39ab0-aab9-4935-916a-c3b896fb77f2 tempest-AttachVolumeTestJSON-1268199410 tempest-AttachVolumeTestJSON-1268199410-project] Received port after_create {{(pid=103470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 14:23:12.234975 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e39ab0-aab9-4935-916a-c3b896fb77f2 tempest-AttachVolumeTestJSON-1268199410 tempest-AttachVolumeTestJSON-1268199410-project] Pushing event updated for resources: {'Port': ['ID=9165a7a3-141a-49ef-974f-8b1eb1cea645,revision_number=1']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:23:12.264428 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ef2453-739e-4c74-b779-780ef9376811 req-f1e39ab0-aab9-4935-916a-c3b896fb77f2 tempest-AttachVolumeTestJSON-1268199410 tempest-AttachVolumeTestJSON-1268199410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:23:12.265040 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [req-d7ef2453-739e-4c74-b779-780ef9376811 req-f1e39ab0-aab9-4935-916a-c3b896fb77f2 tempest-AttachVolumeTestJSON-1268199410 tempest-AttachVolumeTestJSON-1268199410-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218734'] for port (None), before_response {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:23:12.284071 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-d7ef2453-739e-4c74-b779-780ef9376811 req-f1e39ab0-aab9-4935-916a-c3b896fb77f2 tempest-AttachVolumeTestJSON-1268199410 tempest-AttachVolumeTestJSON-1268199410-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5567317 May 03 14:23:12.296043 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.v2.base [req-d7ef2453-739e-4c74-b779-780ef9376811 req-cf715fdd-c68d-4af5-9dcd-dc209930e717 service neutron] Request body: {'port': {'device_id': '8e2c2be6-4300-497f-8110-7db2891953c9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83979'}} {{(pid=103470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 14:23:12.360959 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [req-d7ef2453-739e-4c74-b779-780ef9376811 req-cf715fdd-c68d-4af5-9dcd-dc209930e717 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585126'] for port (9165a7a3-141a-49ef-974f-8b1eb1cea645), before_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:23:12.474413 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.provisioning_blocks [None req-30bf90b6-7051-4090-b71d-12eb92b17ad8 None None] Provisioning complete for port 9165a7a3-141a-49ef-974f-8b1eb1cea645 triggered by entity DHCP. {{(pid=103471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 14:23:12.474674 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-30bf90b6-7051-4090-b71d-12eb92b17ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749148'] for port (9165a7a3-141a-49ef-974f-8b1eb1cea645), provisioning_complete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:23:12.510502 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [None req-30bf90b6-7051-4090-b71d-12eb92b17ad8 None None] Port 9165a7a3-141a-49ef-974f-8b1eb1cea645 cannot update to ACTIVE because it is not bound. {{(pid=103471) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 03 14:23:12.627552 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.notifiers.nova [req-d7ef2453-739e-4c74-b779-780ef9376811 req-cf715fdd-c68d-4af5-9dcd-dc209930e717 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9165a7a3-141a-49ef-974f-8b1eb1cea645 {{(pid=103470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 14:23:12.635519 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [req-d7ef2453-739e-4c74-b779-780ef9376811 req-cf715fdd-c68d-4af5-9dcd-dc209930e717 service neutron] Publish callbacks [] for port (9165a7a3-141a-49ef-974f-8b1eb1cea645), precommit_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:23:12.648523 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.db.provisioning_blocks [req-d7ef2453-739e-4c74-b779-780ef9376811 req-cf715fdd-c68d-4af5-9dcd-dc209930e717 service neutron] Transition to ACTIVE for port object 9165a7a3-141a-49ef-974f-8b1eb1cea645 will not be triggered until provisioned by entity L2. {{(pid=103470) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 03 14:23:12.653186 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [req-d7ef2453-739e-4c74-b779-780ef9376811 req-cf715fdd-c68d-4af5-9dcd-dc209930e717 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786921284783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786920821414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786920821432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7524494'] for port (9165a7a3-141a-49ef-974f-8b1eb1cea645), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:23:12.696452 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d806aace-b941-4ed9-9d19-f33f989bfbe1 req-44645b65-8184-41c5-9f24-a75d1513654d tempest-AttachVolumeTestJSON-1268199410 tempest-AttachVolumeTestJSON-1268199410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:23:12.698820 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-d806aace-b941-4ed9-9d19-f33f989bfbe1 req-44645b65-8184-41c5-9f24-a75d1513654d tempest-AttachVolumeTestJSON-1268199410 tempest-AttachVolumeTestJSON-1268199410-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e2c2be6-4300-497f-8110-7db2891953c9 HTTP/1.1" status: 200 len: 944 time: 0.0494192 May 03 14:23:12.725981 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf715fdd-c68d-4af5-9dcd-dc209930e717 service neutron] Pushing event updated for resources: {'Port': ['ID=9165a7a3-141a-49ef-974f-8b1eb1cea645,revision_number=2']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:23:12.750977 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-d806aace-b941-4ed9-9d19-f33f989bfbe1 req-8f8fee70-dc86-4f15-a9ea-e5b6098a32ad tempest-AttachVolumeTestJSON-1268199410 tempest-AttachVolumeTestJSON-1268199410-project] 10.222.0.36 "GET /v2.0/security-groups?id=360e83ba-9d2b-4d86-89cf-51763973e4ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454385 May 03 14:23:12.780589 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.managers [req-d7ef2453-739e-4c74-b779-780ef9376811 req-cf715fdd-c68d-4af5-9dcd-dc209930e717 service neutron] Attempting to bind port 9165a7a3-141a-49ef-974f-8b1eb1cea645 on host hv-cinder-83979 for vnic_type normal with profile {{(pid=103470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 03 14:23:12.780934 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.managers [req-d7ef2453-739e-4c74-b779-780ef9376811 req-cf715fdd-c68d-4af5-9dcd-dc209930e717 service neutron] Attempting to bind port 9165a7a3-141a-49ef-974f-8b1eb1cea645 by drivers openvswitch,hyperv on host hv-cinder-83979 at level 0 using segments [{'id': 'fe764fb4-f36a-4071-aefa-aa24f55f58d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '816c80d2-ce08-422c-8388-99245d2078e2'}] {{(pid=103470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 03 14:23:12.781264 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7ef2453-739e-4c74-b779-780ef9376811 req-cf715fdd-c68d-4af5-9dcd-dc209930e717 service neutron] Attempting to bind port 9165a7a3-141a-49ef-974f-8b1eb1cea645 on network 816c80d2-ce08-422c-8388-99245d2078e2 {{(pid=103470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 14:23:12.785886 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7ef2453-739e-4c74-b779-780ef9376811 req-cf715fdd-c68d-4af5-9dcd-dc209930e717 service neutron] Port 9165a7a3-141a-49ef-974f-8b1eb1cea645 on network 816c80d2-ce08-422c-8388-99245d2078e2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83979 {{(pid=103470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 03 14:23:12.786210 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7ef2453-739e-4c74-b779-780ef9376811 req-cf715fdd-c68d-4af5-9dcd-dc209930e717 service neutron] Attempting to bind port 9165a7a3-141a-49ef-974f-8b1eb1cea645 on network 816c80d2-ce08-422c-8388-99245d2078e2 {{(pid=103470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 14:23:12.791572 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7ef2453-739e-4c74-b779-780ef9376811 req-cf715fdd-c68d-4af5-9dcd-dc209930e717 service neutron] Checking agent: {'id': 'e81ee3ce-91e9-46ba-a5c7-9619c95b22a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83979', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 14, 11, 7), 'started_at': datetime.datetime(2022, 5, 3, 14, 11, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 14, 23, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 03 14:23:12.791917 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7ef2453-739e-4c74-b779-780ef9376811 req-cf715fdd-c68d-4af5-9dcd-dc209930e717 service neutron] Checking segment: {'id': 'fe764fb4-f36a-4071-aefa-aa24f55f58d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '816c80d2-ce08-422c-8388-99245d2078e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 14:23:12.792306 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7ef2453-739e-4c74-b779-780ef9376811 req-cf715fdd-c68d-4af5-9dcd-dc209930e717 service neutron] Bound using segment: {'id': 'fe764fb4-f36a-4071-aefa-aa24f55f58d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '816c80d2-ce08-422c-8388-99245d2078e2'} {{(pid=103470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 03 14:23:12.792733 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.managers [req-d7ef2453-739e-4c74-b779-780ef9376811 req-cf715fdd-c68d-4af5-9dcd-dc209930e717 service neutron] Bound port: 9165a7a3-141a-49ef-974f-8b1eb1cea645, host: hv-cinder-83979, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe764fb4-f36a-4071-aefa-aa24f55f58d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '816c80d2-ce08-422c-8388-99245d2078e2'}}] {{(pid=103470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 03 14:23:12.793096 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [req-d7ef2453-739e-4c74-b779-780ef9376811 req-cf715fdd-c68d-4af5-9dcd-dc209930e717 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585126'] for port (9165a7a3-141a-49ef-974f-8b1eb1cea645), before_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:23:12.860190 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [req-d7ef2453-739e-4c74-b779-780ef9376811 req-cf715fdd-c68d-4af5-9dcd-dc209930e717 service neutron] For port 9165a7a3-141a-49ef-974f-8b1eb1cea645, host hv-cinder-83979, cleared binding levels {{(pid=103470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 14:23:12.863451 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [req-d7ef2453-739e-4c74-b779-780ef9376811 req-cf715fdd-c68d-4af5-9dcd-dc209930e717 service neutron] For port 9165a7a3-141a-49ef-974f-8b1eb1cea645, host hv-cinder-83979, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=9165a7a3-141a-49ef-974f-8b1eb1cea645,segment=NetworkSegment(fe764fb4-f36a-4071-aefa-aa24f55f58d7),segment_id=fe764fb4-f36a-4071-aefa-aa24f55f58d7)] {{(pid=103470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 14:23:12.871148 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [req-d7ef2453-739e-4c74-b779-780ef9376811 req-cf715fdd-c68d-4af5-9dcd-dc209930e717 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786921284783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786920821414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786920821432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7524494'] for port (9165a7a3-141a-49ef-974f-8b1eb1cea645), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:23:12.905006 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ef2453-739e-4c74-b779-780ef9376811 req-cf715fdd-c68d-4af5-9dcd-dc209930e717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:23:12.905641 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [req-d7ef2453-739e-4c74-b779-780ef9376811 req-cf715fdd-c68d-4af5-9dcd-dc209930e717 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218734'] for port (None), before_response {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:23:12.907178 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-d7ef2453-739e-4c74-b779-780ef9376811 req-cf715fdd-c68d-4af5-9dcd-dc209930e717 service neutron] 10.222.0.26 "PUT /v2.0/ports/9165a7a3-141a-49ef-974f-8b1eb1cea645 HTTP/1.1" status: 200 len: 1094 time: 0.6152353 May 03 14:23:12.907441 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e2c2be6-4300-497f-8110-7db2891953c9', 'tag': '9165a7a3-141a-49ef-974f-8b1eb1cea645'}] {{(pid=103470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 14:23:12.909679 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b59263cb8594a65023f6f3ef61310cdc9305c5272296d99e8ebfdd94dfc5ab3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d5228dc-6456-49fe-aeac-9b4dfddbbb68" -d '{"events": [{"name": "network-changed", "server_uuid": "8e2c2be6-4300-497f-8110-7db2891953c9", "tag": "9165a7a3-141a-49ef-974f-8b1eb1cea645"}]}' {{(pid=103470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 14:23:12.934893 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf715fdd-c68d-4af5-9dcd-dc209930e717 service neutron] Pushing event updated for resources: {'Port': ['ID=9165a7a3-141a-49ef-974f-8b1eb1cea645,revision_number=3']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:23:12.968646 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 May 2022 14:23:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a877f15-bf71-4611-aab2-d88eedfdb543 x-openstack-request-id: req-2a877f15-bf71-4611-aab2-d88eedfdb543 {{(pid=103470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 14:23:12.968979 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e2c2be6-4300-497f-8110-7db2891953c9", "tag": "9165a7a3-141a-49ef-974f-8b1eb1cea645", "status": "completed", "code": 200}]} {{(pid=103470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 14:23:12.969175 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-2a877f15-bf71-4611-aab2-d88eedfdb543 {{(pid=103470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 14:23:12.969596 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2a877f15-bf71-4611-aab2-d88eedfdb543'] response: {'name': 'network-changed', 'server_uuid': '8e2c2be6-4300-497f-8110-7db2891953c9', 'tag': '9165a7a3-141a-49ef-974f-8b1eb1cea645', 'status': 'completed', 'code': 200} May 03 14:23:13.006297 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ef2453-739e-4c74-b779-780ef9376811 req-d56a0a3d-3f56-406e-a91f-5aed871ee863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:23:13.007858 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-d7ef2453-739e-4c74-b779-780ef9376811 req-d56a0a3d-3f56-406e-a91f-5aed871ee863 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b16b4b1b92fd4f6dbb0e0cde810949db&device_id=8e2c2be6-4300-497f-8110-7db2891953c9 HTTP/1.1" status: 200 len: 1128 time: 0.0498183 May 03 14:23:13.049619 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-d7ef2453-739e-4c74-b779-780ef9376811 req-0f58dc23-bbc1-434c-8e2d-760893e6344d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9165a7a3-141a-49ef-974f-8b1eb1cea645 HTTP/1.1" status: 200 len: 217 time: 0.0353200 May 03 14:23:13.100747 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ef2453-739e-4c74-b779-780ef9376811 req-3f45fb3f-fa15-40be-88dd-e04c8298e1d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:23:13.102479 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-d7ef2453-739e-4c74-b779-780ef9376811 req-3f45fb3f-fa15-40be-88dd-e04c8298e1d6 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=518902ae-a051-403f-b835-83bc017e726e HTTP/1.1" status: 200 len: 849 time: 0.0457883 May 03 14:23:13.149944 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ef2453-739e-4c74-b779-780ef9376811 req-cab8f71d-cad6-4114-923f-5f146a33481f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:23:13.151425 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-d7ef2453-739e-4c74-b779-780ef9376811 req-cab8f71d-cad6-4114-923f-5f146a33481f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=816c80d2-ce08-422c-8388-99245d2078e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0433919 May 03 14:23:13.180004 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786921254184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749114'] for agent (43411681-d6d4-43ac-b892-434a22df3f6d), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:23:13.241316 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-d7ef2453-739e-4c74-b779-780ef9376811 req-68048a32-2b8b-4f70-9678-34c2809e5123 service neutron] 10.222.0.26 "GET /v2.0/networks/816c80d2-ce08-422c-8388-99245d2078e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830183 May 03 14:23:13.343098 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-d7ef2453-739e-4c74-b779-780ef9376811 req-4c98db3b-6020-465b-882f-ba2fa0e2afab service neutron] 10.222.0.26 "GET /v2.0/networks/816c80d2-ce08-422c-8388-99245d2078e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957170 May 03 14:23:13.876151 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69132f9-babf-4c28-9f9a-a9c798c5768d req-d5921246-1861-4259-a082-69610751328c tempest-AttachVolumeTestJSON-1268199410 tempest-AttachVolumeTestJSON-1268199410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:23:13.877650 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-e69132f9-babf-4c28-9f9a-a9c798c5768d req-d5921246-1861-4259-a082-69610751328c tempest-AttachVolumeTestJSON-1268199410 tempest-AttachVolumeTestJSON-1268199410-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e2c2be6-4300-497f-8110-7db2891953c9 HTTP/1.1" status: 200 len: 944 time: 0.0482926 May 03 14:23:13.940331 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-e69132f9-babf-4c28-9f9a-a9c798c5768d req-f860ee47-85d1-456e-851c-c7d68f214bc0 tempest-AttachVolumeTestJSON-1268199410 tempest-AttachVolumeTestJSON-1268199410-project] 10.222.0.36 "GET /v2.0/security-groups?id=360e83ba-9d2b-4d86-89cf-51763973e4ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540490 May 03 14:23:14.058278 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5228dc-6456-49fe-aeac-9b4dfddbbb68 req-09d97771-a9f5-4142-97c4-f055b80bf53c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:23:14.059696 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-4d5228dc-6456-49fe-aeac-9b4dfddbbb68 req-09d97771-a9f5-4142-97c4-f055b80bf53c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b16b4b1b92fd4f6dbb0e0cde810949db&device_id=8e2c2be6-4300-497f-8110-7db2891953c9 HTTP/1.1" status: 200 len: 1128 time: 0.0409894 May 03 14:23:14.316452 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5228dc-6456-49fe-aeac-9b4dfddbbb68 req-e043d6be-2ba8-4597-b7ab-6215c22c84d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:23:14.317897 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-4d5228dc-6456-49fe-aeac-9b4dfddbbb68 req-e043d6be-2ba8-4597-b7ab-6215c22c84d6 service neutron] 10.222.0.26 "GET /v2.0/networks?id=816c80d2-ce08-422c-8388-99245d2078e2 HTTP/1.1" status: 200 len: 911 time: 0.0947583 May 03 14:23:14.360506 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-4d5228dc-6456-49fe-aeac-9b4dfddbbb68 req-cb38e164-7c0d-4818-af86-68173129ff29 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9165a7a3-141a-49ef-974f-8b1eb1cea645 HTTP/1.1" status: 200 len: 217 time: 0.0346599 May 03 14:23:14.570981 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5228dc-6456-49fe-aeac-9b4dfddbbb68 req-dae3f420-4084-4697-80f9-28abf4d82e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:23:14.572546 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-4d5228dc-6456-49fe-aeac-9b4dfddbbb68 req-dae3f420-4084-4697-80f9-28abf4d82e7a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=518902ae-a051-403f-b835-83bc017e726e HTTP/1.1" status: 200 len: 849 time: 0.0538812 May 03 14:23:14.624375 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5228dc-6456-49fe-aeac-9b4dfddbbb68 req-58620400-5ce6-4ada-aec3-af6a98b0815b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:23:14.625921 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-4d5228dc-6456-49fe-aeac-9b4dfddbbb68 req-58620400-5ce6-4ada-aec3-af6a98b0815b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=816c80d2-ce08-422c-8388-99245d2078e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0480001 May 03 14:23:14.722469 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-4d5228dc-6456-49fe-aeac-9b4dfddbbb68 req-26f9e23f-bcf4-4fa3-8007-3eede3da9b79 service neutron] 10.222.0.26 "GET /v2.0/networks/816c80d2-ce08-422c-8388-99245d2078e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886536 May 03 14:23:14.818268 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-4d5228dc-6456-49fe-aeac-9b4dfddbbb68 req-09c83376-f21a-4c38-b65c-6b05dc42ef03 service neutron] 10.222.0.26 "GET /v2.0/networks/816c80d2-ce08-422c-8388-99245d2078e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898991 May 03 14:23:15.085249 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd5c726-445f-4ef8-ae76-50d65581f7f5 req-9ebe11be-cd2f-44a0-8fa3-440b1ff4d1d6 tempest-AttachVolumeTestJSON-1268199410 tempest-AttachVolumeTestJSON-1268199410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:23:15.086922 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-3dd5c726-445f-4ef8-ae76-50d65581f7f5 req-9ebe11be-cd2f-44a0-8fa3-440b1ff4d1d6 tempest-AttachVolumeTestJSON-1268199410 tempest-AttachVolumeTestJSON-1268199410-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e2c2be6-4300-497f-8110-7db2891953c9 HTTP/1.1" status: 200 len: 944 time: 0.0543709 May 03 14:23:15.137179 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-3dd5c726-445f-4ef8-ae76-50d65581f7f5 req-6accf1b9-efd2-4195-86d7-09cf85e7779b tempest-AttachVolumeTestJSON-1268199410 tempest-AttachVolumeTestJSON-1268199410-project] 10.222.0.36 "GET /v2.0/security-groups?id=360e83ba-9d2b-4d86-89cf-51763973e4ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440080 May 03 14:23:16.272612 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebacaa2d-c59a-42f6-a15b-408e1bf8618c req-73398013-5690-46ad-a925-d7f92fca8ef2 tempest-AttachVolumeTestJSON-1268199410 tempest-AttachVolumeTestJSON-1268199410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:23:16.274117 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-ebacaa2d-c59a-42f6-a15b-408e1bf8618c req-73398013-5690-46ad-a925-d7f92fca8ef2 tempest-AttachVolumeTestJSON-1268199410 tempest-AttachVolumeTestJSON-1268199410-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e2c2be6-4300-497f-8110-7db2891953c9 HTTP/1.1" status: 200 len: 944 time: 0.0559931 May 03 14:23:16.329992 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-ebacaa2d-c59a-42f6-a15b-408e1bf8618c req-bb80ecc9-2b51-4765-9705-5e71bab55672 tempest-AttachVolumeTestJSON-1268199410 tempest-AttachVolumeTestJSON-1268199410-project] 10.222.0.36 "GET /v2.0/security-groups?id=360e83ba-9d2b-4d86-89cf-51763973e4ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499318 May 03 14:23:17.126051 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.rpc [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Device 9165a7a3-141a-49ef-974f-8b1eb1cea645 details requested by agent hyperv_hv-cinder-83979 with host hv-cinder-83979 {{(pid=103471) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 03 14:23:17.229533 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.db [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] For port 9165a7a3-141a-49ef-974f-8b1eb1cea645, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=9165a7a3-141a-49ef-974f-8b1eb1cea645,segment=NetworkSegment(fe764fb4-f36a-4071-aefa-aa24f55f58d7),segment_id=fe764fb4-f36a-4071-aefa-aa24f55f58d7)] {{(pid=103471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 14:23:17.240786 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.rpc [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Returning: {'device': '9165a7a3-141a-49ef-974f-8b1eb1cea645', 'network_id': '816c80d2-ce08-422c-8388-99245d2078e2', 'port_id': '9165a7a3-141a-49ef-974f-8b1eb1cea645', 'mac_address': 'fa:16:3e:a1:fb:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 243, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '518902ae-a051-403f-b835-83bc017e726e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103471) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 03 14:23:17.280026 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Current status of the port 9165a7a3-141a-49ef-974f-8b1eb1cea645 is: DOWN; New status is: BUILD {{(pid=103471) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 14:23:17.280384 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585126'] for port (9165a7a3-141a-49ef-974f-8b1eb1cea645), before_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:23:17.294026 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.notifiers.nova [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9165a7a3-141a-49ef-974f-8b1eb1cea645 {{(pid=103471) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 14:23:17.314359 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.db [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] For port 9165a7a3-141a-49ef-974f-8b1eb1cea645, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=9165a7a3-141a-49ef-974f-8b1eb1cea645,segment=NetworkSegment(fe764fb4-f36a-4071-aefa-aa24f55f58d7),segment_id=fe764fb4-f36a-4071-aefa-aa24f55f58d7)] {{(pid=103471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 14:23:17.321113 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786921284783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786920821414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786920821432'] for port (9165a7a3-141a-49ef-974f-8b1eb1cea645), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:23:17.371180 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Pushing event updated for resources: {'Port': ['ID=9165a7a3-141a-49ef-974f-8b1eb1cea645,revision_number=4']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:23:17.379732 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:23:17.380077 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:23:17.380417 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:23:17.380750 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:23:17.381078 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:23:17.381428 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:23:17.381751 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:23:17.382068 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:23:17.382386 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:23:17.382701 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:23:17.383017 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:23:17.383335 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:23:17.383648 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:23:17.383995 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:23:17.384641 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:23:17.454230 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ec2d29-ad02-42b2-a677-b28a6f88ce42 req-d0906db8-9e8e-420c-be68-1a7043b674ff tempest-AttachVolumeTestJSON-1268199410 tempest-AttachVolumeTestJSON-1268199410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:23:17.455761 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-31ec2d29-ad02-42b2-a677-b28a6f88ce42 req-d0906db8-9e8e-420c-be68-1a7043b674ff tempest-AttachVolumeTestJSON-1268199410 tempest-AttachVolumeTestJSON-1268199410-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e2c2be6-4300-497f-8110-7db2891953c9 HTTP/1.1" status: 200 len: 945 time: 0.0458980 May 03 14:23:17.505002 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-31ec2d29-ad02-42b2-a677-b28a6f88ce42 req-9bb154d1-e596-448e-8987-c6b4ccb4e20d tempest-AttachVolumeTestJSON-1268199410 tempest-AttachVolumeTestJSON-1268199410-project] 10.222.0.36 "GET /v2.0/security-groups?id=360e83ba-9d2b-4d86-89cf-51763973e4ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430408 May 03 14:23:17.522568 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.db [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] get_ports_and_sgs() called for port_ids ['9165a7a3-141a-49ef-974f-8b1eb1cea645'] {{(pid=103471) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 03 14:23:18.639751 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332b4aef-6320-4755-9c9c-4a7b16e56039 req-41be0067-5af1-4c48-be8d-0568ead5f7e5 tempest-AttachVolumeTestJSON-1268199410 tempest-AttachVolumeTestJSON-1268199410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:23:18.641235 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-332b4aef-6320-4755-9c9c-4a7b16e56039 req-41be0067-5af1-4c48-be8d-0568ead5f7e5 tempest-AttachVolumeTestJSON-1268199410 tempest-AttachVolumeTestJSON-1268199410-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e2c2be6-4300-497f-8110-7db2891953c9 HTTP/1.1" status: 200 len: 945 time: 0.0486012 May 03 14:23:18.688907 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-332b4aef-6320-4755-9c9c-4a7b16e56039 req-543151a9-63ac-43a0-8c93-7a588248c830 tempest-AttachVolumeTestJSON-1268199410 tempest-AttachVolumeTestJSON-1268199410-project] 10.222.0.36 "GET /v2.0/security-groups?id=360e83ba-9d2b-4d86-89cf-51763973e4ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418267 May 03 14:23:19.146725 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.rpc [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Device 9165a7a3-141a-49ef-974f-8b1eb1cea645 up at agent hyperv_hv-cinder-83979 {{(pid=103471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 14:23:19.198177 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.provisioning_blocks [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Provisioning for port 9165a7a3-141a-49ef-974f-8b1eb1cea645 completed by entity L2. {{(pid=103471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 03 14:23:19.207832 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.provisioning_blocks [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Provisioning complete for port 9165a7a3-141a-49ef-974f-8b1eb1cea645 triggered by entity L2. {{(pid=103471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 14:23:19.208201 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749148'] for port (9165a7a3-141a-49ef-974f-8b1eb1cea645), provisioning_complete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:23:19.284137 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Current status of the port 9165a7a3-141a-49ef-974f-8b1eb1cea645 is: BUILD; New status is: ACTIVE {{(pid=103471) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 14:23:19.284396 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585126'] for port (9165a7a3-141a-49ef-974f-8b1eb1cea645), before_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:23:19.307605 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e2c2be6-4300-497f-8110-7db2891953c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9165a7a3-141a-49ef-974f-8b1eb1cea645'}] {{(pid=103471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 14:23:19.309911 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}258de9d1a1c653a46c94c94b096b8a314ffaed5fb8c929df022c823a20d863ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-067c80e6-2d98-4f85-ac2e-b77de1632336" -d '{"events": [{"server_uuid": "8e2c2be6-4300-497f-8110-7db2891953c9", "name": "network-vif-plugged", "status": "completed", "tag": "9165a7a3-141a-49ef-974f-8b1eb1cea645"}]}' {{(pid=103471) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 14:23:19.322524 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.db [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] For port 9165a7a3-141a-49ef-974f-8b1eb1cea645, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=9165a7a3-141a-49ef-974f-8b1eb1cea645,segment=NetworkSegment(fe764fb4-f36a-4071-aefa-aa24f55f58d7),segment_id=fe764fb4-f36a-4071-aefa-aa24f55f58d7)] {{(pid=103471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 14:23:19.329126 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786921284783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786920821414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786920821432'] for port (9165a7a3-141a-49ef-974f-8b1eb1cea645), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:23:19.355557 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 May 2022 14:23:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c579742-b001-4611-bfc4-cdb3d92c9666 x-openstack-request-id: req-6c579742-b001-4611-bfc4-cdb3d92c9666 {{(pid=103471) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 14:23:19.355846 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e2c2be6-4300-497f-8110-7db2891953c9", "name": "network-vif-plugged", "status": "completed", "tag": "9165a7a3-141a-49ef-974f-8b1eb1cea645", "code": 200}]} {{(pid=103471) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 14:23:19.356093 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-6c579742-b001-4611-bfc4-cdb3d92c9666 {{(pid=103471) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 14:23:19.356487 dv-cinder-839793-5-iscsi neutron-server[103471]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c579742-b001-4611-bfc4-cdb3d92c9666'] response: {'server_uuid': '8e2c2be6-4300-497f-8110-7db2891953c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9165a7a3-141a-49ef-974f-8b1eb1cea645', 'code': 200} May 03 14:23:19.382112 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Pushing event updated for resources: {'Port': ['ID=9165a7a3-141a-49ef-974f-8b1eb1cea645,revision_number=5']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:23:19.546549 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c02a679-7a66-489b-a80d-b3de14c8e209 req-26ede161-9555-486c-bd53-d8565ca97bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:23:19.547942 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-6c02a679-7a66-489b-a80d-b3de14c8e209 req-26ede161-9555-486c-bd53-d8565ca97bd8 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=8e2c2be6-4300-497f-8110-7db2891953c9 HTTP/1.1" status: 200 len: 1130 time: 0.0518968 May 03 14:23:19.593345 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-6c02a679-7a66-489b-a80d-b3de14c8e209 req-8c2ae1f0-6055-470f-b84c-7275be01c4fc service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=360e83ba-9d2b-4d86-89cf-51763973e4ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391045 May 03 14:23:19.824158 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d090d89b-94b2-48ea-9bb6-a8dd2cb0d196 req-0db64238-418c-4558-9265-b54853c7f32b tempest-AttachVolumeTestJSON-1268199410 tempest-AttachVolumeTestJSON-1268199410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:23:19.825562 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-d090d89b-94b2-48ea-9bb6-a8dd2cb0d196 req-0db64238-418c-4558-9265-b54853c7f32b tempest-AttachVolumeTestJSON-1268199410 tempest-AttachVolumeTestJSON-1268199410-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e2c2be6-4300-497f-8110-7db2891953c9 HTTP/1.1" status: 200 len: 946 time: 0.0565481 May 03 14:23:19.879436 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-d090d89b-94b2-48ea-9bb6-a8dd2cb0d196 req-d368d1c0-0969-49ff-8b21-34dd3dab1127 tempest-AttachVolumeTestJSON-1268199410 tempest-AttachVolumeTestJSON-1268199410-project] 10.222.0.36 "GET /v2.0/security-groups?id=360e83ba-9d2b-4d86-89cf-51763973e4ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457056 May 03 14:23:21.010133 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1581c035-8146-4ac1-96a8-33f3b98ff749 req-8ec9be40-d4b3-4c2e-9fcc-06e7cc7c44d4 tempest-AttachVolumeTestJSON-1268199410 tempest-AttachVolumeTestJSON-1268199410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:23:21.011421 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-1581c035-8146-4ac1-96a8-33f3b98ff749 req-8ec9be40-d4b3-4c2e-9fcc-06e7cc7c44d4 tempest-AttachVolumeTestJSON-1268199410 tempest-AttachVolumeTestJSON-1268199410-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e2c2be6-4300-497f-8110-7db2891953c9 HTTP/1.1" status: 200 len: 946 time: 0.0499339 May 03 14:23:21.067463 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-1581c035-8146-4ac1-96a8-33f3b98ff749 req-13543ad0-d35a-4906-a09e-e166e43467fc tempest-AttachVolumeTestJSON-1268199410 tempest-AttachVolumeTestJSON-1268199410-project] 10.222.0.36 "GET /v2.0/security-groups?id=360e83ba-9d2b-4d86-89cf-51763973e4ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473835 May 03 14:23:22.187710 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d403e91-ff3a-495b-8ae6-cc785c72e552 req-605b6afc-0484-48bf-8d40-5dc9199a233c tempest-AttachVolumeTestJSON-1268199410 tempest-AttachVolumeTestJSON-1268199410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:23:22.189176 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-1d403e91-ff3a-495b-8ae6-cc785c72e552 req-605b6afc-0484-48bf-8d40-5dc9199a233c tempest-AttachVolumeTestJSON-1268199410 tempest-AttachVolumeTestJSON-1268199410-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e2c2be6-4300-497f-8110-7db2891953c9 HTTP/1.1" status: 200 len: 946 time: 0.0462997 May 03 14:23:22.239169 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-1d403e91-ff3a-495b-8ae6-cc785c72e552 req-f6ae4ec3-f369-4aad-a4b1-399cff1f4bc3 tempest-AttachVolumeTestJSON-1268199410 tempest-AttachVolumeTestJSON-1268199410-project] 10.222.0.36 "GET /v2.0/security-groups?id=360e83ba-9d2b-4d86-89cf-51763973e4ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416501 May 03 14:23:22.360860 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bb8074-4ef7-44af-94bf-c71f55cfc212 req-a80f5569-def9-49d0-80bf-45faab3d93aa tempest-AttachVolumeTestJSON-1268199410 tempest-AttachVolumeTestJSON-1268199410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:23:22.362273 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-16bb8074-4ef7-44af-94bf-c71f55cfc212 req-a80f5569-def9-49d0-80bf-45faab3d93aa tempest-AttachVolumeTestJSON-1268199410 tempest-AttachVolumeTestJSON-1268199410-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e2c2be6-4300-497f-8110-7db2891953c9 HTTP/1.1" status: 200 len: 946 time: 0.0507605 May 03 14:23:22.372131 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.wsgi [-] (103470) accepted ('10.222.0.36', 52218) {{(pid=103470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:23:22.376590 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.v2.base [None req-9009c2b0-afe2-496b-992c-107126a8c2b7 tempest-AttachVolumeTestJSON-1268199410 tempest-AttachVolumeTestJSON-1268199410-project] Request body: {'floatingip': {'port_id': '9165a7a3-141a-49ef-974f-8b1eb1cea645'}} {{(pid=103470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 14:23:22.415197 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-9009c2b0-afe2-496b-992c-107126a8c2b7 tempest-AttachVolumeTestJSON-1268199410 tempest-AttachVolumeTestJSON-1268199410-project] Publish callbacks [] for floatingip (c4dca6aa-b605-4b2a-bde1-7f6b0c560de0), before_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:23:22.876651 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-9009c2b0-afe2-496b-992c-107126a8c2b7 tempest-AttachVolumeTestJSON-1268199410 tempest-AttachVolumeTestJSON-1268199410-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:23:22.883523 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-9009c2b0-afe2-496b-992c-107126a8c2b7 tempest-AttachVolumeTestJSON-1268199410 tempest-AttachVolumeTestJSON-1268199410-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1700089'] for floatingip (c4dca6aa-b605-4b2a-bde1-7f6b0c560de0), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:23:22.990720 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.db.l3_db [None req-9009c2b0-afe2-496b-992c-107126a8c2b7 tempest-AttachVolumeTestJSON-1268199410 tempest-AttachVolumeTestJSON-1268199410-project] Floating IP c4dca6aa-b605-4b2a-bde1-7f6b0c560de0 associated. External IP: 172.27.3.108, port: 9165a7a3-141a-49ef-974f-8b1eb1cea645. May 03 14:23:23.501883 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9009c2b0-afe2-496b-992c-107126a8c2b7 tempest-AttachVolumeTestJSON-1268199410 tempest-AttachVolumeTestJSON-1268199410-project] Router d16a25b5-d4bb-4ca9-921e-a415f5db7fa2 has already been hosted by L3 agent 2583ee88-9503-4370-b6e4-0a676865815e {{(pid=103470) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 14:23:23.617309 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9009c2b0-afe2-496b-992c-107126a8c2b7 tempest-AttachVolumeTestJSON-1268199410 tempest-AttachVolumeTestJSON-1268199410-project] Notify agent at l3_agent.dv-cinder-839793-5-iscsi the message routers_updated {{(pid=103470) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 14:23:23.622313 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-9009c2b0-afe2-496b-992c-107126a8c2b7 tempest-AttachVolumeTestJSON-1268199410 tempest-AttachVolumeTestJSON-1268199410-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218734'] for floatingip (None), before_response {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:23:23.628745 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b60ccc78-7696-4efb-97d1-2d48b4e5ab02 None None] Sync routers for ids ['d16a25b5-d4bb-4ca9-921e-a415f5db7fa2'] in dv-cinder-839793-5-iscsi {{(pid=103472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 14:23:23.640070 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b60ccc78-7696-4efb-97d1-2d48b4e5ab02 None None] Routers {'d16a25b5-d4bb-4ca9-921e-a415f5db7fa2'} bound to L3 agent in host dv-cinder-839793-5-iscsi {{(pid=103472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 14:23:23.640711 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.db.l3_hamode_db [None req-b60ccc78-7696-4efb-97d1-2d48b4e5ab02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-03T14:04:39Z,description=,heartbeat_timestamp=2022-05-03T14:23:09Z,host='dv-cinder-839793-5-iscsi',id=2583ee88-9503-4370-b6e4-0a676865815e,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T14:04:39Z,topic='l3_agent')) {'router_ids': ['d16a25b5-d4bb-4ca9-921e-a415f5db7fa2'], 'active': True} {{(pid=103472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:23:23.651128 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [None req-9009c2b0-afe2-496b-992c-107126a8c2b7 tempest-AttachVolumeTestJSON-1268199410 tempest-AttachVolumeTestJSON-1268199410-project] 10.222.0.36 "PUT /v2.0/floatingips/c4dca6aa-b605-4b2a-bde1-7f6b0c560de0 HTTP/1.1" status: 200 len: 992 time: 1.2779088 May 03 14:23:23.651719 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e2c2be6-4300-497f-8110-7db2891953c9', 'tag': '9165a7a3-141a-49ef-974f-8b1eb1cea645'}] {{(pid=103470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 14:23:23.654015 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b59263cb8594a65023f6f3ef61310cdc9305c5272296d99e8ebfdd94dfc5ab3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5411d6a3-11fb-4a4a-8c21-884714b6c865" -d '{"events": [{"name": "network-changed", "server_uuid": "8e2c2be6-4300-497f-8110-7db2891953c9", "tag": "9165a7a3-141a-49ef-974f-8b1eb1cea645"}]}' {{(pid=103470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 14:23:23.688919 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 May 2022 14:23:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6be56049-6a91-481b-b0d3-1db38d80777b x-openstack-request-id: req-6be56049-6a91-481b-b0d3-1db38d80777b {{(pid=103470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 14:23:23.689199 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e2c2be6-4300-497f-8110-7db2891953c9", "tag": "9165a7a3-141a-49ef-974f-8b1eb1cea645", "status": "completed", "code": 200}]} {{(pid=103470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 14:23:23.689489 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-6be56049-6a91-481b-b0d3-1db38d80777b {{(pid=103470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 14:23:23.689902 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6be56049-6a91-481b-b0d3-1db38d80777b'] response: {'name': 'network-changed', 'server_uuid': '8e2c2be6-4300-497f-8110-7db2891953c9', 'tag': '9165a7a3-141a-49ef-974f-8b1eb1cea645', 'status': 'completed', 'code': 200} May 03 14:23:23.754942 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.db.l3_dvr_db [None req-b60ccc78-7696-4efb-97d1-2d48b4e5ab02 None None] Set router d16a25b5-d4bb-4ca9-921e-a415f5db7fa2 gateway port host: dv-cinder-839793-5-iscsi {{(pid=103472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 14:23:23.799467 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5411d6a3-11fb-4a4a-8c21-884714b6c865 req-b9195b45-b19b-4882-b7f2-0ed2675711fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:23:23.800974 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-5411d6a3-11fb-4a4a-8c21-884714b6c865 req-b9195b45-b19b-4882-b7f2-0ed2675711fa service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b16b4b1b92fd4f6dbb0e0cde810949db&device_id=8e2c2be6-4300-497f-8110-7db2891953c9 HTTP/1.1" status: 200 len: 1130 time: 0.0893459 May 03 14:23:23.896104 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5411d6a3-11fb-4a4a-8c21-884714b6c865 req-4dd80635-a379-455b-8167-304ace9323e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:23:23.897679 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-5411d6a3-11fb-4a4a-8c21-884714b6c865 req-4dd80635-a379-455b-8167-304ace9323e9 service neutron] 10.222.0.26 "GET /v2.0/networks?id=816c80d2-ce08-422c-8388-99245d2078e2 HTTP/1.1" status: 200 len: 911 time: 0.0909066 May 03 14:23:23.967264 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-5411d6a3-11fb-4a4a-8c21-884714b6c865 req-a97164e1-8044-4a0e-a624-3d8e112977e5 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9165a7a3-141a-49ef-974f-8b1eb1cea645 HTTP/1.1" status: 200 len: 1000 time: 0.0634003 May 03 14:23:24.015729 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5411d6a3-11fb-4a4a-8c21-884714b6c865 req-5e453cc0-7e70-46cd-8d81-33615cc30d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:23:24.017093 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-5411d6a3-11fb-4a4a-8c21-884714b6c865 req-5e453cc0-7e70-46cd-8d81-33615cc30d31 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=518902ae-a051-403f-b835-83bc017e726e HTTP/1.1" status: 200 len: 849 time: 0.0446510 May 03 14:23:24.060403 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.db.l3_hamode_db [None req-b60ccc78-7696-4efb-97d1-2d48b4e5ab02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd16a25b5-d4bb-4ca9-921e-a415f5db7fa2', 'name': 'tempest-AttachVolumeTestJSON-842912074-router', 'tenant_id': 'b16b4b1b92fd4f6dbb0e0cde810949db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2', 'external_fixed_ips': [{'subnet_id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'ip_address': '172.27.3.74'}], 'enable_snat': True}, 'gw_port_id': '93c3446f-90f7-4dae-826a-0aba53ac9c6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T14:20:02Z', 'updated_at': '2022-05-03T14:20:05Z', 'revision_number': 4, 'project_id': 'b16b4b1b92fd4f6dbb0e0cde810949db', 'gw_port': {'id': '93c3446f-90f7-4dae-826a-0aba53ac9c6d', 'name': '', 'network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:be:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd16a25b5-d4bb-4ca9-921e-a415f5db7fa2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'ip_address': '172.27.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:20:02Z', 'updated_at': '2022-05-03T14:20:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-5-iscsi', '_floatingips': [{'id': 'c4dca6aa-b605-4b2a-bde1-7f6b0c560de0', 'tenant_id': 'b16b4b1b92fd4f6dbb0e0cde810949db', 'floating_ip_address': '172.27.3.108', 'floating_network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2', 'router_id': 'd16a25b5-d4bb-4ca9-921e-a415f5db7fa2', 'port_id': '9165a7a3-141a-49ef-974f-8b1eb1cea645', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 676, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '816c80d2-ce08-422c-8388-99245d2078e2', 'mac_address': 'fa:16:3e:a1:fb:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e2c2be6-4300-497f-8110-7db2891953c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T14:23:09Z', 'updated_at': '2022-05-03T14:23:22Z', 'revision_number': 1, 'project_id': 'b16b4b1b92fd4f6dbb0e0cde810949db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ed0f5c3-99ad-4349-9929-cf1eb4230af9', 'name': '', 'network_id': '816c80d2-ce08-422c-8388-99245d2078e2', 'tenant_id': 'b16b4b1b92fd4f6dbb0e0cde810949db', 'mac_address': 'fa:16:3e:29:62:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd16a25b5-d4bb-4ca9-921e-a415f5db7fa2', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '518902ae-a051-403f-b835-83bc017e726e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:20:04Z', 'updated_at': '2022-05-03T14:20:09Z', 'revision_number': 5, 'project_id': 'b16b4b1b92fd4f6dbb0e0cde810949db', 'subnets': [{'id': '518902ae-a051-403f-b835-83bc017e726e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-5-iscsi', False) {} {{(pid=103472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:23:24.069004 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5411d6a3-11fb-4a4a-8c21-884714b6c865 req-352c5afc-4b2e-46e7-bf69-0c87946901e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:23:24.070582 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-5411d6a3-11fb-4a4a-8c21-884714b6c865 req-352c5afc-4b2e-46e7-bf69-0c87946901e5 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=816c80d2-ce08-422c-8388-99245d2078e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0468972 May 03 14:23:24.081580 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.wsgi [req-5411d6a3-11fb-4a4a-8c21-884714b6c865 req-ee8b06aa-f562-457f-9f5b-6285b5e73220 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103470) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 03 14:23:24.082700 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-5411d6a3-11fb-4a4a-8c21-884714b6c865 req-ee8b06aa-f562-457f-9f5b-6285b5e73220 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0052006 May 03 14:23:24.089979 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b60ccc78-7696-4efb-97d1-2d48b4e5ab02 None None] Checking router: d16a25b5-d4bb-4ca9-921e-a415f5db7fa2 for host: dv-cinder-839793-5-iscsi {{(pid=103472) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 14:23:24.098725 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b60ccc78-7696-4efb-97d1-2d48b4e5ab02 None None] Routers {'d16a25b5-d4bb-4ca9-921e-a415f5db7fa2'} bound to L3 agent in host dv-cinder-839793-5-iscsi {{(pid=103472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 14:23:24.099328 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.db.l3_hamode_db [None req-b60ccc78-7696-4efb-97d1-2d48b4e5ab02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-03T14:04:39Z,description=,heartbeat_timestamp=2022-05-03T14:23:09Z,host='dv-cinder-839793-5-iscsi',id=2583ee88-9503-4370-b6e4-0a676865815e,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T14:04:39Z,topic='l3_agent')) {'router_ids': ['d16a25b5-d4bb-4ca9-921e-a415f5db7fa2'], 'active': True} {{(pid=103472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:23:24.173526 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-5411d6a3-11fb-4a4a-8c21-884714b6c865 req-75988254-bfec-4ee9-a8b7-b9bb1b6c6899 service neutron] 10.222.0.26 "GET /v2.0/networks/816c80d2-ce08-422c-8388-99245d2078e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845373 May 03 14:23:24.212832 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.db.l3_dvr_db [None req-b60ccc78-7696-4efb-97d1-2d48b4e5ab02 None None] Set router d16a25b5-d4bb-4ca9-921e-a415f5db7fa2 gateway port host: dv-cinder-839793-5-iscsi {{(pid=103472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 14:23:24.276111 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-5411d6a3-11fb-4a4a-8c21-884714b6c865 req-76607413-0a6e-4d70-9aaf-f3bd807b1ebd service neutron] 10.222.0.26 "GET /v2.0/networks/816c80d2-ce08-422c-8388-99245d2078e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969622 May 03 14:23:24.439281 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.db.l3_hamode_db [None req-b60ccc78-7696-4efb-97d1-2d48b4e5ab02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd16a25b5-d4bb-4ca9-921e-a415f5db7fa2', 'name': 'tempest-AttachVolumeTestJSON-842912074-router', 'tenant_id': 'b16b4b1b92fd4f6dbb0e0cde810949db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2', 'external_fixed_ips': [{'subnet_id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'ip_address': '172.27.3.74'}], 'enable_snat': True}, 'gw_port_id': '93c3446f-90f7-4dae-826a-0aba53ac9c6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T14:20:02Z', 'updated_at': '2022-05-03T14:20:05Z', 'revision_number': 4, 'project_id': 'b16b4b1b92fd4f6dbb0e0cde810949db', 'gw_port': {'id': '93c3446f-90f7-4dae-826a-0aba53ac9c6d', 'name': '', 'network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:be:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd16a25b5-d4bb-4ca9-921e-a415f5db7fa2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'ip_address': '172.27.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:20:02Z', 'updated_at': '2022-05-03T14:20:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-5-iscsi', '_floatingips': [{'id': 'c4dca6aa-b605-4b2a-bde1-7f6b0c560de0', 'tenant_id': 'b16b4b1b92fd4f6dbb0e0cde810949db', 'floating_ip_address': '172.27.3.108', 'floating_network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2', 'router_id': 'd16a25b5-d4bb-4ca9-921e-a415f5db7fa2', 'port_id': '9165a7a3-141a-49ef-974f-8b1eb1cea645', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 676, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '816c80d2-ce08-422c-8388-99245d2078e2', 'mac_address': 'fa:16:3e:a1:fb:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e2c2be6-4300-497f-8110-7db2891953c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T14:23:09Z', 'updated_at': '2022-05-03T14:23:22Z', 'revision_number': 1, 'project_id': 'b16b4b1b92fd4f6dbb0e0cde810949db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ed0f5c3-99ad-4349-9929-cf1eb4230af9', 'name': '', 'network_id': '816c80d2-ce08-422c-8388-99245d2078e2', 'tenant_id': 'b16b4b1b92fd4f6dbb0e0cde810949db', 'mac_address': 'fa:16:3e:29:62:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd16a25b5-d4bb-4ca9-921e-a415f5db7fa2', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '518902ae-a051-403f-b835-83bc017e726e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:20:04Z', 'updated_at': '2022-05-03T14:20:09Z', 'revision_number': 5, 'project_id': 'b16b4b1b92fd4f6dbb0e0cde810949db', 'subnets': [{'id': '518902ae-a051-403f-b835-83bc017e726e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-5-iscsi', False) {} {{(pid=103472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:23:24.469963 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b60ccc78-7696-4efb-97d1-2d48b4e5ab02 None None] The sync data for ids ['d16a25b5-d4bb-4ca9-921e-a415f5db7fa2'] in dv-cinder-839793-5-iscsi is: [{'id': 'd16a25b5-d4bb-4ca9-921e-a415f5db7fa2', 'name': 'tempest-AttachVolumeTestJSON-842912074-router', 'tenant_id': 'b16b4b1b92fd4f6dbb0e0cde810949db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2', 'external_fixed_ips': [{'subnet_id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'ip_address': '172.27.3.74'}], 'enable_snat': True}, 'gw_port_id': '93c3446f-90f7-4dae-826a-0aba53ac9c6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T14:20:02Z', 'updated_at': '2022-05-03T14:20:05Z', 'revision_number': 4, 'project_id': 'b16b4b1b92fd4f6dbb0e0cde810949db', 'gw_port': {'id': '93c3446f-90f7-4dae-826a-0aba53ac9c6d', 'name': '', 'network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:be:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd16a25b5-d4bb-4ca9-921e-a415f5db7fa2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'ip_address': '172.27.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:20:02Z', 'updated_at': '2022-05-03T14:20:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-5-iscsi', '_floatingips': [{'id': 'c4dca6aa-b605-4b2a-bde1-7f6b0c560de0', 'tenant_id': 'b16b4b1b92fd4f6dbb0e0cde810949db', 'floating_ip_address': '172.27.3.108', 'floating_network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2', 'router_id': 'd16a25b5-d4bb-4ca9-921e-a415f5db7fa2', 'port_id': '9165a7a3-141a-49ef-974f-8b1eb1cea645', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 676, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '816c80d2-ce08-422c-8388-99245d2078e2', 'mac_address': 'fa:16:3e:a1:fb:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e2c2be6-4300-497f-8110-7db2891953c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T14:23:09Z', 'updated_at': '2022-05-03T14:23:22Z', 'revision_number': 1, 'project_id': 'b16b4b1b92fd4f6dbb0e0cde810949db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ed0f5c3-99ad-4349-9929-cf1eb4230af9', 'name': '', 'network_id': '816c80d2-ce08-422c-8388-99245d2078e2', 'tenant_id': 'b16b4b1b92fd4f6dbb0e0cde810949db', 'mac_address': 'fa:16:3e:29:62:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd16a25b5-d4bb-4ca9-921e-a415f5db7fa2', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '518902ae-a051-403f-b835-83bc017e726e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:20:04Z', 'updated_at': '2022-05-03T14:20:09Z', 'revision_number': 5, 'project_id': 'b16b4b1b92fd4f6dbb0e0cde810949db', 'subnets': [{'id': '518902ae-a051-403f-b835-83bc017e726e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 14:23:24.688518 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70bd9871-96ca-4929-a29c-203e8bee40a5 None None] New status for floating IP c4dca6aa-b605-4b2a-bde1-7f6b0c560de0: ACTIVE {{(pid=103471) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 03 14:23:36.651856 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-607ef377-e103-4d44-8552-836afa3ecbe4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786921254184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749114'] for agent (2d0d8db6-b1c3-4022-9f9b-561ce4a4d2d8), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:23:38.946849 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-70154d84-0160-4cb1-866d-bcfdfcf970ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786921254184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749114'] for agent (2583ee88-9503-4370-b6e4-0a676865815e), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:23:39.138737 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786921254184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749114'] for agent (e81ee3ce-91e9-46ba-a5c7-9619c95b22a6), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:23:40.448310 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-6b98c286-5509-41ae-9e31-4a328d4e2e3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786921254184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749114'] for agent (9772c1e2-61d8-4a11-97d8-348a0cefa431), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:23:41.549454 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-ece2f477-2d6d-4faa-a9a3-ecc6a9d3b5ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786921254184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749114'] for agent (5abb75e8-e954-4dc0-bed6-210d2af77b9f), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:23:43.174981 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786921254184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749114'] for agent (43411681-d6d4-43ac-b892-434a22df3f6d), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:23:48.338222 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.db.agents_db [None req-22b75db3-e88f-46e7-98cb-691740c6eaf9 None None] Agent healthcheck: found 6 active agents {{(pid=103472) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 03 14:24:06.656345 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-31f54d62-6487-4b1e-a3e3-0663fd0fb448 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786921254184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749114'] for agent (2d0d8db6-b1c3-4022-9f9b-561ce4a4d2d8), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:24:08.946808 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-eab5789a-8dc0-4b69-b816-5488bd108b1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786921254184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749114'] for agent (2583ee88-9503-4370-b6e4-0a676865815e), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:24:09.147186 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786921254184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749114'] for agent (e81ee3ce-91e9-46ba-a5c7-9619c95b22a6), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:24:10.456839 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-6b98c286-5509-41ae-9e31-4a328d4e2e3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786921254184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749114'] for agent (9772c1e2-61d8-4a11-97d8-348a0cefa431), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:24:11.550060 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-ece2f477-2d6d-4faa-a9a3-ecc6a9d3b5ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786921254184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749114'] for agent (5abb75e8-e954-4dc0-bed6-210d2af77b9f), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:24:13.179246 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786921254184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749114'] for agent (43411681-d6d4-43ac-b892-434a22df3f6d), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:24:14.554085 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-0ce4fc86-b549-46d5-8d16-14a92202bf08 req-a2373f78-2213-4c93-88a1-f4258c91e041 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=8e2c2be6-4300-497f-8110-7db2891953c9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0395455 May 03 14:24:14.642449 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce4fc86-b549-46d5-8d16-14a92202bf08 req-87a7fe31-931f-4e5f-8f4c-d786056f6683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:24:14.644281 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-0ce4fc86-b549-46d5-8d16-14a92202bf08 req-87a7fe31-931f-4e5f-8f4c-d786056f6683 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b16b4b1b92fd4f6dbb0e0cde810949db&device_id=8e2c2be6-4300-497f-8110-7db2891953c9 HTTP/1.1" status: 200 len: 1130 time: 0.0414085 May 03 14:24:14.757222 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce4fc86-b549-46d5-8d16-14a92202bf08 req-a53a8fd0-f86e-4fb1-8b1e-4b130b8fb6c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:24:14.758732 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-0ce4fc86-b549-46d5-8d16-14a92202bf08 req-a53a8fd0-f86e-4fb1-8b1e-4b130b8fb6c9 service neutron] 10.222.0.26 "GET /v2.0/networks?id=816c80d2-ce08-422c-8388-99245d2078e2 HTTP/1.1" status: 200 len: 911 time: 0.0916479 May 03 14:24:15.008165 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-0ce4fc86-b549-46d5-8d16-14a92202bf08 req-bf64fc60-2d5d-44ce-ae5b-3289f05a2e63 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9165a7a3-141a-49ef-974f-8b1eb1cea645 HTTP/1.1" status: 200 len: 1002 time: 0.0711565 May 03 14:24:15.064377 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce4fc86-b549-46d5-8d16-14a92202bf08 req-bcc1a7f6-5543-4955-95d3-1890e5237ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:24:15.065875 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-0ce4fc86-b549-46d5-8d16-14a92202bf08 req-bcc1a7f6-5543-4955-95d3-1890e5237ce6 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=518902ae-a051-403f-b835-83bc017e726e HTTP/1.1" status: 200 len: 849 time: 0.0497456 May 03 14:24:15.315385 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce4fc86-b549-46d5-8d16-14a92202bf08 req-f0a60b3a-b6be-4335-a969-581607e8c3d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:24:15.316801 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-0ce4fc86-b549-46d5-8d16-14a92202bf08 req-f0a60b3a-b6be-4335-a969-581607e8c3d8 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=816c80d2-ce08-422c-8388-99245d2078e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0510397 May 03 14:24:15.407482 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-0ce4fc86-b549-46d5-8d16-14a92202bf08 req-85a5845f-a7e4-4c38-b66c-0703e757b001 service neutron] 10.222.0.26 "GET /v2.0/networks/816c80d2-ce08-422c-8388-99245d2078e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821381 May 03 14:24:15.522353 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-0ce4fc86-b549-46d5-8d16-14a92202bf08 req-1ebaddfa-2d06-43cf-8989-3994db92554b service neutron] 10.222.0.26 "GET /v2.0/networks/816c80d2-ce08-422c-8388-99245d2078e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1086326 May 03 14:24:17.661779 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc14c44-1deb-44bb-b768-d0d4f190189b req-46890b33-cf7e-4dc0-a018-63b87a7ad246 tempest-AttachVolumeTestJSON-1268199410 tempest-AttachVolumeTestJSON-1268199410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:24:17.663240 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-efc14c44-1deb-44bb-b768-d0d4f190189b req-46890b33-cf7e-4dc0-a018-63b87a7ad246 tempest-AttachVolumeTestJSON-1268199410 tempest-AttachVolumeTestJSON-1268199410-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e2c2be6-4300-497f-8110-7db2891953c9 HTTP/1.1" status: 200 len: 946 time: 0.0493631 May 03 14:24:17.713123 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-efc14c44-1deb-44bb-b768-d0d4f190189b req-ea94adbe-2807-4927-80f5-79b1e172eb7c tempest-AttachVolumeTestJSON-1268199410 tempest-AttachVolumeTestJSON-1268199410-project] 10.222.0.36 "GET /v2.0/security-groups?id=360e83ba-9d2b-4d86-89cf-51763973e4ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424135 May 03 14:24:18.842481 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ee76d5-9ea1-416b-8599-5660bc03fde6 req-04793e74-8f32-4391-8df6-0dbf44cfc1a5 tempest-AttachVolumeTestJSON-1268199410 tempest-AttachVolumeTestJSON-1268199410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:24:18.843957 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-a5ee76d5-9ea1-416b-8599-5660bc03fde6 req-04793e74-8f32-4391-8df6-0dbf44cfc1a5 tempest-AttachVolumeTestJSON-1268199410 tempest-AttachVolumeTestJSON-1268199410-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e2c2be6-4300-497f-8110-7db2891953c9 HTTP/1.1" status: 200 len: 946 time: 0.0535095 May 03 14:24:18.894580 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-a5ee76d5-9ea1-416b-8599-5660bc03fde6 req-fd313ded-790b-4260-9524-cc0bb7cd593f tempest-AttachVolumeTestJSON-1268199410 tempest-AttachVolumeTestJSON-1268199410-project] 10.222.0.36 "GET /v2.0/security-groups?id=360e83ba-9d2b-4d86-89cf-51763973e4ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422938 May 03 14:24:19.262772 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145132d1-8cb1-4fc9-a5c5-8f6292159eb3 req-9dd3ea26-4d27-495c-b790-fca8fe850caa tempest-AttachVolumeTestJSON-1268199410 tempest-AttachVolumeTestJSON-1268199410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:24:19.264804 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-145132d1-8cb1-4fc9-a5c5-8f6292159eb3 req-9dd3ea26-4d27-495c-b790-fca8fe850caa tempest-AttachVolumeTestJSON-1268199410 tempest-AttachVolumeTestJSON-1268199410-project] 10.222.0.26 "GET /v2.0/ports?device_id=8e2c2be6-4300-497f-8110-7db2891953c9 HTTP/1.1" status: 200 len: 946 time: 0.0567126 May 03 14:24:19.350887 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [req-145132d1-8cb1-4fc9-a5c5-8f6292159eb3 req-e13382a6-1c61-41a7-90cc-9fc1d8784142 tempest-AttachVolumeTestJSON-1268199410 tempest-AttachVolumeTestJSON-1268199410-project] Deleting port 9165a7a3-141a-49ef-974f-8b1eb1cea645 {{(pid=103470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 14:24:19.351122 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [req-145132d1-8cb1-4fc9-a5c5-8f6292159eb3 req-e13382a6-1c61-41a7-90cc-9fc1d8784142 tempest-AttachVolumeTestJSON-1268199410 tempest-AttachVolumeTestJSON-1268199410-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786921277453'] for port (9165a7a3-141a-49ef-974f-8b1eb1cea645), before_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:24:19.453339 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [req-145132d1-8cb1-4fc9-a5c5-8f6292159eb3 req-e13382a6-1c61-41a7-90cc-9fc1d8784142 tempest-AttachVolumeTestJSON-1268199410 tempest-AttachVolumeTestJSON-1268199410-project] For port 9165a7a3-141a-49ef-974f-8b1eb1cea645, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=9165a7a3-141a-49ef-974f-8b1eb1cea645,segment=NetworkSegment(fe764fb4-f36a-4071-aefa-aa24f55f58d7),segment_id=fe764fb4-f36a-4071-aefa-aa24f55f58d7)] {{(pid=103470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 14:24:19.453694 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [req-145132d1-8cb1-4fc9-a5c5-8f6292159eb3 req-e13382a6-1c61-41a7-90cc-9fc1d8784142 tempest-AttachVolumeTestJSON-1268199410 tempest-AttachVolumeTestJSON-1268199410-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1690342'] for port (9165a7a3-141a-49ef-974f-8b1eb1cea645), precommit_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:24:19.649631 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [req-145132d1-8cb1-4fc9-a5c5-8f6292159eb3 req-e13382a6-1c61-41a7-90cc-9fc1d8784142 tempest-AttachVolumeTestJSON-1268199410 tempest-AttachVolumeTestJSON-1268199410-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:24:19.649872 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [req-145132d1-8cb1-4fc9-a5c5-8f6292159eb3 req-e13382a6-1c61-41a7-90cc-9fc1d8784142 tempest-AttachVolumeTestJSON-1268199410 tempest-AttachVolumeTestJSON-1268199410-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1700089'] for floatingip (c4dca6aa-b605-4b2a-bde1-7f6b0c560de0), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:24:19.650199 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.db.l3_db [req-145132d1-8cb1-4fc9-a5c5-8f6292159eb3 req-e13382a6-1c61-41a7-90cc-9fc1d8784142 tempest-AttachVolumeTestJSON-1268199410 tempest-AttachVolumeTestJSON-1268199410-project] Floating IP c4dca6aa-b605-4b2a-bde1-7f6b0c560de0 disassociated. External IP: 172.27.3.108, port: 9165a7a3-141a-49ef-974f-8b1eb1cea645. May 03 14:24:19.650534 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [req-145132d1-8cb1-4fc9-a5c5-8f6292159eb3 req-e13382a6-1c61-41a7-90cc-9fc1d8784142 tempest-AttachVolumeTestJSON-1268199410 tempest-AttachVolumeTestJSON-1268199410-project] Calling delete_port for 9165a7a3-141a-49ef-974f-8b1eb1cea645 owned by compute:nova {{(pid=103470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 14:24:19.784440 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [req-145132d1-8cb1-4fc9-a5c5-8f6292159eb3 req-e13382a6-1c61-41a7-90cc-9fc1d8784142 tempest-AttachVolumeTestJSON-1268199410 tempest-AttachVolumeTestJSON-1268199410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786921284765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786920821405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7524599'] for port (9165a7a3-141a-49ef-974f-8b1eb1cea645), after_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:24:19.814099 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13382a6-1c61-41a7-90cc-9fc1d8784142 tempest-AttachVolumeTestJSON-1268199410 tempest-AttachVolumeTestJSON-1268199410-project] Pushing event deleted for resources: {'Port': ['ID=9165a7a3-141a-49ef-974f-8b1eb1cea645,revision_number=None']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:24:19.826505 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13382a6-1c61-41a7-90cc-9fc1d8784142 tempest-AttachVolumeTestJSON-1268199410 tempest-AttachVolumeTestJSON-1268199410-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:24:19.826846 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13382a6-1c61-41a7-90cc-9fc1d8784142 tempest-AttachVolumeTestJSON-1268199410 tempest-AttachVolumeTestJSON-1268199410-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:24:19.827182 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13382a6-1c61-41a7-90cc-9fc1d8784142 tempest-AttachVolumeTestJSON-1268199410 tempest-AttachVolumeTestJSON-1268199410-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:24:19.827516 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13382a6-1c61-41a7-90cc-9fc1d8784142 tempest-AttachVolumeTestJSON-1268199410 tempest-AttachVolumeTestJSON-1268199410-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:24:19.827875 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13382a6-1c61-41a7-90cc-9fc1d8784142 tempest-AttachVolumeTestJSON-1268199410 tempest-AttachVolumeTestJSON-1268199410-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:24:19.828199 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13382a6-1c61-41a7-90cc-9fc1d8784142 tempest-AttachVolumeTestJSON-1268199410 tempest-AttachVolumeTestJSON-1268199410-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:24:19.828519 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13382a6-1c61-41a7-90cc-9fc1d8784142 tempest-AttachVolumeTestJSON-1268199410 tempest-AttachVolumeTestJSON-1268199410-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:24:19.828833 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13382a6-1c61-41a7-90cc-9fc1d8784142 tempest-AttachVolumeTestJSON-1268199410 tempest-AttachVolumeTestJSON-1268199410-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:24:19.829151 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13382a6-1c61-41a7-90cc-9fc1d8784142 tempest-AttachVolumeTestJSON-1268199410 tempest-AttachVolumeTestJSON-1268199410-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:24:19.829496 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13382a6-1c61-41a7-90cc-9fc1d8784142 tempest-AttachVolumeTestJSON-1268199410 tempest-AttachVolumeTestJSON-1268199410-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:24:19.829785 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13382a6-1c61-41a7-90cc-9fc1d8784142 tempest-AttachVolumeTestJSON-1268199410 tempest-AttachVolumeTestJSON-1268199410-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:24:19.830105 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13382a6-1c61-41a7-90cc-9fc1d8784142 tempest-AttachVolumeTestJSON-1268199410 tempest-AttachVolumeTestJSON-1268199410-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:24:19.830421 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13382a6-1c61-41a7-90cc-9fc1d8784142 tempest-AttachVolumeTestJSON-1268199410 tempest-AttachVolumeTestJSON-1268199410-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:24:19.830733 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13382a6-1c61-41a7-90cc-9fc1d8784142 tempest-AttachVolumeTestJSON-1268199410 tempest-AttachVolumeTestJSON-1268199410-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:24:19.831047 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13382a6-1c61-41a7-90cc-9fc1d8784142 tempest-AttachVolumeTestJSON-1268199410 tempest-AttachVolumeTestJSON-1268199410-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:24:19.943566 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.scheduler.l3_agent_scheduler [req-145132d1-8cb1-4fc9-a5c5-8f6292159eb3 req-e13382a6-1c61-41a7-90cc-9fc1d8784142 tempest-AttachVolumeTestJSON-1268199410 tempest-AttachVolumeTestJSON-1268199410-project] Router d16a25b5-d4bb-4ca9-921e-a415f5db7fa2 has already been hosted by L3 agent 2583ee88-9503-4370-b6e4-0a676865815e {{(pid=103470) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 14:24:19.997836 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-01d6fb96-d1ee-4cd0-baa0-0e7ea9d5ebd2 req-3bfae5d8-8e76-49f3-ba9a-97b5bd23ca3d tempest-AttachVolumeTestJSON-1268199410 tempest-AttachVolumeTestJSON-1268199410-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e2c2be6-4300-497f-8110-7db2891953c9 HTTP/1.1" status: 200 len: 210 time: 0.0308061 May 03 14:24:20.056296 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-145132d1-8cb1-4fc9-a5c5-8f6292159eb3 req-e13382a6-1c61-41a7-90cc-9fc1d8784142 tempest-AttachVolumeTestJSON-1268199410 tempest-AttachVolumeTestJSON-1268199410-project] Notify agent at l3_agent.dv-cinder-839793-5-iscsi the message routers_updated {{(pid=103470) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 14:24:20.066280 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-286eaaff-0e7e-47b5-9e5c-af46b7bbad89 None None] Sync routers for ids ['d16a25b5-d4bb-4ca9-921e-a415f5db7fa2'] in dv-cinder-839793-5-iscsi {{(pid=103472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 14:24:20.076789 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-286eaaff-0e7e-47b5-9e5c-af46b7bbad89 None None] Routers {'d16a25b5-d4bb-4ca9-921e-a415f5db7fa2'} bound to L3 agent in host dv-cinder-839793-5-iscsi {{(pid=103472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 14:24:20.077582 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.db.l3_hamode_db [None req-286eaaff-0e7e-47b5-9e5c-af46b7bbad89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-03T14:04:39Z,description=,heartbeat_timestamp=2022-05-03T14:24:09Z,host='dv-cinder-839793-5-iscsi',id=2583ee88-9503-4370-b6e4-0a676865815e,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T14:04:39Z,topic='l3_agent')) {'router_ids': ['d16a25b5-d4bb-4ca9-921e-a415f5db7fa2'], 'active': True} {{(pid=103472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:24:20.100218 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.db.l3_dvrscheduler_db [req-145132d1-8cb1-4fc9-a5c5-8f6292159eb3 req-e13382a6-1c61-41a7-90cc-9fc1d8784142 tempest-AttachVolumeTestJSON-1268199410 tempest-AttachVolumeTestJSON-1268199410-project] No DVR routers for this DVR port 9165a7a3-141a-49ef-974f-8b1eb1cea645 on host hv-cinder-83979 {{(pid=103470) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 14:24:20.102814 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [req-145132d1-8cb1-4fc9-a5c5-8f6292159eb3 req-e13382a6-1c61-41a7-90cc-9fc1d8784142 tempest-AttachVolumeTestJSON-1268199410 tempest-AttachVolumeTestJSON-1268199410-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218734'] for port (None), before_response {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:24:20.106113 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-145132d1-8cb1-4fc9-a5c5-8f6292159eb3 req-e13382a6-1c61-41a7-90cc-9fc1d8784142 tempest-AttachVolumeTestJSON-1268199410 tempest-AttachVolumeTestJSON-1268199410-project] 10.222.0.26 "DELETE /v2.0/ports/9165a7a3-141a-49ef-974f-8b1eb1cea645 HTTP/1.1" status: 204 len: 173 time: 0.8357735 May 03 14:24:20.106522 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e2c2be6-4300-497f-8110-7db2891953c9', 'name': 'network-vif-deleted', 'tag': '9165a7a3-141a-49ef-974f-8b1eb1cea645'}] {{(pid=103470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 14:24:20.108791 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b59263cb8594a65023f6f3ef61310cdc9305c5272296d99e8ebfdd94dfc5ab3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c42f008a-0f16-476a-95bd-eb73a35cfede" -d '{"events": [{"server_uuid": "8e2c2be6-4300-497f-8110-7db2891953c9", "name": "network-vif-deleted", "tag": "9165a7a3-141a-49ef-974f-8b1eb1cea645"}]}' {{(pid=103470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 14:24:20.194736 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.db.l3_dvr_db [None req-286eaaff-0e7e-47b5-9e5c-af46b7bbad89 None None] Set router d16a25b5-d4bb-4ca9-921e-a415f5db7fa2 gateway port host: dv-cinder-839793-5-iscsi {{(pid=103472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 14:24:20.230631 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 May 2022 14:24:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97e2c647-38c0-4b52-aced-7b2383dac7f4 x-openstack-request-id: req-97e2c647-38c0-4b52-aced-7b2383dac7f4 {{(pid=103470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 14:24:20.230972 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e2c2be6-4300-497f-8110-7db2891953c9", "name": "network-vif-deleted", "tag": "9165a7a3-141a-49ef-974f-8b1eb1cea645", "status": "completed", "code": 200}]} {{(pid=103470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 14:24:20.231219 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-97e2c647-38c0-4b52-aced-7b2383dac7f4 {{(pid=103470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 14:24:20.231634 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.notifiers.nova [-] Nova event matching ['req-97e2c647-38c0-4b52-aced-7b2383dac7f4'] response: {'server_uuid': '8e2c2be6-4300-497f-8110-7db2891953c9', 'name': 'network-vif-deleted', 'tag': '9165a7a3-141a-49ef-974f-8b1eb1cea645', 'status': 'completed', 'code': 200} May 03 14:24:20.409366 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.db.l3_hamode_db [None req-286eaaff-0e7e-47b5-9e5c-af46b7bbad89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd16a25b5-d4bb-4ca9-921e-a415f5db7fa2', 'name': 'tempest-AttachVolumeTestJSON-842912074-router', 'tenant_id': 'b16b4b1b92fd4f6dbb0e0cde810949db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2', 'external_fixed_ips': [{'subnet_id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'ip_address': '172.27.3.74'}], 'enable_snat': True}, 'gw_port_id': '93c3446f-90f7-4dae-826a-0aba53ac9c6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T14:20:02Z', 'updated_at': '2022-05-03T14:20:05Z', 'revision_number': 4, 'project_id': 'b16b4b1b92fd4f6dbb0e0cde810949db', 'gw_port': {'id': '93c3446f-90f7-4dae-826a-0aba53ac9c6d', 'name': '', 'network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:be:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd16a25b5-d4bb-4ca9-921e-a415f5db7fa2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'ip_address': '172.27.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:20:02Z', 'updated_at': '2022-05-03T14:20:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-5-iscsi', '_interfaces': [{'id': '9ed0f5c3-99ad-4349-9929-cf1eb4230af9', 'name': '', 'network_id': '816c80d2-ce08-422c-8388-99245d2078e2', 'tenant_id': 'b16b4b1b92fd4f6dbb0e0cde810949db', 'mac_address': 'fa:16:3e:29:62:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd16a25b5-d4bb-4ca9-921e-a415f5db7fa2', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '518902ae-a051-403f-b835-83bc017e726e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:20:04Z', 'updated_at': '2022-05-03T14:20:09Z', 'revision_number': 5, 'project_id': 'b16b4b1b92fd4f6dbb0e0cde810949db', 'subnets': [{'id': '518902ae-a051-403f-b835-83bc017e726e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-5-iscsi', False) {} {{(pid=103472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:24:20.435636 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-286eaaff-0e7e-47b5-9e5c-af46b7bbad89 None None] Checking router: d16a25b5-d4bb-4ca9-921e-a415f5db7fa2 for host: dv-cinder-839793-5-iscsi {{(pid=103472) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 14:24:20.444222 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-286eaaff-0e7e-47b5-9e5c-af46b7bbad89 None None] Routers {'d16a25b5-d4bb-4ca9-921e-a415f5db7fa2'} bound to L3 agent in host dv-cinder-839793-5-iscsi {{(pid=103472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 14:24:20.444821 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.db.l3_hamode_db [None req-286eaaff-0e7e-47b5-9e5c-af46b7bbad89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-03T14:04:39Z,description=,heartbeat_timestamp=2022-05-03T14:24:09Z,host='dv-cinder-839793-5-iscsi',id=2583ee88-9503-4370-b6e4-0a676865815e,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T14:04:39Z,topic='l3_agent')) {'router_ids': ['d16a25b5-d4bb-4ca9-921e-a415f5db7fa2'], 'active': True} {{(pid=103472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:24:20.557449 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.db.l3_dvr_db [None req-286eaaff-0e7e-47b5-9e5c-af46b7bbad89 None None] Set router d16a25b5-d4bb-4ca9-921e-a415f5db7fa2 gateway port host: dv-cinder-839793-5-iscsi {{(pid=103472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 14:24:20.753799 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.db.l3_hamode_db [None req-286eaaff-0e7e-47b5-9e5c-af46b7bbad89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd16a25b5-d4bb-4ca9-921e-a415f5db7fa2', 'name': 'tempest-AttachVolumeTestJSON-842912074-router', 'tenant_id': 'b16b4b1b92fd4f6dbb0e0cde810949db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2', 'external_fixed_ips': [{'subnet_id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'ip_address': '172.27.3.74'}], 'enable_snat': True}, 'gw_port_id': '93c3446f-90f7-4dae-826a-0aba53ac9c6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T14:20:02Z', 'updated_at': '2022-05-03T14:20:05Z', 'revision_number': 4, 'project_id': 'b16b4b1b92fd4f6dbb0e0cde810949db', 'gw_port': {'id': '93c3446f-90f7-4dae-826a-0aba53ac9c6d', 'name': '', 'network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:be:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd16a25b5-d4bb-4ca9-921e-a415f5db7fa2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'ip_address': '172.27.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:20:02Z', 'updated_at': '2022-05-03T14:20:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-5-iscsi', '_interfaces': [{'id': '9ed0f5c3-99ad-4349-9929-cf1eb4230af9', 'name': '', 'network_id': '816c80d2-ce08-422c-8388-99245d2078e2', 'tenant_id': 'b16b4b1b92fd4f6dbb0e0cde810949db', 'mac_address': 'fa:16:3e:29:62:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd16a25b5-d4bb-4ca9-921e-a415f5db7fa2', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '518902ae-a051-403f-b835-83bc017e726e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:20:04Z', 'updated_at': '2022-05-03T14:20:09Z', 'revision_number': 5, 'project_id': 'b16b4b1b92fd4f6dbb0e0cde810949db', 'subnets': [{'id': '518902ae-a051-403f-b835-83bc017e726e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-5-iscsi', False) {} {{(pid=103472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:24:20.780464 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-286eaaff-0e7e-47b5-9e5c-af46b7bbad89 None None] The sync data for ids ['d16a25b5-d4bb-4ca9-921e-a415f5db7fa2'] in dv-cinder-839793-5-iscsi is: [{'id': 'd16a25b5-d4bb-4ca9-921e-a415f5db7fa2', 'name': 'tempest-AttachVolumeTestJSON-842912074-router', 'tenant_id': 'b16b4b1b92fd4f6dbb0e0cde810949db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2', 'external_fixed_ips': [{'subnet_id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'ip_address': '172.27.3.74'}], 'enable_snat': True}, 'gw_port_id': '93c3446f-90f7-4dae-826a-0aba53ac9c6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T14:20:02Z', 'updated_at': '2022-05-03T14:20:05Z', 'revision_number': 4, 'project_id': 'b16b4b1b92fd4f6dbb0e0cde810949db', 'gw_port': {'id': '93c3446f-90f7-4dae-826a-0aba53ac9c6d', 'name': '', 'network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:be:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd16a25b5-d4bb-4ca9-921e-a415f5db7fa2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'ip_address': '172.27.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:20:02Z', 'updated_at': '2022-05-03T14:20:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-5-iscsi', '_interfaces': [{'id': '9ed0f5c3-99ad-4349-9929-cf1eb4230af9', 'name': '', 'network_id': '816c80d2-ce08-422c-8388-99245d2078e2', 'tenant_id': 'b16b4b1b92fd4f6dbb0e0cde810949db', 'mac_address': 'fa:16:3e:29:62:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd16a25b5-d4bb-4ca9-921e-a415f5db7fa2', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '518902ae-a051-403f-b835-83bc017e726e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:20:04Z', 'updated_at': '2022-05-03T14:20:09Z', 'revision_number': 5, 'project_id': 'b16b4b1b92fd4f6dbb0e0cde810949db', 'subnets': [{'id': '518902ae-a051-403f-b835-83bc017e726e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 14:24:21.003070 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40a10051-0b8c-4339-b9a9-0f7fa268618a None None] New status for floating IP c4dca6aa-b605-4b2a-bde1-7f6b0c560de0: DOWN {{(pid=103471) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 03 14:24:21.086205 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.wsgi [-] (103470) accepted ('10.222.0.36', 52366) {{(pid=103470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:24:21.140910 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-9d2392b9-5efb-41dc-82a4-4d1b101748a9 tempest-AttachVolumeTestJSON-1268199410 tempest-AttachVolumeTestJSON-1268199410-project] Publish callbacks [] for security_group (360e83ba-9d2b-4d86-89cf-51763973e4ac), before_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:24:21.164322 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-9d2392b9-5efb-41dc-82a4-4d1b101748a9 tempest-AttachVolumeTestJSON-1268199410 tempest-AttachVolumeTestJSON-1268199410-project] Publish callbacks [] for security_group (360e83ba-9d2b-4d86-89cf-51763973e4ac), precommit_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:24:21.215683 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-9d2392b9-5efb-41dc-82a4-4d1b101748a9 tempest-AttachVolumeTestJSON-1268199410 tempest-AttachVolumeTestJSON-1268199410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656397'] for security_group (360e83ba-9d2b-4d86-89cf-51763973e4ac), after_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:24:21.218282 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-9d2392b9-5efb-41dc-82a4-4d1b101748a9 tempest-AttachVolumeTestJSON-1268199410 tempest-AttachVolumeTestJSON-1268199410-project] Publish callbacks [] for security_group (None), before_response {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:24:21.219477 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [None req-9d2392b9-5efb-41dc-82a4-4d1b101748a9 tempest-AttachVolumeTestJSON-1268199410 tempest-AttachVolumeTestJSON-1268199410-project] 10.222.0.36 "DELETE /v2.0/security-groups/360e83ba-9d2b-4d86-89cf-51763973e4ac HTTP/1.1" status: 204 len: 168 time: 0.1322999 May 03 14:24:21.222490 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.36', 52368) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:24:21.228368 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2392b9-5efb-41dc-82a4-4d1b101748a9 tempest-AttachVolumeTestJSON-1268199410 tempest-AttachVolumeTestJSON-1268199410-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=360e83ba-9d2b-4d86-89cf-51763973e4ac,revision_number=None']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:24:21.236988 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.api.v2.resource [None req-79019598-22e0-4e9e-a4dd-76d3a4b08adb tempest-AttachVolumeTestJSON-1268199410 tempest-AttachVolumeTestJSON-1268199410-project] show failed (client error): The resource could not be found. May 03 14:24:21.238027 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-79019598-22e0-4e9e-a4dd-76d3a4b08adb tempest-AttachVolumeTestJSON-1268199410 tempest-AttachVolumeTestJSON-1268199410-project] 10.222.0.36 "GET /v2.0/security-groups/360e83ba-9d2b-4d86-89cf-51763973e4ac HTTP/1.1" status: 404 len: 347 time: 0.0144958 May 03 14:24:21.241088 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.36', 52370) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:24:21.628542 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.plugin [None req-b7dbb902-d07d-4031-a785-4409a45e3783 tempest-AttachVolumeTestJSON-1268199410 tempest-AttachVolumeTestJSON-1268199410-project] Deleting port 65fa94c1-b9a3-4c38-a1c1-549e8985cbf7 {{(pid=103469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 14:24:21.628846 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-b7dbb902-d07d-4031-a785-4409a45e3783 tempest-AttachVolumeTestJSON-1268199410 tempest-AttachVolumeTestJSON-1268199410-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786921277453'] for port (65fa94c1-b9a3-4c38-a1c1-549e8985cbf7), before_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:24:21.705324 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-b7dbb902-d07d-4031-a785-4409a45e3783 tempest-AttachVolumeTestJSON-1268199410 tempest-AttachVolumeTestJSON-1268199410-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1690342'] for port (65fa94c1-b9a3-4c38-a1c1-549e8985cbf7), precommit_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:24:21.705675 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-b7dbb902-d07d-4031-a785-4409a45e3783 tempest-AttachVolumeTestJSON-1268199410 tempest-AttachVolumeTestJSON-1268199410-project] Publish callbacks [] for floatingip (65fa94c1-b9a3-4c38-a1c1-549e8985cbf7), precommit_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:24:21.719651 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.plugin [None req-b7dbb902-d07d-4031-a785-4409a45e3783 tempest-AttachVolumeTestJSON-1268199410 tempest-AttachVolumeTestJSON-1268199410-project] Calling delete_port for 65fa94c1-b9a3-4c38-a1c1-549e8985cbf7 owned by network:floatingip {{(pid=103469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 14:24:21.877337 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-b7dbb902-d07d-4031-a785-4409a45e3783 tempest-AttachVolumeTestJSON-1268199410 tempest-AttachVolumeTestJSON-1268199410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786921284765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786920821405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6178079'] for port (65fa94c1-b9a3-4c38-a1c1-549e8985cbf7), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:24:21.901753 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7dbb902-d07d-4031-a785-4409a45e3783 tempest-AttachVolumeTestJSON-1268199410 tempest-AttachVolumeTestJSON-1268199410-project] Pushing event deleted for resources: {'Port': ['ID=65fa94c1-b9a3-4c38-a1c1-549e8985cbf7,revision_number=None']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:24:21.912797 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7dbb902-d07d-4031-a785-4409a45e3783 tempest-AttachVolumeTestJSON-1268199410 tempest-AttachVolumeTestJSON-1268199410-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:24:21.913140 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7dbb902-d07d-4031-a785-4409a45e3783 tempest-AttachVolumeTestJSON-1268199410 tempest-AttachVolumeTestJSON-1268199410-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:24:21.913510 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7dbb902-d07d-4031-a785-4409a45e3783 tempest-AttachVolumeTestJSON-1268199410 tempest-AttachVolumeTestJSON-1268199410-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:24:21.913848 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7dbb902-d07d-4031-a785-4409a45e3783 tempest-AttachVolumeTestJSON-1268199410 tempest-AttachVolumeTestJSON-1268199410-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:24:21.914170 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7dbb902-d07d-4031-a785-4409a45e3783 tempest-AttachVolumeTestJSON-1268199410 tempest-AttachVolumeTestJSON-1268199410-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:24:21.914490 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7dbb902-d07d-4031-a785-4409a45e3783 tempest-AttachVolumeTestJSON-1268199410 tempest-AttachVolumeTestJSON-1268199410-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:24:21.914807 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7dbb902-d07d-4031-a785-4409a45e3783 tempest-AttachVolumeTestJSON-1268199410 tempest-AttachVolumeTestJSON-1268199410-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:24:21.915122 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7dbb902-d07d-4031-a785-4409a45e3783 tempest-AttachVolumeTestJSON-1268199410 tempest-AttachVolumeTestJSON-1268199410-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:24:21.915443 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7dbb902-d07d-4031-a785-4409a45e3783 tempest-AttachVolumeTestJSON-1268199410 tempest-AttachVolumeTestJSON-1268199410-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:24:21.915774 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7dbb902-d07d-4031-a785-4409a45e3783 tempest-AttachVolumeTestJSON-1268199410 tempest-AttachVolumeTestJSON-1268199410-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:24:21.916069 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7dbb902-d07d-4031-a785-4409a45e3783 tempest-AttachVolumeTestJSON-1268199410 tempest-AttachVolumeTestJSON-1268199410-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:24:21.916383 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7dbb902-d07d-4031-a785-4409a45e3783 tempest-AttachVolumeTestJSON-1268199410 tempest-AttachVolumeTestJSON-1268199410-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:24:21.916692 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7dbb902-d07d-4031-a785-4409a45e3783 tempest-AttachVolumeTestJSON-1268199410 tempest-AttachVolumeTestJSON-1268199410-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:24:21.917002 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7dbb902-d07d-4031-a785-4409a45e3783 tempest-AttachVolumeTestJSON-1268199410 tempest-AttachVolumeTestJSON-1268199410-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:24:21.917339 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7dbb902-d07d-4031-a785-4409a45e3783 tempest-AttachVolumeTestJSON-1268199410 tempest-AttachVolumeTestJSON-1268199410-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:24:21.975931 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-b7dbb902-d07d-4031-a785-4409a45e3783 tempest-AttachVolumeTestJSON-1268199410 tempest-AttachVolumeTestJSON-1268199410-project] Publish callbacks [] for floatingip (c4dca6aa-b605-4b2a-bde1-7f6b0c560de0), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:24:21.978448 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-b7dbb902-d07d-4031-a785-4409a45e3783 tempest-AttachVolumeTestJSON-1268199410 tempest-AttachVolumeTestJSON-1268199410-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218734'] for floatingip (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:24:21.979590 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-b7dbb902-d07d-4031-a785-4409a45e3783 tempest-AttachVolumeTestJSON-1268199410 tempest-AttachVolumeTestJSON-1268199410-project] 10.222.0.36 "DELETE /v2.0/floatingips/c4dca6aa-b605-4b2a-bde1-7f6b0c560de0 HTTP/1.1" status: 204 len: 168 time: 0.7375560 May 03 14:24:23.536529 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.rpc [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Device 9165a7a3-141a-49ef-974f-8b1eb1cea645 no longer exists at agent hyperv_hv-cinder-83979 {{(pid=103471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 03 14:24:23.568921 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] No Port match for: 9165a7a3-141a-49ef-974f-8b1eb1cea645 {{(pid=103471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 03 14:24:23.569265 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.rpc [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Device 9165a7a3-141a-49ef-974f-8b1eb1cea645 not bound to the agent host hv-cinder-83979 {{(pid=103471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 03 14:24:25.336873 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.db.agents_db [None req-22b75db3-e88f-46e7-98cb-691740c6eaf9 None None] Agent healthcheck: found 6 active agents {{(pid=103472) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 03 14:24:25.545780 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.36', 52398) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:24:25.916855 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-56bf6795-348d-4255-96a6-48e8654d5214 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1690332'] for router_interface (d16a25b5-d4bb-4ca9-921e-a415f5db7fa2), before_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:24:26.166838 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.plugin [None req-56bf6795-348d-4255-96a6-48e8654d5214 admin admin] Deleting port 9ed0f5c3-99ad-4349-9929-cf1eb4230af9 {{(pid=103469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 14:24:26.167179 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-56bf6795-348d-4255-96a6-48e8654d5214 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786921277453'] for port (9ed0f5c3-99ad-4349-9929-cf1eb4230af9), before_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:24:26.251632 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.db [None req-56bf6795-348d-4255-96a6-48e8654d5214 admin admin] For port 9ed0f5c3-99ad-4349-9929-cf1eb4230af9, host dv-cinder-839793-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-5-iscsi',level=0,port_id=9ed0f5c3-99ad-4349-9929-cf1eb4230af9,segment=NetworkSegment(fe764fb4-f36a-4071-aefa-aa24f55f58d7),segment_id=fe764fb4-f36a-4071-aefa-aa24f55f58d7)] {{(pid=103469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 14:24:26.251986 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-56bf6795-348d-4255-96a6-48e8654d5214 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1690342'] for port (9ed0f5c3-99ad-4349-9929-cf1eb4230af9), precommit_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:24:26.265245 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.plugin [None req-56bf6795-348d-4255-96a6-48e8654d5214 admin admin] Calling delete_port for 9ed0f5c3-99ad-4349-9929-cf1eb4230af9 owned by network:router_interface {{(pid=103469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 14:24:26.453176 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-56bf6795-348d-4255-96a6-48e8654d5214 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786921284765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786920821405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6178079'] for port (9ed0f5c3-99ad-4349-9929-cf1eb4230af9), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:24:26.482938 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bf6795-348d-4255-96a6-48e8654d5214 admin admin] Pushing event deleted for resources: {'Port': ['ID=9ed0f5c3-99ad-4349-9929-cf1eb4230af9,revision_number=None']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:24:26.650585 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-56bf6795-348d-4255-96a6-48e8654d5214 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1599855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1693899'] for router_interface (d16a25b5-d4bb-4ca9-921e-a415f5db7fa2), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:24:26.870852 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56bf6795-348d-4255-96a6-48e8654d5214 admin admin] Router d16a25b5-d4bb-4ca9-921e-a415f5db7fa2 has already been hosted by L3 agent 2583ee88-9503-4370-b6e4-0a676865815e {{(pid=103469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 14:24:26.985191 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56bf6795-348d-4255-96a6-48e8654d5214 admin admin] Notify agent at l3_agent.dv-cinder-839793-5-iscsi the message routers_updated {{(pid=103469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 14:24:26.992863 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-56bf6795-348d-4255-96a6-48e8654d5214 admin admin] 10.222.0.36 "PUT /v2.0/routers/d16a25b5-d4bb-4ca9-921e-a415f5db7fa2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4443183 May 03 14:24:26.993840 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.36', 52400) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:24:26.994195 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f728943c-7628-4a97-b5cd-9823761d828b None None] Sync routers for ids ['d16a25b5-d4bb-4ca9-921e-a415f5db7fa2'] in dv-cinder-839793-5-iscsi {{(pid=103472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 14:24:27.004870 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f728943c-7628-4a97-b5cd-9823761d828b None None] Routers {'d16a25b5-d4bb-4ca9-921e-a415f5db7fa2'} bound to L3 agent in host dv-cinder-839793-5-iscsi {{(pid=103472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 14:24:27.005902 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.db.l3_hamode_db [None req-f728943c-7628-4a97-b5cd-9823761d828b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-03T14:04:39Z,description=,heartbeat_timestamp=2022-05-03T14:24:09Z,host='dv-cinder-839793-5-iscsi',id=2583ee88-9503-4370-b6e4-0a676865815e,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T14:04:39Z,topic='l3_agent')) {'router_ids': ['d16a25b5-d4bb-4ca9-921e-a415f5db7fa2'], 'active': True} {{(pid=103472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:24:27.102091 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-4eb8e537-ec58-4a55-b8a1-e9e6edad5c2b admin admin] Publish callbacks [] for router (d16a25b5-d4bb-4ca9-921e-a415f5db7fa2), before_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:24:27.202784 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.db.l3_dvr_db [None req-f728943c-7628-4a97-b5cd-9823761d828b None None] Set router d16a25b5-d4bb-4ca9-921e-a415f5db7fa2 gateway port host: dv-cinder-839793-5-iscsi {{(pid=103472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 14:24:27.212883 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-4eb8e537-ec58-4a55-b8a1-e9e6edad5c2b admin admin] Publish callbacks [] for router_gateway (d16a25b5-d4bb-4ca9-921e-a415f5db7fa2), before_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:24:27.260431 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.plugin [None req-4eb8e537-ec58-4a55-b8a1-e9e6edad5c2b admin admin] Deleting port 93c3446f-90f7-4dae-826a-0aba53ac9c6d {{(pid=103469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 14:24:27.260778 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-4eb8e537-ec58-4a55-b8a1-e9e6edad5c2b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786921277453'] for port (93c3446f-90f7-4dae-826a-0aba53ac9c6d), before_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:24:27.342169 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.db [None req-4eb8e537-ec58-4a55-b8a1-e9e6edad5c2b admin admin] For port 93c3446f-90f7-4dae-826a-0aba53ac9c6d, host dv-cinder-839793-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-5-iscsi',level=0,port_id=93c3446f-90f7-4dae-826a-0aba53ac9c6d,segment=NetworkSegment(331ae69a-aeba-4f56-bd87-f289cf94ba88),segment_id=331ae69a-aeba-4f56-bd87-f289cf94ba88)] {{(pid=103469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 14:24:27.342430 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-4eb8e537-ec58-4a55-b8a1-e9e6edad5c2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1690342'] for port (93c3446f-90f7-4dae-826a-0aba53ac9c6d), precommit_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:24:27.355436 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.plugin [None req-4eb8e537-ec58-4a55-b8a1-e9e6edad5c2b admin admin] Calling delete_port for 93c3446f-90f7-4dae-826a-0aba53ac9c6d owned by network:router_gateway {{(pid=103469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 14:24:27.372418 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.db.l3_hamode_db [None req-f728943c-7628-4a97-b5cd-9823761d828b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd16a25b5-d4bb-4ca9-921e-a415f5db7fa2', 'name': 'tempest-AttachVolumeTestJSON-842912074-router', 'tenant_id': 'b16b4b1b92fd4f6dbb0e0cde810949db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2', 'external_fixed_ips': [{'subnet_id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'ip_address': '172.27.3.74'}], 'enable_snat': True}, 'gw_port_id': '93c3446f-90f7-4dae-826a-0aba53ac9c6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T14:20:02Z', 'updated_at': '2022-05-03T14:24:26Z', 'revision_number': 5, 'project_id': 'b16b4b1b92fd4f6dbb0e0cde810949db', 'gw_port': {'id': '93c3446f-90f7-4dae-826a-0aba53ac9c6d', 'name': '', 'network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:be:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd16a25b5-d4bb-4ca9-921e-a415f5db7fa2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'ip_address': '172.27.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:20:02Z', 'updated_at': '2022-05-03T14:20:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-5-iscsi'}], 'dv-cinder-839793-5-iscsi', False) {} {{(pid=103472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:24:27.400262 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f728943c-7628-4a97-b5cd-9823761d828b None None] Checking router: d16a25b5-d4bb-4ca9-921e-a415f5db7fa2 for host: dv-cinder-839793-5-iscsi {{(pid=103472) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 14:24:27.408719 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f728943c-7628-4a97-b5cd-9823761d828b None None] Routers {'d16a25b5-d4bb-4ca9-921e-a415f5db7fa2'} bound to L3 agent in host dv-cinder-839793-5-iscsi {{(pid=103472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 14:24:27.409330 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.db.l3_hamode_db [None req-f728943c-7628-4a97-b5cd-9823761d828b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-03T14:04:39Z,description=,heartbeat_timestamp=2022-05-03T14:24:09Z,host='dv-cinder-839793-5-iscsi',id=2583ee88-9503-4370-b6e4-0a676865815e,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T14:04:39Z,topic='l3_agent')) {'router_ids': ['d16a25b5-d4bb-4ca9-921e-a415f5db7fa2'], 'active': True} {{(pid=103472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:24:27.496314 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.db.l3_dvr_db [None req-f728943c-7628-4a97-b5cd-9823761d828b None None] Set router d16a25b5-d4bb-4ca9-921e-a415f5db7fa2 gateway port host: None {{(pid=103472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 14:24:27.522644 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-4eb8e537-ec58-4a55-b8a1-e9e6edad5c2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786921284765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786920821405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6178079'] for port (93c3446f-90f7-4dae-826a-0aba53ac9c6d), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:24:27.550227 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.db.l3_hamode_db [None req-f728943c-7628-4a97-b5cd-9823761d828b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd16a25b5-d4bb-4ca9-921e-a415f5db7fa2', 'name': 'tempest-AttachVolumeTestJSON-842912074-router', 'tenant_id': 'b16b4b1b92fd4f6dbb0e0cde810949db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T14:20:02Z', 'updated_at': '2022-05-03T14:24:27Z', 'revision_number': 6, 'project_id': 'b16b4b1b92fd4f6dbb0e0cde810949db', 'gw_port_host': None}], 'dv-cinder-839793-5-iscsi', False) {} {{(pid=103472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:24:27.550952 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb8e537-ec58-4a55-b8a1-e9e6edad5c2b admin admin] Pushing event deleted for resources: {'Port': ['ID=93c3446f-90f7-4dae-826a-0aba53ac9c6d,revision_number=None']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:24:27.577723 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f728943c-7628-4a97-b5cd-9823761d828b None None] The sync data for ids ['d16a25b5-d4bb-4ca9-921e-a415f5db7fa2'] in dv-cinder-839793-5-iscsi is: [{'id': 'd16a25b5-d4bb-4ca9-921e-a415f5db7fa2', 'name': 'tempest-AttachVolumeTestJSON-842912074-router', 'tenant_id': 'b16b4b1b92fd4f6dbb0e0cde810949db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T14:20:02Z', 'updated_at': '2022-05-03T14:24:27Z', 'revision_number': 6, 'project_id': 'b16b4b1b92fd4f6dbb0e0cde810949db', 'gw_port_host': None}] {{(pid=103472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 14:24:27.617435 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-4eb8e537-ec58-4a55-b8a1-e9e6edad5c2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1700782'] for router_gateway (d16a25b5-d4bb-4ca9-921e-a415f5db7fa2), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:24:27.709592 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-4eb8e537-ec58-4a55-b8a1-e9e6edad5c2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1703026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-103998'] for router (d16a25b5-d4bb-4ca9-921e-a415f5db7fa2), precommit_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:24:27.711791 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-4eb8e537-ec58-4a55-b8a1-e9e6edad5c2b admin admin] Publish callbacks [] for router_controller (d16a25b5-d4bb-4ca9-921e-a415f5db7fa2), precommit_delete_associations {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:24:28.033847 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-4eb8e537-ec58-4a55-b8a1-e9e6edad5c2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1703035'] for router (d16a25b5-d4bb-4ca9-921e-a415f5db7fa2), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:24:28.034292 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4eb8e537-ec58-4a55-b8a1-e9e6edad5c2b admin admin] Fanout notify agent at l3_agent the message router_deleted on router d16a25b5-d4bb-4ca9-921e-a415f5db7fa2 {{(pid=103469) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 03 14:24:28.039628 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-4eb8e537-ec58-4a55-b8a1-e9e6edad5c2b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:24:28.040793 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-4eb8e537-ec58-4a55-b8a1-e9e6edad5c2b admin admin] 10.222.0.36 "DELETE /v2.0/routers/d16a25b5-d4bb-4ca9-921e-a415f5db7fa2 HTTP/1.1" status: 204 len: 168 time: 1.0460856 May 03 14:24:28.043502 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.36', 52402) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:24:28.088435 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.db.db_base_plugin_v2 [None req-a270ed5d-b316-4e6a-b1d1-c444698c540e admin admin] Deleting subnet 518902ae-a051-403f-b835-83bc017e726e {{(pid=103469) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 03 14:24:28.091780 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-a270ed5d-b316-4e6a-b1d1-c444698c540e admin admin] Publish callbacks [] for subnet (518902ae-a051-403f-b835-83bc017e726e), before_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:24:28.127765 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-a270ed5d-b316-4e6a-b1d1-c444698c540e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5908908'] for subnet (518902ae-a051-403f-b835-83bc017e726e), precommit_delete_associations {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:24:28.208218 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-a270ed5d-b316-4e6a-b1d1-c444698c540e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751950'] for subnet (518902ae-a051-403f-b835-83bc017e726e), precommit_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:24:28.264903 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-a270ed5d-b316-4e6a-b1d1-c444698c540e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6178088', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4510093'] for subnet (518902ae-a051-403f-b835-83bc017e726e), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:24:28.292317 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-a270ed5d-b316-4e6a-b1d1-c444698c540e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:24:28.296475 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-a270ed5d-b316-4e6a-b1d1-c444698c540e admin admin] 10.222.0.36 "DELETE /v2.0/subnets/518902ae-a051-403f-b835-83bc017e726e HTTP/1.1" status: 204 len: 168 time: 0.2519209 May 03 14:24:28.298147 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a270ed5d-b316-4e6a-b1d1-c444698c540e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=518902ae-a051-403f-b835-83bc017e726e,revision_number=None']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:24:28.298291 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57392787-2fd7-4537-9674-7e007f140715 None None] Network 816c80d2-ce08-422c-8388-99245d2078e2 requested from dv-cinder-839793-5-iscsi {{(pid=103471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 03 14:24:28.299819 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.wsgi [-] (103470) accepted ('10.222.0.36', 52404) {{(pid=103470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:24:28.371927 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-7ae3214a-d711-40ac-9a7d-74ad005badaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-661340'] for network (816c80d2-ce08-422c-8388-99245d2078e2), before_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:24:28.416201 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-7ae3214a-d711-40ac-9a7d-74ad005badaf admin admin] Deleting port 1cb8fb2b-afd1-4a17-9137-ce4b9de08e60 {{(pid=103470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 14:24:28.416526 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-7ae3214a-d711-40ac-9a7d-74ad005badaf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786921277453'] for port (1cb8fb2b-afd1-4a17-9137-ce4b9de08e60), before_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:24:28.465104 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fad0604-01bd-4e43-97c1-7c865afd90ff None None] DHCP port deletion for 816c80d2-ce08-422c-8388-99245d2078e2 request from dv-cinder-839793-5-iscsi {{(pid=103471) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 03 14:24:28.484955 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-7ae3214a-d711-40ac-9a7d-74ad005badaf admin admin] For port 1cb8fb2b-afd1-4a17-9137-ce4b9de08e60, host dv-cinder-839793-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-5-iscsi',level=0,port_id=1cb8fb2b-afd1-4a17-9137-ce4b9de08e60,segment=NetworkSegment(fe764fb4-f36a-4071-aefa-aa24f55f58d7),segment_id=fe764fb4-f36a-4071-aefa-aa24f55f58d7)] {{(pid=103470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 14:24:28.485331 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-7ae3214a-d711-40ac-9a7d-74ad005badaf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1690342'] for port (1cb8fb2b-afd1-4a17-9137-ce4b9de08e60), precommit_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:24:28.498620 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-7ae3214a-d711-40ac-9a7d-74ad005badaf admin admin] Calling delete_port for 1cb8fb2b-afd1-4a17-9137-ce4b9de08e60 owned by network:dhcp {{(pid=103470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 14:24:28.509438 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [None req-0fad0604-01bd-4e43-97c1-7c865afd90ff None None] Deleting port 1cb8fb2b-afd1-4a17-9137-ce4b9de08e60 {{(pid=103471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 14:24:28.509804 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-0fad0604-01bd-4e43-97c1-7c865afd90ff None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786921277453'] for port (1cb8fb2b-afd1-4a17-9137-ce4b9de08e60), before_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:24:28.573637 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.db [None req-0fad0604-01bd-4e43-97c1-7c865afd90ff None None] For port 1cb8fb2b-afd1-4a17-9137-ce4b9de08e60, host dv-cinder-839793-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-5-iscsi',level=0,port_id=1cb8fb2b-afd1-4a17-9137-ce4b9de08e60,segment=NetworkSegment(fe764fb4-f36a-4071-aefa-aa24f55f58d7),segment_id=fe764fb4-f36a-4071-aefa-aa24f55f58d7)] {{(pid=103471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 14:24:28.574103 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-0fad0604-01bd-4e43-97c1-7c865afd90ff None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1690342'] for port (1cb8fb2b-afd1-4a17-9137-ce4b9de08e60), precommit_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:24:28.582254 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-7ae3214a-d711-40ac-9a7d-74ad005badaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786921284765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786920821405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7524599'] for port (1cb8fb2b-afd1-4a17-9137-ce4b9de08e60), after_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:24:28.588625 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [None req-0fad0604-01bd-4e43-97c1-7c865afd90ff None None] Calling delete_port for 1cb8fb2b-afd1-4a17-9137-ce4b9de08e60 owned by network:dhcp {{(pid=103471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 14:24:28.607658 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae3214a-d711-40ac-9a7d-74ad005badaf admin admin] Pushing event deleted for resources: {'Port': ['ID=1cb8fb2b-afd1-4a17-9137-ce4b9de08e60,revision_number=None']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:24:28.616859 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ae3214a-d711-40ac-9a7d-74ad005badaf admin admin] No DVR routers for this DVR port 1cb8fb2b-afd1-4a17-9137-ce4b9de08e60 on host dv-cinder-839793-5-iscsi {{(pid=103470) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 14:24:28.688057 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-7ae3214a-d711-40ac-9a7d-74ad005badaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-751355', 'neutron.services.segments.db._delete_segments_for_network-8786921254202'] for network (816c80d2-ce08-422c-8388-99245d2078e2), precommit_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:24:28.712197 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.services.segments.db [None req-7ae3214a-d711-40ac-9a7d-74ad005badaf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['816c80d2-ce08-422c-8388-99245d2078e2']}} {{(pid=103470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:24:28.722758 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.services.segments.db [None req-7ae3214a-d711-40ac-9a7d-74ad005badaf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe764fb4-f36a-4071-aefa-aa24f55f58d7') {'for_net_delete': True} {{(pid=103470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:24:28.723093 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.services.segments.db [None req-7ae3214a-d711-40ac-9a7d-74ad005badaf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe764fb4-f36a-4071-aefa-aa24f55f58d7') {} {{(pid=103470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:24:28.733737 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-7ae3214a-d711-40ac-9a7d-74ad005badaf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786921254723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5129613'] for segment (fe764fb4-f36a-4071-aefa-aa24f55f58d7), before_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:24:28.748493 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-7ae3214a-d711-40ac-9a7d-74ad005badaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-690795'] for segment (fe764fb4-f36a-4071-aefa-aa24f55f58d7), precommit_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:24:28.755493 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ae3214a-d711-40ac-9a7d-74ad005badaf admin admin] Releasing vlan 243 on physical network physnet1 to pool {{(pid=103470) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 03 14:24:28.755891 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-7ae3214a-d711-40ac-9a7d-74ad005badaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-690795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7524522'] for segment (fe764fb4-f36a-4071-aefa-aa24f55f58d7), after_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:24:28.757936 dv-cinder-839793-5-iscsi neutron-server[103470]: Traceback (most recent call last): May 03 14:24:28.757936 dv-cinder-839793-5-iscsi neutron-server[103470]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 03 14:24:28.757936 dv-cinder-839793-5-iscsi neutron-server[103470]: timer() May 03 14:24:28.757936 dv-cinder-839793-5-iscsi neutron-server[103470]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 14:24:28.757936 dv-cinder-839793-5-iscsi neutron-server[103470]: cb(*args, **kw) May 03 14:24:28.757936 dv-cinder-839793-5-iscsi neutron-server[103470]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 03 14:24:28.757936 dv-cinder-839793-5-iscsi neutron-server[103470]: return func(*args, **kwargs) May 03 14:24:28.757936 dv-cinder-839793-5-iscsi neutron-server[103470]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 14:24:28.757936 dv-cinder-839793-5-iscsi neutron-server[103470]: self._notify() May 03 14:24:28.757936 dv-cinder-839793-5-iscsi neutron-server[103470]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 14:24:28.757936 dv-cinder-839793-5-iscsi neutron-server[103470]: self.callback(batched_events) May 03 14:24:28.757936 dv-cinder-839793-5-iscsi neutron-server[103470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 14:24:28.757936 dv-cinder-839793-5-iscsi neutron-server[103470]: event.method(event) May 03 14:24:28.757936 dv-cinder-839793-5-iscsi neutron-server[103470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 03 14:24:28.757936 dv-cinder-839793-5-iscsi neutron-server[103470]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 14:24:28.757936 dv-cinder-839793-5-iscsi neutron-server[103470]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 03 14:24:28.757936 dv-cinder-839793-5-iscsi neutron-server[103470]: aggregate_uuid = self.p_client.list_aggregates( May 03 14:24:28.757936 dv-cinder-839793-5-iscsi neutron-server[103470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 03 14:24:28.757936 dv-cinder-839793-5-iscsi neutron-server[103470]: return f(self, *a, **k) May 03 14:24:28.757936 dv-cinder-839793-5-iscsi neutron-server[103470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 03 14:24:28.757936 dv-cinder-839793-5-iscsi neutron-server[103470]: return self._get(url).json() May 03 14:24:28.757936 dv-cinder-839793-5-iscsi neutron-server[103470]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 03 14:24:28.757936 dv-cinder-839793-5-iscsi neutron-server[103470]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 14:24:28.757936 dv-cinder-839793-5-iscsi neutron-server[103470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 03 14:24:28.757936 dv-cinder-839793-5-iscsi neutron-server[103470]: return self.request(url, 'GET', **kwargs) May 03 14:24:28.757936 dv-cinder-839793-5-iscsi neutron-server[103470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 03 14:24:28.757936 dv-cinder-839793-5-iscsi neutron-server[103470]: base_url = self.get_endpoint(auth, allow=allow, May 03 14:24:28.757936 dv-cinder-839793-5-iscsi neutron-server[103470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 03 14:24:28.757936 dv-cinder-839793-5-iscsi neutron-server[103470]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 14:24:28.757936 dv-cinder-839793-5-iscsi neutron-server[103470]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 03 14:24:28.757936 dv-cinder-839793-5-iscsi neutron-server[103470]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 14:24:28.757936 dv-cinder-839793-5-iscsi neutron-server[103470]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 14:24:28.806604 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-0fad0604-01bd-4e43-97c1-7c865afd90ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786921284765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786920821405'] for port (1cb8fb2b-afd1-4a17-9137-ce4b9de08e60), after_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:24:28.817953 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-7ae3214a-d711-40ac-9a7d-74ad005badaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-751234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1700060'] for network (816c80d2-ce08-422c-8388-99245d2078e2), after_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:24:28.823643 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-7ae3214a-d711-40ac-9a7d-74ad005badaf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599744'] for network (None), before_response {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:24:28.827132 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [None req-7ae3214a-d711-40ac-9a7d-74ad005badaf admin admin] 10.222.0.36 "DELETE /v2.0/networks/816c80d2-ce08-422c-8388-99245d2078e2 HTTP/1.1" status: 204 len: 168 time: 0.5260539 May 03 14:24:28.839912 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae3214a-d711-40ac-9a7d-74ad005badaf admin admin] Pushing event deleted for resources: {'Network': ['ID=816c80d2-ce08-422c-8388-99245d2078e2,revision_number=None']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:24:28.840202 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fad0604-01bd-4e43-97c1-7c865afd90ff None None] Pushing event deleted for resources: {'Port': ['ID=1cb8fb2b-afd1-4a17-9137-ce4b9de08e60,revision_number=None']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:24:28.848307 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.rpc [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Device 93c3446f-90f7-4dae-826a-0aba53ac9c6d no longer exists at agent ovs-agent-dv-cinder-839793-5-iscsi {{(pid=103471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 03 14:24:28.871643 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fad0604-01bd-4e43-97c1-7c865afd90ff None None] No DVR routers for this DVR port 1cb8fb2b-afd1-4a17-9137-ce4b9de08e60 on host dv-cinder-839793-5-iscsi {{(pid=103471) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 14:24:28.873984 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fad0604-01bd-4e43-97c1-7c865afd90ff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:24:28.874324 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fad0604-01bd-4e43-97c1-7c865afd90ff None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:24:28.874731 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fad0604-01bd-4e43-97c1-7c865afd90ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:24:28.875113 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fad0604-01bd-4e43-97c1-7c865afd90ff None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:24:28.875441 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fad0604-01bd-4e43-97c1-7c865afd90ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:24:28.875761 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fad0604-01bd-4e43-97c1-7c865afd90ff None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:24:28.876077 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fad0604-01bd-4e43-97c1-7c865afd90ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:24:28.876393 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fad0604-01bd-4e43-97c1-7c865afd90ff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:24:28.876706 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fad0604-01bd-4e43-97c1-7c865afd90ff None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:24:28.877018 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fad0604-01bd-4e43-97c1-7c865afd90ff None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:24:28.877651 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fad0604-01bd-4e43-97c1-7c865afd90ff None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:24:28.877651 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fad0604-01bd-4e43-97c1-7c865afd90ff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:24:28.877963 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fad0604-01bd-4e43-97c1-7c865afd90ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:24:28.878608 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fad0604-01bd-4e43-97c1-7c865afd90ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:24:28.878924 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fad0604-01bd-4e43-97c1-7c865afd90ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:24:28.882903 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] No Port match for: 93c3446f-90f7-4dae-826a-0aba53ac9c6d {{(pid=103471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 03 14:24:28.883236 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.rpc [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Device 93c3446f-90f7-4dae-826a-0aba53ac9c6d not bound to the agent host dv-cinder-839793-5-iscsi {{(pid=103471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 03 14:24:28.883646 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.rpc [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Device 1cb8fb2b-afd1-4a17-9137-ce4b9de08e60 no longer exists at agent ovs-agent-dv-cinder-839793-5-iscsi {{(pid=103471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 03 14:24:28.904199 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] No Port match for: 1cb8fb2b-afd1-4a17-9137-ce4b9de08e60 {{(pid=103471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 03 14:24:28.904538 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.rpc [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Device 1cb8fb2b-afd1-4a17-9137-ce4b9de08e60 not bound to the agent host dv-cinder-839793-5-iscsi {{(pid=103471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 03 14:24:28.904952 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.rpc [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Device 9ed0f5c3-99ad-4349-9929-cf1eb4230af9 no longer exists at agent ovs-agent-dv-cinder-839793-5-iscsi {{(pid=103471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 03 14:24:28.926232 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] No Port match for: 9ed0f5c3-99ad-4349-9929-cf1eb4230af9 {{(pid=103471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 03 14:24:28.926666 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.rpc [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Device 9ed0f5c3-99ad-4349-9929-cf1eb4230af9 not bound to the agent host dv-cinder-839793-5-iscsi {{(pid=103471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 03 14:24:29.006522 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.36', 52408) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:24:29.050392 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-7a9de12d-9552-495c-97d7-bac966d64d88 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b16b4b1b92fd4f6dbb0e0cde810949db&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0426252 May 03 14:24:29.053012 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.36', 52410) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:24:29.103256 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-8982e095-0d41-4299-8773-60540b434fb9 admin admin] Publish callbacks [] for security_group (d077b955-4737-4682-b594-64d8d5199562), before_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:24:29.124720 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-8982e095-0d41-4299-8773-60540b434fb9 admin admin] Publish callbacks [] for security_group (d077b955-4737-4682-b594-64d8d5199562), precommit_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:24:29.180460 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-8982e095-0d41-4299-8773-60540b434fb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656397'] for security_group (d077b955-4737-4682-b594-64d8d5199562), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:24:29.184362 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-8982e095-0d41-4299-8773-60540b434fb9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:24:29.185999 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-8982e095-0d41-4299-8773-60540b434fb9 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d077b955-4737-4682-b594-64d8d5199562 HTTP/1.1" status: 204 len: 168 time: 0.1320531 May 03 14:24:29.195560 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8982e095-0d41-4299-8773-60540b434fb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d077b955-4737-4682-b594-64d8d5199562,revision_number=None']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:24:36.663926 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-a578065c-ad73-486d-ae70-d2a17b575feb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786921254184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749114'] for agent (2d0d8db6-b1c3-4022-9f9b-561ce4a4d2d8), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:24:38.939536 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-02e2e758-11a9-4c0b-8fa5-9558a50b3db9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786921254184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749114'] for agent (2583ee88-9503-4370-b6e4-0a676865815e), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:24:39.153551 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786921254184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749114'] for agent (e81ee3ce-91e9-46ba-a5c7-9619c95b22a6), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:24:40.289833 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.36', 52542) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:24:40.408501 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-7905c420-1001-4d56-9284-64edf0ba265d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:24:40.448985 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-6b98c286-5509-41ae-9e31-4a328d4e2e3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786921254184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749114'] for agent (9772c1e2-61d8-4a11-97d8-348a0cefa431), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:24:40.484325 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-7905c420-1001-4d56-9284-64edf0ba265d admin admin] Publish callbacks [] for security_group (260ca618-7e20-4811-9fc0-baa22109ac1f), precommit_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:24:40.491899 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-7905c420-1001-4d56-9284-64edf0ba265d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656397'] for security_group (260ca618-7e20-4811-9fc0-baa22109ac1f), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:24:40.529950 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-7905c420-1001-4d56-9284-64edf0ba265d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=fc3fa0b78a9b4d72bb8ac7302c4a4b2f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2387249 May 03 14:24:40.531071 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7905c420-1001-4d56-9284-64edf0ba265d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=260ca618-7e20-4811-9fc0-baa22109ac1f,revision_number=1']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:24:40.532854 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.wsgi [-] (103470) accepted ('10.222.0.36', 52546) {{(pid=103470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:24:40.581442 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-08cc848a-7ea8-402f-b647-7dad529ef263 admin admin] Publish callbacks [] for security_group (260ca618-7e20-4811-9fc0-baa22109ac1f), before_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:24:40.602899 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-08cc848a-7ea8-402f-b647-7dad529ef263 admin admin] Publish callbacks [] for security_group (260ca618-7e20-4811-9fc0-baa22109ac1f), precommit_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:24:40.661508 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-08cc848a-7ea8-402f-b647-7dad529ef263 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656397'] for security_group (260ca618-7e20-4811-9fc0-baa22109ac1f), after_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:24:40.664895 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-08cc848a-7ea8-402f-b647-7dad529ef263 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:24:40.666129 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [None req-08cc848a-7ea8-402f-b647-7dad529ef263 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/260ca618-7e20-4811-9fc0-baa22109ac1f HTTP/1.1" status: 204 len: 168 time: 0.1322117 May 03 14:24:40.674401 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cc848a-7ea8-402f-b647-7dad529ef263 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=260ca618-7e20-4811-9fc0-baa22109ac1f,revision_number=None']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:24:40.940783 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.wsgi [-] (103470) accepted ('10.222.0.36', 52552) {{(pid=103470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:24:40.958094 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-81d84de6-4e09-497a-84b9-c3fc935cfb4b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:24:41.037697 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-81d84de6-4e09-497a-84b9-c3fc935cfb4b admin admin] Publish callbacks [] for security_group (0b85ebf9-6267-43a7-bd21-3ca97879069e), precommit_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:24:41.044032 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-81d84de6-4e09-497a-84b9-c3fc935cfb4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656397'] for security_group (0b85ebf9-6267-43a7-bd21-3ca97879069e), after_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:24:41.085188 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [None req-81d84de6-4e09-497a-84b9-c3fc935cfb4b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3f1a72923f7046d298c18a6636b56f76&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1432872 May 03 14:24:41.086219 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d84de6-4e09-497a-84b9-c3fc935cfb4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b85ebf9-6267-43a7-bd21-3ca97879069e,revision_number=1']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:24:41.089414 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.36', 52554) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:24:41.149557 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-4b8af5c5-4b3c-4e12-8404-7ff3d9f7c887 admin admin] Publish callbacks [] for security_group (0b85ebf9-6267-43a7-bd21-3ca97879069e), before_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:24:41.170931 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-4b8af5c5-4b3c-4e12-8404-7ff3d9f7c887 admin admin] Publish callbacks [] for security_group (0b85ebf9-6267-43a7-bd21-3ca97879069e), precommit_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:24:41.224870 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-4b8af5c5-4b3c-4e12-8404-7ff3d9f7c887 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656397'] for security_group (0b85ebf9-6267-43a7-bd21-3ca97879069e), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:24:41.227556 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-4b8af5c5-4b3c-4e12-8404-7ff3d9f7c887 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:24:41.228707 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-4b8af5c5-4b3c-4e12-8404-7ff3d9f7c887 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/0b85ebf9-6267-43a7-bd21-3ca97879069e HTTP/1.1" status: 204 len: 168 time: 0.1379733 May 03 14:24:41.236645 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8af5c5-4b3c-4e12-8404-7ff3d9f7c887 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b85ebf9-6267-43a7-bd21-3ca97879069e,revision_number=None']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:24:41.547404 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-ece2f477-2d6d-4faa-a9a3-ecc6a9d3b5ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786921254184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749114'] for agent (5abb75e8-e954-4dc0-bed6-210d2af77b9f), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:24:43.040336 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.36', 52608) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:24:43.169733 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-0a9eeaf1-7e82-4b5b-88a9-ef9fad57d0b8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:24:43.174749 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786921254184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749114'] for agent (43411681-d6d4-43ac-b892-434a22df3f6d), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:24:43.254948 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-0a9eeaf1-7e82-4b5b-88a9-ef9fad57d0b8 admin admin] Publish callbacks [] for security_group (bec5818e-f53f-493c-ad7f-2a9d27ff177a), precommit_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:24:43.261613 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-0a9eeaf1-7e82-4b5b-88a9-ef9fad57d0b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656397'] for security_group (bec5818e-f53f-493c-ad7f-2a9d27ff177a), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:24:43.310501 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-0a9eeaf1-7e82-4b5b-88a9-ef9fad57d0b8 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ec1e356ea2804cb2b10cd1a5f987dbb5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2686324 May 03 14:24:43.311443 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9eeaf1-7e82-4b5b-88a9-ef9fad57d0b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bec5818e-f53f-493c-ad7f-2a9d27ff177a,revision_number=1']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:24:43.313896 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.wsgi [-] (103470) accepted ('10.222.0.36', 52612) {{(pid=103470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:24:43.374992 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-44a66816-6748-42de-85cc-cb59325e902f admin admin] Publish callbacks [] for security_group (bec5818e-f53f-493c-ad7f-2a9d27ff177a), before_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:24:43.399673 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-44a66816-6748-42de-85cc-cb59325e902f admin admin] Publish callbacks [] for security_group (bec5818e-f53f-493c-ad7f-2a9d27ff177a), precommit_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:24:43.455628 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-44a66816-6748-42de-85cc-cb59325e902f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656397'] for security_group (bec5818e-f53f-493c-ad7f-2a9d27ff177a), after_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:24:43.459568 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-44a66816-6748-42de-85cc-cb59325e902f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:24:43.461370 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [None req-44a66816-6748-42de-85cc-cb59325e902f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/bec5818e-f53f-493c-ad7f-2a9d27ff177a HTTP/1.1" status: 204 len: 168 time: 0.1452968 May 03 14:24:43.470908 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a66816-6748-42de-85cc-cb59325e902f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bec5818e-f53f-493c-ad7f-2a9d27ff177a,revision_number=None']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:24:43.791781 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.wsgi [-] (103470) accepted ('10.222.0.36', 52618) {{(pid=103470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:24:43.806242 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-6dded6c1-4fc8-4791-b461-db4c5c47b552 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:24:43.898248 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-6dded6c1-4fc8-4791-b461-db4c5c47b552 admin admin] Publish callbacks [] for security_group (fc0ae3c2-6e9a-49f1-9c8f-66a5434467a5), precommit_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:24:43.904476 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-6dded6c1-4fc8-4791-b461-db4c5c47b552 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656397'] for security_group (fc0ae3c2-6e9a-49f1-9c8f-66a5434467a5), after_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:24:43.949413 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dded6c1-4fc8-4791-b461-db4c5c47b552 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc0ae3c2-6e9a-49f1-9c8f-66a5434467a5,revision_number=1']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:24:43.955646 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [None req-6dded6c1-4fc8-4791-b461-db4c5c47b552 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=0b027e1790214b41a17765106420b0d1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1626947 May 03 14:24:43.958578 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.wsgi [-] (103470) accepted ('10.222.0.36', 52620) {{(pid=103470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:24:44.015515 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-c2723966-728f-48f5-834f-85efe5e68aab admin admin] Publish callbacks [] for security_group (fc0ae3c2-6e9a-49f1-9c8f-66a5434467a5), before_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:24:44.038316 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-c2723966-728f-48f5-834f-85efe5e68aab admin admin] Publish callbacks [] for security_group (fc0ae3c2-6e9a-49f1-9c8f-66a5434467a5), precommit_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:24:44.087518 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-c2723966-728f-48f5-834f-85efe5e68aab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656397'] for security_group (fc0ae3c2-6e9a-49f1-9c8f-66a5434467a5), after_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:24:44.090187 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-c2723966-728f-48f5-834f-85efe5e68aab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:24:44.091341 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [None req-c2723966-728f-48f5-834f-85efe5e68aab admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/fc0ae3c2-6e9a-49f1-9c8f-66a5434467a5 HTTP/1.1" status: 204 len: 168 time: 0.1314282 May 03 14:24:44.099376 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2723966-728f-48f5-834f-85efe5e68aab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc0ae3c2-6e9a-49f1-9c8f-66a5434467a5,revision_number=None']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:25:02.339734 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.db.agents_db [None req-22b75db3-e88f-46e7-98cb-691740c6eaf9 None None] Agent healthcheck: found 6 active agents {{(pid=103472) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 03 14:25:02.882573 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.wsgi [-] (103470) accepted ('10.222.0.36', 52740) {{(pid=103470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:25:02.991290 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-3ca4a354-9a5b-4657-8310-f2726981a4e6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:25:03.068811 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-3ca4a354-9a5b-4657-8310-f2726981a4e6 admin admin] Publish callbacks [] for security_group (84f0df16-32ad-4ef9-8a21-941db0e63afd), precommit_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:25:03.075175 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-3ca4a354-9a5b-4657-8310-f2726981a4e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656397'] for security_group (84f0df16-32ad-4ef9-8a21-941db0e63afd), after_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:25:03.114314 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca4a354-9a5b-4657-8310-f2726981a4e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84f0df16-32ad-4ef9-8a21-941db0e63afd,revision_number=1']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:25:03.119803 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [None req-3ca4a354-9a5b-4657-8310-f2726981a4e6 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=5fe1f00d294242de808a751187ba7310&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2360024 May 03 14:25:03.122794 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.36', 52744) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:25:03.172452 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-36f049bc-b2a3-4720-9556-88aadef27382 admin admin] Publish callbacks [] for security_group (84f0df16-32ad-4ef9-8a21-941db0e63afd), before_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:25:03.193279 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-36f049bc-b2a3-4720-9556-88aadef27382 admin admin] Publish callbacks [] for security_group (84f0df16-32ad-4ef9-8a21-941db0e63afd), precommit_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:25:03.248736 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-36f049bc-b2a3-4720-9556-88aadef27382 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656397'] for security_group (84f0df16-32ad-4ef9-8a21-941db0e63afd), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:25:03.251403 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-36f049bc-b2a3-4720-9556-88aadef27382 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:25:03.252554 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-36f049bc-b2a3-4720-9556-88aadef27382 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/84f0df16-32ad-4ef9-8a21-941db0e63afd HTTP/1.1" status: 204 len: 168 time: 0.1288030 May 03 14:25:03.260661 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f049bc-b2a3-4720-9556-88aadef27382 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84f0df16-32ad-4ef9-8a21-941db0e63afd,revision_number=None']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:25:06.669019 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c49079f5-f0dc-4f29-9a34-08ee18ebfb29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786921254184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749114'] for agent (2d0d8db6-b1c3-4022-9f9b-561ce4a4d2d8), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:25:08.953864 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-74dfd848-fef6-40d4-985f-c87ebfc16c98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786921254184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749114'] for agent (2583ee88-9503-4370-b6e4-0a676865815e), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:25:09.170404 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786921254184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749114'] for agent (e81ee3ce-91e9-46ba-a5c7-9619c95b22a6), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:25:10.460247 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-6b98c286-5509-41ae-9e31-4a328d4e2e3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786921254184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749114'] for agent (9772c1e2-61d8-4a11-97d8-348a0cefa431), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:25:11.560730 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-ece2f477-2d6d-4faa-a9a3-ecc6a9d3b5ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786921254184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749114'] for agent (5abb75e8-e954-4dc0-bed6-210d2af77b9f), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:25:13.176865 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786921254184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749114'] for agent (43411681-d6d4-43ac-b892-434a22df3f6d), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:25:20.619924 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.36', 52884) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:25:20.785399 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-40853cd8-1011-4364-9853-3d9921adf379 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:25:20.866412 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-40853cd8-1011-4364-9853-3d9921adf379 admin admin] Publish callbacks [] for security_group (392892a4-3143-42a9-8caf-83dd45100647), precommit_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:25:20.872703 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-40853cd8-1011-4364-9853-3d9921adf379 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656397'] for security_group (392892a4-3143-42a9-8caf-83dd45100647), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:25:20.920727 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-40853cd8-1011-4364-9853-3d9921adf379 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=6745b475033a4b0fb1499ba830104c11&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2995646 May 03 14:25:20.921664 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40853cd8-1011-4364-9853-3d9921adf379 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=392892a4-3143-42a9-8caf-83dd45100647,revision_number=1']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:25:20.924391 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.wsgi [-] (103470) accepted ('10.222.0.36', 52888) {{(pid=103470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:25:20.973561 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-b8752ef8-3061-4c98-960b-9467a05749bb admin admin] Publish callbacks [] for security_group (392892a4-3143-42a9-8caf-83dd45100647), before_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:25:20.997403 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-b8752ef8-3061-4c98-960b-9467a05749bb admin admin] Publish callbacks [] for security_group (392892a4-3143-42a9-8caf-83dd45100647), precommit_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:25:21.048367 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-b8752ef8-3061-4c98-960b-9467a05749bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656397'] for security_group (392892a4-3143-42a9-8caf-83dd45100647), after_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:25:21.051076 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-b8752ef8-3061-4c98-960b-9467a05749bb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:25:21.052270 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [None req-b8752ef8-3061-4c98-960b-9467a05749bb admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/392892a4-3143-42a9-8caf-83dd45100647 HTTP/1.1" status: 204 len: 168 time: 0.1267831 May 03 14:25:21.060027 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8752ef8-3061-4c98-960b-9467a05749bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=392892a4-3143-42a9-8caf-83dd45100647,revision_number=None']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:25:21.067487 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8752ef8-3061-4c98-960b-9467a05749bb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:25:21.067837 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8752ef8-3061-4c98-960b-9467a05749bb admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:25:21.068203 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8752ef8-3061-4c98-960b-9467a05749bb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:25:21.068516 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8752ef8-3061-4c98-960b-9467a05749bb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:25:21.068856 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8752ef8-3061-4c98-960b-9467a05749bb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:25:21.069184 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8752ef8-3061-4c98-960b-9467a05749bb admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:25:21.069540 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8752ef8-3061-4c98-960b-9467a05749bb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:25:21.069858 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8752ef8-3061-4c98-960b-9467a05749bb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:25:21.070189 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8752ef8-3061-4c98-960b-9467a05749bb admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:25:21.070517 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8752ef8-3061-4c98-960b-9467a05749bb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:25:21.070843 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8752ef8-3061-4c98-960b-9467a05749bb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:25:21.071190 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8752ef8-3061-4c98-960b-9467a05749bb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:25:21.071617 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8752ef8-3061-4c98-960b-9467a05749bb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:25:21.071837 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8752ef8-3061-4c98-960b-9467a05749bb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:25:21.072150 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8752ef8-3061-4c98-960b-9467a05749bb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:25:21.747702 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.36', 52910) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:25:21.845860 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.v2.base [None req-d71a398d-a54a-49cc-bd1c-7cab38bd00e3 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-36404793-network', 'tenant_id': '8ce4d8e3a93d47948c1d76d8c3d75c11'}} {{(pid=103469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 14:25:21.868298 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d71a398d-a54a-49cc-bd1c-7cab38bd00e3 admin admin] Made reservation on behalf of 8ce4d8e3a93d47948c1d76d8c3d75c11 for: {'network': 1} {{(pid=103469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 14:25:21.870637 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-d71a398d-a54a-49cc-bd1c-7cab38bd00e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585126'] for network (None), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:25:21.879505 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-d71a398d-a54a-49cc-bd1c-7cab38bd00e3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:25:21.952518 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-d71a398d-a54a-49cc-bd1c-7cab38bd00e3 admin admin] Publish callbacks [] for security_group (7fe099ed-ba57-4189-820c-09f407b41c32), precommit_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:25:21.959901 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-d71a398d-a54a-49cc-bd1c-7cab38bd00e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656397'] for security_group (7fe099ed-ba57-4189-820c-09f407b41c32), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:25:21.984436 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d71a398d-a54a-49cc-bd1c-7cab38bd00e3 admin admin] vlan segment allocate from pool success with {'vlan_id': 248, 'physical_network': 'physnet1'} {{(pid=103469) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 14:25:21.994305 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71a398d-a54a-49cc-bd1c-7cab38bd00e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fe099ed-ba57-4189-820c-09f407b41c32,revision_number=1']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:25:22.002054 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-d71a398d-a54a-49cc-bd1c-7cab38bd00e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-690795'] for segment (3bdb21ad-012f-40b5-8dc8-865afeab2bf4), precommit_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:25:22.002398 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.db.segments_db [None req-d71a398d-a54a-49cc-bd1c-7cab38bd00e3 admin admin] Added segment 3bdb21ad-012f-40b5-8dc8-865afeab2bf4 of type vlan for network 3baa93cf-d7dc-4ecf-9375-3eb6fc320edd May 03 14:25:22.004567 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71a398d-a54a-49cc-bd1c-7cab38bd00e3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:25:22.004991 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71a398d-a54a-49cc-bd1c-7cab38bd00e3 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:25:22.005355 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71a398d-a54a-49cc-bd1c-7cab38bd00e3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:25:22.005699 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71a398d-a54a-49cc-bd1c-7cab38bd00e3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:25:22.006066 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71a398d-a54a-49cc-bd1c-7cab38bd00e3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:25:22.006396 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71a398d-a54a-49cc-bd1c-7cab38bd00e3 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:25:22.006722 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71a398d-a54a-49cc-bd1c-7cab38bd00e3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:25:22.007047 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71a398d-a54a-49cc-bd1c-7cab38bd00e3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:25:22.007370 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71a398d-a54a-49cc-bd1c-7cab38bd00e3 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:25:22.007696 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71a398d-a54a-49cc-bd1c-7cab38bd00e3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:25:22.008023 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71a398d-a54a-49cc-bd1c-7cab38bd00e3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:25:22.008326 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71a398d-a54a-49cc-bd1c-7cab38bd00e3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:25:22.008645 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71a398d-a54a-49cc-bd1c-7cab38bd00e3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:25:22.008961 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71a398d-a54a-49cc-bd1c-7cab38bd00e3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:25:22.009281 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71a398d-a54a-49cc-bd1c-7cab38bd00e3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:25:22.052804 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-d71a398d-a54a-49cc-bd1c-7cab38bd00e3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786920812993'] for network (3baa93cf-d7dc-4ecf-9375-3eb6fc320edd), precommit_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:25:22.079042 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-d71a398d-a54a-49cc-bd1c-7cab38bd00e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766'] for network (3baa93cf-d7dc-4ecf-9375-3eb6fc320edd), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:25:22.080180 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d71a398d-a54a-49cc-bd1c-7cab38bd00e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:25:22.080860 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-d71a398d-a54a-49cc-bd1c-7cab38bd00e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599744'] for network (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:25:22.118012 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-d71a398d-a54a-49cc-bd1c-7cab38bd00e3 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.3670964 May 03 14:25:22.118936 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.wsgi [-] (103470) accepted ('10.222.0.36', 52914) {{(pid=103470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:25:22.124621 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.v2.base [None req-21a98408-1774-4c61-8cd6-60c5cc5693a3 admin admin] Request body: {'subnet': {'network_id': '3baa93cf-d7dc-4ecf-9375-3eb6fc320edd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-36404793-subnet', 'tenant_id': '8ce4d8e3a93d47948c1d76d8c3d75c11', 'ip_version': 4}} {{(pid=103470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 14:25:22.148064 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21a98408-1774-4c61-8cd6-60c5cc5693a3 admin admin] Made reservation on behalf of 8ce4d8e3a93d47948c1d76d8c3d75c11 for: {'subnet': 1} {{(pid=103470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 14:25:22.148431 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71a398d-a54a-49cc-bd1c-7cab38bd00e3 admin admin] Pushing event updated for resources: {'Network': ['ID=3baa93cf-d7dc-4ecf-9375-3eb6fc320edd,revision_number=1']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:25:22.150717 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-21a98408-1774-4c61-8cd6-60c5cc5693a3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4621574'] for subnet (None), before_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:25:22.158856 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.rpc [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Network 3baa93cf-d7dc-4ecf-9375-3eb6fc320edd details requested by agent ovs-agent-dv-cinder-839793-5-iscsi with host dv-cinder-839793-5-iscsi {{(pid=103471) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 03 14:25:22.323948 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-21a98408-1774-4c61-8cd6-60c5cc5693a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7525895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4621592'] for subnet (dbc2cfe8-7f7f-49f9-9f40-f48aa408ac31), after_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:25:22.372566 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a98408-1774-4c61-8cd6-60c5cc5693a3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dbc2cfe8-7f7f-49f9-9f40-f48aa408ac31,revision_number=0']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:25:22.387799 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21a98408-1774-4c61-8cd6-60c5cc5693a3 admin admin] Checking segment: {'id': '3bdb21ad-012f-40b5-8dc8-865afeab2bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '3baa93cf-d7dc-4ecf-9375-3eb6fc320edd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 14:25:22.388153 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21a98408-1774-4c61-8cd6-60c5cc5693a3 admin admin] Network hostable DHCP agents. Network: 3baa93cf-d7dc-4ecf-9375-3eb6fc320edd, hostable agents: ['2d0d8db6-b1c3-4022-9f9b-561ce4a4d2d8'], hosted agents: [] {{(pid=103470) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 14:25:22.406820 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21a98408-1774-4c61-8cd6-60c5cc5693a3 admin admin] Network 3baa93cf-d7dc-4ecf-9375-3eb6fc320edd is scheduled to be hosted by DHCP agent 2d0d8db6-b1c3-4022-9f9b-561ce4a4d2d8 with binding_index 1 {{(pid=103470) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 14:25:22.416388 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.scheduler.base_scheduler [None req-21a98408-1774-4c61-8cd6-60c5cc5693a3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839793-5-iscsi, 3baa93cf-d7dc-4ecf-9375-3eb6fc320edd) {{(pid=103470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 14:25:22.420571 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21a98408-1774-4c61-8cd6-60c5cc5693a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:25:22.421304 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-21a98408-1774-4c61-8cd6-60c5cc5693a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599744'] for subnet (None), before_response {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:25:22.426356 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d6e7e72-8236-421b-9933-0c3c47151f72 None None] Network 3baa93cf-d7dc-4ecf-9375-3eb6fc320edd requested from dv-cinder-839793-5-iscsi {{(pid=103471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 03 14:25:22.438762 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [None req-21a98408-1774-4c61-8cd6-60c5cc5693a3 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.3185868 May 03 14:25:22.441493 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.wsgi [-] (103470) accepted ('10.222.0.36', 52916) {{(pid=103470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:25:22.445816 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.v2.base [None req-48cb5298-5be1-4944-b497-828052888c9c admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-36404793-router', 'tenant_id': '8ce4d8e3a93d47948c1d76d8c3d75c11', 'external_gateway_info': {'network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2'}}} {{(pid=103470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 14:25:22.467874 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-48cb5298-5be1-4944-b497-828052888c9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1703700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-104012'] for router (05fac887-dbb2-4c4c-89a8-af8aab0e9196), before_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:25:22.468963 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-48cb5298-5be1-4944-b497-828052888c9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1703864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1700637', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1742612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103989'] for router (05fac887-dbb2-4c4c-89a8-af8aab0e9196), precommit_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:25:22.527745 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-48cb5298-5be1-4944-b497-828052888c9c admin admin] Publish callbacks [] for router_controller (05fac887-dbb2-4c4c-89a8-af8aab0e9196), precommit_add_association {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:25:22.531842 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cec9479-df14-4c47-b2d2-c2b792b4d337 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a095324-fe16-59ec-838a-76a13e211480-3baa93cf-d7dc-4ecf-9375-3eb6fc320edd', 'network_id': '3baa93cf-d7dc-4ecf-9375-3eb6fc320edd', 'project_id': '8ce4d8e3a93d47948c1d76d8c3d75c11', 'fixed_ips': [{'subnet_id': 'dbc2cfe8-7f7f-49f9-9f40-f48aa408ac31'}]}} from dv-cinder-839793-5-iscsi. {{(pid=103471) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 03 14:25:22.532961 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-1cec9479-df14-4c47-b2d2-c2b792b4d337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585126'] for port (None), before_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:25:22.673403 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-48cb5298-5be1-4944-b497-828052888c9c admin admin] Publish callbacks [] for router_gateway (05fac887-dbb2-4c4c-89a8-af8aab0e9196), precommit_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:25:22.681310 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.db_base_plugin_common [None req-1cec9479-df14-4c47-b2d2-c2b792b4d337 None None] Allocated IP 172.20.0.2 (3baa93cf-d7dc-4ecf-9375-3eb6fc320edd/dbc2cfe8-7f7f-49f9-9f40-f48aa408ac31/82e03c4b-f0a1-4c91-a3a4-32e9525e7f9e) {{(pid=103471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 14:25:22.828045 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-1cec9479-df14-4c47-b2d2-c2b792b4d337 None None] Publish callbacks [] for port (82e03c4b-f0a1-4c91-a3a4-32e9525e7f9e), precommit_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:25:22.836222 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-1cec9479-df14-4c47-b2d2-c2b792b4d337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786920821396'] for port (82e03c4b-f0a1-4c91-a3a4-32e9525e7f9e), after_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:25:22.853573 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-48cb5298-5be1-4944-b497-828052888c9c admin admin] Publish callbacks [] for router_gateway (05fac887-dbb2-4c4c-89a8-af8aab0e9196), before_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:25:22.873492 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-48cb5298-5be1-4944-b497-828052888c9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585126'] for port (None), before_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:25:22.875046 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cec9479-df14-4c47-b2d2-c2b792b4d337 None None] Network 3baa93cf-d7dc-4ecf-9375-3eb6fc320edd is already hosted by enough agents. {{(pid=103471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 14:25:22.879408 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.scheduler.base_scheduler [None req-1cec9479-df14-4c47-b2d2-c2b792b4d337 None None] Resources bound (agent type, host, resource id): {{(pid=103471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 14:25:22.883041 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cec9479-df14-4c47-b2d2-c2b792b4d337 None None] Received port after_create {{(pid=103471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 14:25:22.896233 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cec9479-df14-4c47-b2d2-c2b792b4d337 None None] Pushing event updated for resources: {'Port': ['ID=82e03c4b-f0a1-4c91-a3a4-32e9525e7f9e,revision_number=1']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:25:22.946526 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.managers [None req-1cec9479-df14-4c47-b2d2-c2b792b4d337 None None] Attempting to bind port 82e03c4b-f0a1-4c91-a3a4-32e9525e7f9e on host dv-cinder-839793-5-iscsi for vnic_type normal with profile {{(pid=103471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 03 14:25:22.946806 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.managers [None req-1cec9479-df14-4c47-b2d2-c2b792b4d337 None None] Attempting to bind port 82e03c4b-f0a1-4c91-a3a4-32e9525e7f9e by drivers openvswitch,hyperv on host dv-cinder-839793-5-iscsi at level 0 using segments [{'id': '3bdb21ad-012f-40b5-8dc8-865afeab2bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '3baa93cf-d7dc-4ecf-9375-3eb6fc320edd'}] {{(pid=103471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 03 14:25:22.947162 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cec9479-df14-4c47-b2d2-c2b792b4d337 None None] Attempting to bind port 82e03c4b-f0a1-4c91-a3a4-32e9525e7f9e on network 3baa93cf-d7dc-4ecf-9375-3eb6fc320edd {{(pid=103471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 14:25:22.952315 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cec9479-df14-4c47-b2d2-c2b792b4d337 None None] Checking agent: {'id': '43411681-d6d4-43ac-b892-434a22df3f6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839793-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 14, 4, 43), 'started_at': datetime.datetime(2022, 5, 3, 14, 5, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 14, 25, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839793-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 03 14:25:22.952688 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cec9479-df14-4c47-b2d2-c2b792b4d337 None None] Checking segment: {'id': '3bdb21ad-012f-40b5-8dc8-865afeab2bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '3baa93cf-d7dc-4ecf-9375-3eb6fc320edd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 14:25:22.953155 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-1cec9479-df14-4c47-b2d2-c2b792b4d337 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:25:22.953523 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cec9479-df14-4c47-b2d2-c2b792b4d337 None None] Bound using segment: {'id': '3bdb21ad-012f-40b5-8dc8-865afeab2bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '3baa93cf-d7dc-4ecf-9375-3eb6fc320edd'} {{(pid=103471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 03 14:25:22.954024 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.managers [None req-1cec9479-df14-4c47-b2d2-c2b792b4d337 None None] Bound port: 82e03c4b-f0a1-4c91-a3a4-32e9525e7f9e, host: dv-cinder-839793-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bdb21ad-012f-40b5-8dc8-865afeab2bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '3baa93cf-d7dc-4ecf-9375-3eb6fc320edd'}}] {{(pid=103471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 03 14:25:22.954366 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-1cec9479-df14-4c47-b2d2-c2b792b4d337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585126'] for port (82e03c4b-f0a1-4c91-a3a4-32e9525e7f9e), before_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:25:22.981404 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.db.db_base_plugin_common [None req-48cb5298-5be1-4944-b497-828052888c9c admin admin] Allocated IP 172.27.3.133 (e0cd7c6d-9919-41eb-b035-2bfb3175faa2/4f18d5d6-ed18-48e7-a335-d8ef216f5f78/f8347b2b-34ae-4fb2-852d-08bc271285e9) {{(pid=103470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 14:25:23.029194 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.db [None req-1cec9479-df14-4c47-b2d2-c2b792b4d337 None None] For port 82e03c4b-f0a1-4c91-a3a4-32e9525e7f9e, host dv-cinder-839793-5-iscsi, cleared binding levels {{(pid=103471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 14:25:23.032436 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.db [None req-1cec9479-df14-4c47-b2d2-c2b792b4d337 None None] For port 82e03c4b-f0a1-4c91-a3a4-32e9525e7f9e, host dv-cinder-839793-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-5-iscsi',level=0,port_id=82e03c4b-f0a1-4c91-a3a4-32e9525e7f9e,segment=NetworkSegment(3bdb21ad-012f-40b5-8dc8-865afeab2bf4),segment_id=3bdb21ad-012f-40b5-8dc8-865afeab2bf4)] {{(pid=103471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 14:25:23.039405 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-1cec9479-df14-4c47-b2d2-c2b792b4d337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786921284783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786920821414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786920821432'] for port (82e03c4b-f0a1-4c91-a3a4-32e9525e7f9e), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:25:23.091316 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-48cb5298-5be1-4944-b497-828052888c9c admin admin] Publish callbacks [] for port (f8347b2b-34ae-4fb2-852d-08bc271285e9), precommit_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:25:23.101212 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cec9479-df14-4c47-b2d2-c2b792b4d337 None None] Pushing event updated for resources: {'Port': ['ID=82e03c4b-f0a1-4c91-a3a4-32e9525e7f9e,revision_number=2']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:25:23.129352 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-48cb5298-5be1-4944-b497-828052888c9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786920821396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7524599'] for port (f8347b2b-34ae-4fb2-852d-08bc271285e9), after_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:25:23.170405 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48cb5298-5be1-4944-b497-828052888c9c admin admin] Network e0cd7c6d-9919-41eb-b035-2bfb3175faa2 is already hosted by enough agents. {{(pid=103470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 14:25:23.175506 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.scheduler.base_scheduler [None req-48cb5298-5be1-4944-b497-828052888c9c admin admin] Resources bound (agent type, host, resource id): {{(pid=103470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 14:25:23.180458 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48cb5298-5be1-4944-b497-828052888c9c admin admin] Received port after_create {{(pid=103470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 14:25:23.200601 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cb5298-5be1-4944-b497-828052888c9c admin admin] Pushing event updated for resources: {'Port': ['ID=f8347b2b-34ae-4fb2-852d-08bc271285e9,revision_number=1']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:25:23.730929 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-48cb5298-5be1-4944-b497-828052888c9c admin admin] Publish callbacks [] for router_gateway (05fac887-dbb2-4c4c-89a8-af8aab0e9196), after_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:25:23.938845 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-48cb5298-5be1-4944-b497-828052888c9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1703809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1700802'] for router (05fac887-dbb2-4c4c-89a8-af8aab0e9196), after_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:25:23.987625 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2dff968-2ead-4d2b-b803-0663b9a1346a None None] Network 3baa93cf-d7dc-4ecf-9375-3eb6fc320edd requested from dv-cinder-839793-5-iscsi {{(pid=103471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 03 14:25:24.059118 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.provisioning_blocks [None req-325d92af-f05d-48fe-a954-720a9a7d5cb4 None None] Provisioning complete for port 82e03c4b-f0a1-4c91-a3a4-32e9525e7f9e triggered by entity DHCP. {{(pid=103471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 14:25:24.059407 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-325d92af-f05d-48fe-a954-720a9a7d5cb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749148'] for port (82e03c4b-f0a1-4c91-a3a4-32e9525e7f9e), provisioning_complete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:25:24.077049 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48cb5298-5be1-4944-b497-828052888c9c admin admin] Router 05fac887-dbb2-4c4c-89a8-af8aab0e9196 is scheduled to L3 agent 2583ee88-9503-4370-b6e4-0a676865815e with binding_index 1 {{(pid=103470) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 03 14:25:24.176614 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [None req-325d92af-f05d-48fe-a954-720a9a7d5cb4 None None] Current status of the port 82e03c4b-f0a1-4c91-a3a4-32e9525e7f9e is: DOWN; New status is: ACTIVE {{(pid=103471) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 14:25:24.177143 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-325d92af-f05d-48fe-a954-720a9a7d5cb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585126'] for port (82e03c4b-f0a1-4c91-a3a4-32e9525e7f9e), before_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:25:24.193640 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48cb5298-5be1-4944-b497-828052888c9c admin admin] Notify agent at l3_agent.dv-cinder-839793-5-iscsi the message routers_updated {{(pid=103470) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 14:25:24.211933 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e82516b6-f439-4196-b4f2-280c3a63903d None None] Sync routers for ids ['05fac887-dbb2-4c4c-89a8-af8aab0e9196'] in dv-cinder-839793-5-iscsi {{(pid=103471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 14:25:24.216682 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-48cb5298-5be1-4944-b497-828052888c9c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:25:24.217933 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.db [None req-325d92af-f05d-48fe-a954-720a9a7d5cb4 None None] For port 82e03c4b-f0a1-4c91-a3a4-32e9525e7f9e, host dv-cinder-839793-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-5-iscsi',level=0,port_id=82e03c4b-f0a1-4c91-a3a4-32e9525e7f9e,segment=NetworkSegment(3bdb21ad-012f-40b5-8dc8-865afeab2bf4),segment_id=3bdb21ad-012f-40b5-8dc8-865afeab2bf4)] {{(pid=103471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 14:25:24.221596 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [None req-48cb5298-5be1-4944-b497-828052888c9c admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.7766237 May 03 14:25:24.222368 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.wsgi [-] (103470) accepted ('10.222.0.36', 52918) {{(pid=103470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:25:24.226260 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e82516b6-f439-4196-b4f2-280c3a63903d None None] Routers {'05fac887-dbb2-4c4c-89a8-af8aab0e9196'} bound to L3 agent in host dv-cinder-839793-5-iscsi {{(pid=103471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 14:25:24.226915 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.l3_hamode_db [None req-e82516b6-f439-4196-b4f2-280c3a63903d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-03T14:04:39Z,description=,heartbeat_timestamp=2022-05-03T14:25:09Z,host='dv-cinder-839793-5-iscsi',id=2583ee88-9503-4370-b6e4-0a676865815e,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T14:04:39Z,topic='l3_agent')) {'router_ids': ['05fac887-dbb2-4c4c-89a8-af8aab0e9196'], 'active': True} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:25:24.231111 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-325d92af-f05d-48fe-a954-720a9a7d5cb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786921284783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786920821414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786920821432'] for port (82e03c4b-f0a1-4c91-a3a4-32e9525e7f9e), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:25:24.361147 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325d92af-f05d-48fe-a954-720a9a7d5cb4 None None] Pushing event updated for resources: {'Port': ['ID=82e03c4b-f0a1-4c91-a3a4-32e9525e7f9e,revision_number=3']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:25:24.374491 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.provisioning_blocks [None req-51bfe7b1-7af1-4f98-b0d0-62e9b0640611 None None] Provisioning complete for port 82e03c4b-f0a1-4c91-a3a4-32e9525e7f9e triggered by entity DHCP. {{(pid=103471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 14:25:24.374860 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-51bfe7b1-7af1-4f98-b0d0-62e9b0640611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749148'] for port (82e03c4b-f0a1-4c91-a3a4-32e9525e7f9e), provisioning_complete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:25:24.409487 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvr_db [None req-e82516b6-f439-4196-b4f2-280c3a63903d None None] Set router 05fac887-dbb2-4c4c-89a8-af8aab0e9196 gateway port host: dv-cinder-839793-5-iscsi {{(pid=103471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 14:25:24.573354 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [None req-51bfe7b1-7af1-4f98-b0d0-62e9b0640611 None None] Current status of the port 82e03c4b-f0a1-4c91-a3a4-32e9525e7f9e is: ACTIVE; New status is: ACTIVE {{(pid=103471) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 14:25:24.619416 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.l3_hamode_db [None req-e82516b6-f439-4196-b4f2-280c3a63903d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05fac887-dbb2-4c4c-89a8-af8aab0e9196', 'name': 'tempest-TestShelveInstance-36404793-router', 'tenant_id': '8ce4d8e3a93d47948c1d76d8c3d75c11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2', 'external_fixed_ips': [{'subnet_id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': 'f8347b2b-34ae-4fb2-852d-08bc271285e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T14:25:22Z', 'updated_at': '2022-05-03T14:25:23Z', 'revision_number': 3, 'project_id': '8ce4d8e3a93d47948c1d76d8c3d75c11', 'gw_port': {'id': 'f8347b2b-34ae-4fb2-852d-08bc271285e9', 'name': '', 'network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:c5:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05fac887-dbb2-4c4c-89a8-af8aab0e9196', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:25:22Z', 'updated_at': '2022-05-03T14:25:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-5-iscsi'}], 'dv-cinder-839793-5-iscsi', False) {} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:25:24.657710 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-d7739322-93b1-4183-84c0-5406042e3b41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585126'] for port (None), before_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:25:24.779482 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e82516b6-f439-4196-b4f2-280c3a63903d None None] Checking router: 05fac887-dbb2-4c4c-89a8-af8aab0e9196 for host: dv-cinder-839793-5-iscsi {{(pid=103471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 14:25:24.780052 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e82516b6-f439-4196-b4f2-280c3a63903d None None] Updating router 05fac887-dbb2-4c4c-89a8-af8aab0e9196 port f8347b2b-34ae-4fb2-852d-08bc271285e9 binding host dv-cinder-839793-5-iscsi {{(pid=103471) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 03 14:25:24.807241 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-e82516b6-f439-4196-b4f2-280c3a63903d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585126'] for port (f8347b2b-34ae-4fb2-852d-08bc271285e9), before_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:25:24.825390 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.db.db_base_plugin_common [None req-d7739322-93b1-4183-84c0-5406042e3b41 admin admin] Allocated IP 172.20.0.1 (3baa93cf-d7dc-4ecf-9375-3eb6fc320edd/dbc2cfe8-7f7f-49f9-9f40-f48aa408ac31/e5d6751f-bee4-4d4f-9b06-f5c2055e4884) {{(pid=103470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 14:25:24.906522 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.rpc [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Device 82e03c4b-f0a1-4c91-a3a4-32e9525e7f9e up at agent ovs-agent-dv-cinder-839793-5-iscsi {{(pid=103471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 14:25:24.943486 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-d7739322-93b1-4183-84c0-5406042e3b41 admin admin] Publish callbacks [] for port (e5d6751f-bee4-4d4f-9b06-f5c2055e4884), precommit_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:25:24.980736 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-d7739322-93b1-4183-84c0-5406042e3b41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786920821396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7524599'] for port (e5d6751f-bee4-4d4f-9b06-f5c2055e4884), after_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:25:25.016471 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7739322-93b1-4183-84c0-5406042e3b41 admin admin] Network 3baa93cf-d7dc-4ecf-9375-3eb6fc320edd is already hosted by enough agents. {{(pid=103470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 14:25:25.017091 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.provisioning_blocks [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Provisioning complete for port 82e03c4b-f0a1-4c91-a3a4-32e9525e7f9e triggered by entity L2. {{(pid=103471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 14:25:25.017642 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749148'] for port (82e03c4b-f0a1-4c91-a3a4-32e9525e7f9e), provisioning_complete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:25:25.021109 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.scheduler.base_scheduler [None req-d7739322-93b1-4183-84c0-5406042e3b41 admin admin] Resources bound (agent type, host, resource id): {{(pid=103470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 14:25:25.023762 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7739322-93b1-4183-84c0-5406042e3b41 admin admin] Received port after_create {{(pid=103470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 14:25:25.051338 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7739322-93b1-4183-84c0-5406042e3b41 admin admin] Pushing event updated for resources: {'Port': ['ID=e5d6751f-bee4-4d4f-9b06-f5c2055e4884,revision_number=1']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:25:25.069783 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-d7739322-93b1-4183-84c0-5406042e3b41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1691063'] for router_interface (05fac887-dbb2-4c4c-89a8-af8aab0e9196), before_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:25:25.171287 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-e82516b6-f439-4196-b4f2-280c3a63903d None None] Publish callbacks [] for port (f8347b2b-34ae-4fb2-852d-08bc271285e9), precommit_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:25:25.173718 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Current status of the port 82e03c4b-f0a1-4c91-a3a4-32e9525e7f9e is: ACTIVE; New status is: ACTIVE {{(pid=103471) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 14:25:25.181564 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-e82516b6-f439-4196-b4f2-280c3a63903d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786921284783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786920821414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786920821432'] for port (f8347b2b-34ae-4fb2-852d-08bc271285e9), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:25:25.217491 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-d7739322-93b1-4183-84c0-5406042e3b41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585126'] for port (e5d6751f-bee4-4d4f-9b06-f5c2055e4884), before_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:25:25.236564 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf18f7d-1b7b-462a-897e-0eb40c2476ed None None] Pushing event updated for resources: {'Port': ['ID=f8347b2b-34ae-4fb2-852d-08bc271285e9,revision_number=2']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:25:25.239349 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.managers [None req-e82516b6-f439-4196-b4f2-280c3a63903d None None] Attempting to bind port f8347b2b-34ae-4fb2-852d-08bc271285e9 on host dv-cinder-839793-5-iscsi for vnic_type normal with profile {{(pid=103471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 03 14:25:25.239716 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.managers [None req-e82516b6-f439-4196-b4f2-280c3a63903d None None] Attempting to bind port f8347b2b-34ae-4fb2-852d-08bc271285e9 by drivers openvswitch,hyperv on host dv-cinder-839793-5-iscsi at level 0 using segments [{'id': '331ae69a-aeba-4f56-bd87-f289cf94ba88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2'}] {{(pid=103471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 03 14:25:25.240071 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e82516b6-f439-4196-b4f2-280c3a63903d None None] Attempting to bind port f8347b2b-34ae-4fb2-852d-08bc271285e9 on network e0cd7c6d-9919-41eb-b035-2bfb3175faa2 {{(pid=103471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 14:25:25.245888 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e82516b6-f439-4196-b4f2-280c3a63903d None None] Checking agent: {'id': '43411681-d6d4-43ac-b892-434a22df3f6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839793-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 14, 4, 43), 'started_at': datetime.datetime(2022, 5, 3, 14, 5, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 14, 25, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839793-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 03 14:25:25.246256 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e82516b6-f439-4196-b4f2-280c3a63903d None None] Checking segment: {'id': '331ae69a-aeba-4f56-bd87-f289cf94ba88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 14:25:25.246656 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-e82516b6-f439-4196-b4f2-280c3a63903d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:25:25.247041 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e82516b6-f439-4196-b4f2-280c3a63903d None None] Bound using segment: {'id': '331ae69a-aeba-4f56-bd87-f289cf94ba88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2'} {{(pid=103471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 03 14:25:25.247502 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.managers [None req-e82516b6-f439-4196-b4f2-280c3a63903d None None] Bound port: f8347b2b-34ae-4fb2-852d-08bc271285e9, host: dv-cinder-839793-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '331ae69a-aeba-4f56-bd87-f289cf94ba88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2'}}] {{(pid=103471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 03 14:25:25.247876 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-e82516b6-f439-4196-b4f2-280c3a63903d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585126'] for port (f8347b2b-34ae-4fb2-852d-08bc271285e9), before_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:25:25.309719 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.provisioning_blocks [None req-4a564670-d641-4944-a247-cb5939c39e8d None None] Provisioning complete for port e5d6751f-bee4-4d4f-9b06-f5c2055e4884 triggered by entity DHCP. {{(pid=103471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 14:25:25.310010 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-4a564670-d641-4944-a247-cb5939c39e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749148'] for port (e5d6751f-bee4-4d4f-9b06-f5c2055e4884), provisioning_complete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:25:25.312611 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.db [None req-e82516b6-f439-4196-b4f2-280c3a63903d None None] For port f8347b2b-34ae-4fb2-852d-08bc271285e9, host dv-cinder-839793-5-iscsi, cleared binding levels {{(pid=103471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 14:25:25.316662 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.db [None req-e82516b6-f439-4196-b4f2-280c3a63903d None None] For port f8347b2b-34ae-4fb2-852d-08bc271285e9, host dv-cinder-839793-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-5-iscsi',level=0,port_id=f8347b2b-34ae-4fb2-852d-08bc271285e9,segment=NetworkSegment(331ae69a-aeba-4f56-bd87-f289cf94ba88),segment_id=331ae69a-aeba-4f56-bd87-f289cf94ba88)] {{(pid=103471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 14:25:25.344354 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-e82516b6-f439-4196-b4f2-280c3a63903d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786921284783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786920821414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786920821432'] for port (f8347b2b-34ae-4fb2-852d-08bc271285e9), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:25:25.380941 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [None req-4a564670-d641-4944-a247-cb5939c39e8d None None] Port e5d6751f-bee4-4d4f-9b06-f5c2055e4884 cannot update to ACTIVE because it is not bound. {{(pid=103471) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 03 14:25:25.388998 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-d7739322-93b1-4183-84c0-5406042e3b41 admin admin] Publish callbacks [] for port (e5d6751f-bee4-4d4f-9b06-f5c2055e4884), precommit_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:25:25.396408 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-d7739322-93b1-4183-84c0-5406042e3b41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786921284783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786920821414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786920821432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7524494'] for port (e5d6751f-bee4-4d4f-9b06-f5c2055e4884), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:25:25.414253 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf18f7d-1b7b-462a-897e-0eb40c2476ed None None] Pushing event updated for resources: {'Port': ['ID=f8347b2b-34ae-4fb2-852d-08bc271285e9,revision_number=3']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:25:25.416721 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e82516b6-f439-4196-b4f2-280c3a63903d None None] Routers {'05fac887-dbb2-4c4c-89a8-af8aab0e9196'} bound to L3 agent in host dv-cinder-839793-5-iscsi {{(pid=103471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 14:25:25.417353 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.l3_hamode_db [None req-e82516b6-f439-4196-b4f2-280c3a63903d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-03T14:04:39Z,description=,heartbeat_timestamp=2022-05-03T14:25:09Z,host='dv-cinder-839793-5-iscsi',id=2583ee88-9503-4370-b6e4-0a676865815e,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T14:04:39Z,topic='l3_agent')) {'router_ids': ['05fac887-dbb2-4c4c-89a8-af8aab0e9196'], 'active': True} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:25:25.467834 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-d7739322-93b1-4183-84c0-5406042e3b41 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1599844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1690985'] for router_interface (05fac887-dbb2-4c4c-89a8-af8aab0e9196), after_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:25:25.470537 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7739322-93b1-4183-84c0-5406042e3b41 admin admin] Pushing event updated for resources: {'Port': ['ID=e5d6751f-bee4-4d4f-9b06-f5c2055e4884,revision_number=2']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:25:25.533960 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvr_db [None req-e82516b6-f439-4196-b4f2-280c3a63903d None None] Set router 05fac887-dbb2-4c4c-89a8-af8aab0e9196 gateway port host: dv-cinder-839793-5-iscsi {{(pid=103471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 14:25:25.564810 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7739322-93b1-4183-84c0-5406042e3b41 admin admin] Network 3baa93cf-d7dc-4ecf-9375-3eb6fc320edd is already hosted by enough agents. {{(pid=103470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 14:25:25.566443 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.scheduler.base_scheduler [None req-d7739322-93b1-4183-84c0-5406042e3b41 admin admin] Resources bound (agent type, host, resource id): {{(pid=103470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 14:25:25.688574 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7739322-93b1-4183-84c0-5406042e3b41 admin admin] Router 05fac887-dbb2-4c4c-89a8-af8aab0e9196 has already been hosted by L3 agent 2583ee88-9503-4370-b6e4-0a676865815e {{(pid=103470) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 14:25:25.731687 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.l3_hamode_db [None req-e82516b6-f439-4196-b4f2-280c3a63903d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05fac887-dbb2-4c4c-89a8-af8aab0e9196', 'name': 'tempest-TestShelveInstance-36404793-router', 'tenant_id': '8ce4d8e3a93d47948c1d76d8c3d75c11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2', 'external_fixed_ips': [{'subnet_id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': 'f8347b2b-34ae-4fb2-852d-08bc271285e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T14:25:22Z', 'updated_at': '2022-05-03T14:25:25Z', 'revision_number': 4, 'project_id': '8ce4d8e3a93d47948c1d76d8c3d75c11', 'gw_port': {'id': 'f8347b2b-34ae-4fb2-852d-08bc271285e9', 'name': '', 'network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:c5:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05fac887-dbb2-4c4c-89a8-af8aab0e9196', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:25:22Z', 'updated_at': '2022-05-03T14:25:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-5-iscsi', '_interfaces': [{'id': 'e5d6751f-bee4-4d4f-9b06-f5c2055e4884', 'name': '', 'network_id': '3baa93cf-d7dc-4ecf-9375-3eb6fc320edd', 'tenant_id': '8ce4d8e3a93d47948c1d76d8c3d75c11', 'mac_address': 'fa:16:3e:80:24:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05fac887-dbb2-4c4c-89a8-af8aab0e9196', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': 'dbc2cfe8-7f7f-49f9-9f40-f48aa408ac31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:25:24Z', 'updated_at': '2022-05-03T14:25:25Z', 'revision_number': 2, 'project_id': '8ce4d8e3a93d47948c1d76d8c3d75c11', 'subnets': [{'id': 'dbc2cfe8-7f7f-49f9-9f40-f48aa408ac31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-5-iscsi', False) {} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:25:25.764782 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e82516b6-f439-4196-b4f2-280c3a63903d None None] The sync data for ids ['05fac887-dbb2-4c4c-89a8-af8aab0e9196'] in dv-cinder-839793-5-iscsi is: [{'id': '05fac887-dbb2-4c4c-89a8-af8aab0e9196', 'name': 'tempest-TestShelveInstance-36404793-router', 'tenant_id': '8ce4d8e3a93d47948c1d76d8c3d75c11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2', 'external_fixed_ips': [{'subnet_id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': 'f8347b2b-34ae-4fb2-852d-08bc271285e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T14:25:22Z', 'updated_at': '2022-05-03T14:25:25Z', 'revision_number': 4, 'project_id': '8ce4d8e3a93d47948c1d76d8c3d75c11', 'gw_port': {'id': 'f8347b2b-34ae-4fb2-852d-08bc271285e9', 'name': '', 'network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:c5:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05fac887-dbb2-4c4c-89a8-af8aab0e9196', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:25:22Z', 'updated_at': '2022-05-03T14:25:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-5-iscsi', '_interfaces': [{'id': 'e5d6751f-bee4-4d4f-9b06-f5c2055e4884', 'name': '', 'network_id': '3baa93cf-d7dc-4ecf-9375-3eb6fc320edd', 'tenant_id': '8ce4d8e3a93d47948c1d76d8c3d75c11', 'mac_address': 'fa:16:3e:80:24:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05fac887-dbb2-4c4c-89a8-af8aab0e9196', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': 'dbc2cfe8-7f7f-49f9-9f40-f48aa408ac31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:25:24Z', 'updated_at': '2022-05-03T14:25:25Z', 'revision_number': 2, 'project_id': '8ce4d8e3a93d47948c1d76d8c3d75c11', 'subnets': [{'id': 'dbc2cfe8-7f7f-49f9-9f40-f48aa408ac31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 14:25:25.800375 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.provisioning_blocks [None req-f992034c-df17-40de-abc2-37ff5eb9458b None None] Provisioning complete for port e5d6751f-bee4-4d4f-9b06-f5c2055e4884 triggered by entity DHCP. {{(pid=103471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 14:25:25.800781 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-f992034c-df17-40de-abc2-37ff5eb9458b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749148'] for port (e5d6751f-bee4-4d4f-9b06-f5c2055e4884), provisioning_complete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:25:25.807284 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7739322-93b1-4183-84c0-5406042e3b41 admin admin] Notify agent at l3_agent.dv-cinder-839793-5-iscsi the message routers_updated {{(pid=103470) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 14:25:25.821175 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [None req-d7739322-93b1-4183-84c0-5406042e3b41 admin admin] 10.222.0.36 "PUT /v2.0/routers/05fac887-dbb2-4c4c-89a8-af8aab0e9196/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5891321 May 03 14:25:25.837242 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [None req-f992034c-df17-40de-abc2-37ff5eb9458b None None] Port e5d6751f-bee4-4d4f-9b06-f5c2055e4884 cannot update to ACTIVE because it is not bound. {{(pid=103471) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 03 14:25:26.340037 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.wsgi [-] (103470) accepted ('10.222.0.36', 52934) {{(pid=103470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:25:26.344277 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.v2.base [None req-44a5aac1-10d1-4239-a9de-3d78dac041a9 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-775459529-network', 'tenant_id': 'a2d6511d9945487d8d3a5d7da11c6164'}} {{(pid=103470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 14:25:26.364674 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44a5aac1-10d1-4239-a9de-3d78dac041a9 admin admin] Made reservation on behalf of a2d6511d9945487d8d3a5d7da11c6164 for: {'network': 1} {{(pid=103470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 14:25:26.367275 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-44a5aac1-10d1-4239-a9de-3d78dac041a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585126'] for network (None), before_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:25:26.386117 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-44a5aac1-10d1-4239-a9de-3d78dac041a9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:25:26.473570 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-44a5aac1-10d1-4239-a9de-3d78dac041a9 admin admin] Publish callbacks [] for security_group (b92125cc-349d-4963-85c5-3fb5d86f1608), precommit_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:25:26.478505 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-44a5aac1-10d1-4239-a9de-3d78dac041a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656397'] for security_group (b92125cc-349d-4963-85c5-3fb5d86f1608), after_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:25:26.505009 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44a5aac1-10d1-4239-a9de-3d78dac041a9 admin admin] vlan segment allocate from pool success with {'vlan_id': 203, 'physical_network': 'physnet1'} {{(pid=103470) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 14:25:26.515621 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a5aac1-10d1-4239-a9de-3d78dac041a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b92125cc-349d-4963-85c5-3fb5d86f1608,revision_number=1']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:25:26.521119 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-44a5aac1-10d1-4239-a9de-3d78dac041a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-690795'] for segment (27ff035f-4fed-4c4d-bcaa-f0e987b0a393), precommit_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:25:26.521497 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.db.segments_db [None req-44a5aac1-10d1-4239-a9de-3d78dac041a9 admin admin] Added segment 27ff035f-4fed-4c4d-bcaa-f0e987b0a393 of type vlan for network dc56b443-ad38-4eb6-9bca-f424748ceffc May 03 14:25:26.564036 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-44a5aac1-10d1-4239-a9de-3d78dac041a9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786920812993'] for network (dc56b443-ad38-4eb6-9bca-f424748ceffc), precommit_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:25:26.592338 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-44a5aac1-10d1-4239-a9de-3d78dac041a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766'] for network (dc56b443-ad38-4eb6-9bca-f424748ceffc), after_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:25:26.593428 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44a5aac1-10d1-4239-a9de-3d78dac041a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:25:26.594008 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-44a5aac1-10d1-4239-a9de-3d78dac041a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599744'] for network (None), before_response {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:25:26.660935 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [None req-44a5aac1-10d1-4239-a9de-3d78dac041a9 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3180428 May 03 14:25:26.660935 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a5aac1-10d1-4239-a9de-3d78dac041a9 admin admin] Pushing event updated for resources: {'Network': ['ID=dc56b443-ad38-4eb6-9bca-f424748ceffc,revision_number=1']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:25:26.662110 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.36', 52936) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:25:26.670143 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.rpc [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Network dc56b443-ad38-4eb6-9bca-f424748ceffc details requested by agent ovs-agent-dv-cinder-839793-5-iscsi with host dv-cinder-839793-5-iscsi {{(pid=103471) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 03 14:25:26.672890 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.v2.base [None req-770fcf4f-8a48-4d82-bec5-f6eb7c2e9dfa admin admin] Request body: {'subnet': {'network_id': 'dc56b443-ad38-4eb6-9bca-f424748ceffc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-775459529-subnet', 'tenant_id': 'a2d6511d9945487d8d3a5d7da11c6164', 'ip_version': 4}} {{(pid=103469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 14:25:26.695405 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-770fcf4f-8a48-4d82-bec5-f6eb7c2e9dfa admin admin] Made reservation on behalf of a2d6511d9945487d8d3a5d7da11c6164 for: {'subnet': 1} {{(pid=103469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 14:25:26.698146 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-770fcf4f-8a48-4d82-bec5-f6eb7c2e9dfa admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4510186'] for subnet (None), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:25:26.880488 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-770fcf4f-8a48-4d82-bec5-f6eb7c2e9dfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6177775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4510196'] for subnet (53b55e21-4a1e-49fb-9fe3-f6f981c5c827), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:25:26.899613 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.rpc [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Device f8347b2b-34ae-4fb2-852d-08bc271285e9 up at agent ovs-agent-dv-cinder-839793-5-iscsi {{(pid=103471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 14:25:26.931274 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770fcf4f-8a48-4d82-bec5-f6eb7c2e9dfa admin admin] Pushing event updated for resources: {'Subnet': ['ID=53b55e21-4a1e-49fb-9fe3-f6f981c5c827,revision_number=0']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:25:26.947967 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-770fcf4f-8a48-4d82-bec5-f6eb7c2e9dfa admin admin] Checking segment: {'id': '27ff035f-4fed-4c4d-bcaa-f0e987b0a393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'dc56b443-ad38-4eb6-9bca-f424748ceffc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 14:25:26.948261 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-770fcf4f-8a48-4d82-bec5-f6eb7c2e9dfa admin admin] Network hostable DHCP agents. Network: dc56b443-ad38-4eb6-9bca-f424748ceffc, hostable agents: ['2d0d8db6-b1c3-4022-9f9b-561ce4a4d2d8'], hosted agents: [] {{(pid=103469) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 14:25:26.955546 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.provisioning_blocks [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Provisioning complete for port f8347b2b-34ae-4fb2-852d-08bc271285e9 triggered by entity L2. {{(pid=103471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 14:25:26.955915 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749148'] for port (f8347b2b-34ae-4fb2-852d-08bc271285e9), provisioning_complete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:25:26.975224 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-770fcf4f-8a48-4d82-bec5-f6eb7c2e9dfa admin admin] Network dc56b443-ad38-4eb6-9bca-f424748ceffc is scheduled to be hosted by DHCP agent 2d0d8db6-b1c3-4022-9f9b-561ce4a4d2d8 with binding_index 1 {{(pid=103469) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 14:25:26.987095 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.scheduler.base_scheduler [None req-770fcf4f-8a48-4d82-bec5-f6eb7c2e9dfa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839793-5-iscsi, dc56b443-ad38-4eb6-9bca-f424748ceffc) {{(pid=103469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 14:25:26.998944 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-770fcf4f-8a48-4d82-bec5-f6eb7c2e9dfa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:25:26.999775 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-770fcf4f-8a48-4d82-bec5-f6eb7c2e9dfa admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:25:27.000958 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-929d6ecf-6b6f-4e9a-a37d-8db133ca626c None None] Network dc56b443-ad38-4eb6-9bca-f424748ceffc requested from dv-cinder-839793-5-iscsi {{(pid=103471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 03 14:25:27.017319 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-770fcf4f-8a48-4d82-bec5-f6eb7c2e9dfa admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3546855 May 03 14:25:27.019962 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.36', 52938) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:25:27.024475 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.v2.base [None req-9b5cfbb8-f85d-4cf4-b2f2-63df30644c00 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-775459529-router', 'tenant_id': 'a2d6511d9945487d8d3a5d7da11c6164', 'external_gateway_info': {'network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2'}}} {{(pid=103469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 14:25:27.046292 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-9b5cfbb8-f85d-4cf4-b2f2-63df30644c00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1703700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-104012'] for router (f501da56-5449-4dd4-8754-09ef92a1d54c), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:25:27.047348 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-9b5cfbb8-f85d-4cf4-b2f2-63df30644c00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1703864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1700637', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1742612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103989'] for router (f501da56-5449-4dd4-8754-09ef92a1d54c), precommit_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:25:27.103447 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-9b5cfbb8-f85d-4cf4-b2f2-63df30644c00 admin admin] Publish callbacks [] for router_controller (f501da56-5449-4dd4-8754-09ef92a1d54c), precommit_add_association {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:25:27.117864 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Current status of the port f8347b2b-34ae-4fb2-852d-08bc271285e9 is: DOWN; New status is: ACTIVE {{(pid=103471) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 14:25:27.118391 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585126'] for port (f8347b2b-34ae-4fb2-852d-08bc271285e9), before_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:25:27.152419 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6500f50-af0b-4ac3-8864-9b69000ddfc7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a095324-fe16-59ec-838a-76a13e211480-dc56b443-ad38-4eb6-9bca-f424748ceffc', 'network_id': 'dc56b443-ad38-4eb6-9bca-f424748ceffc', 'project_id': 'a2d6511d9945487d8d3a5d7da11c6164', 'fixed_ips': [{'subnet_id': '53b55e21-4a1e-49fb-9fe3-f6f981c5c827'}]}} from dv-cinder-839793-5-iscsi. {{(pid=103471) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 03 14:25:27.153271 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-b6500f50-af0b-4ac3-8864-9b69000ddfc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585126'] for port (None), before_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:25:27.159622 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.db [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] For port f8347b2b-34ae-4fb2-852d-08bc271285e9, host dv-cinder-839793-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-5-iscsi',level=0,port_id=f8347b2b-34ae-4fb2-852d-08bc271285e9,segment=NetworkSegment(331ae69a-aeba-4f56-bd87-f289cf94ba88),segment_id=331ae69a-aeba-4f56-bd87-f289cf94ba88)] {{(pid=103471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 14:25:27.169094 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786921284783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786920821414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786920821432'] for port (f8347b2b-34ae-4fb2-852d-08bc271285e9), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:25:27.251534 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-9b5cfbb8-f85d-4cf4-b2f2-63df30644c00 admin admin] Publish callbacks [] for router_gateway (f501da56-5449-4dd4-8754-09ef92a1d54c), precommit_update {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:25:27.284228 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Pushing event updated for resources: {'Port': ['ID=f8347b2b-34ae-4fb2-852d-08bc271285e9,revision_number=4']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:25:27.335147 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.db_base_plugin_common [None req-b6500f50-af0b-4ac3-8864-9b69000ddfc7 None None] Allocated IP 172.20.0.2 (dc56b443-ad38-4eb6-9bca-f424748ceffc/53b55e21-4a1e-49fb-9fe3-f6f981c5c827/48ddc56f-8332-4270-b6d9-53949ffe74b7) {{(pid=103471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 14:25:27.470689 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-9b5cfbb8-f85d-4cf4-b2f2-63df30644c00 admin admin] Publish callbacks [] for router_gateway (f501da56-5449-4dd4-8754-09ef92a1d54c), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:25:27.493612 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-9b5cfbb8-f85d-4cf4-b2f2-63df30644c00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585126'] for port (None), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:25:27.531711 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-b6500f50-af0b-4ac3-8864-9b69000ddfc7 None None] Publish callbacks [] for port (48ddc56f-8332-4270-b6d9-53949ffe74b7), precommit_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:25:27.539309 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-b6500f50-af0b-4ac3-8864-9b69000ddfc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786920821396'] for port (48ddc56f-8332-4270-b6d9-53949ffe74b7), after_create {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:25:27.575257 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6500f50-af0b-4ac3-8864-9b69000ddfc7 None None] Network dc56b443-ad38-4eb6-9bca-f424748ceffc is already hosted by enough agents. {{(pid=103471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 14:25:27.579738 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.scheduler.base_scheduler [None req-b6500f50-af0b-4ac3-8864-9b69000ddfc7 None None] Resources bound (agent type, host, resource id): {{(pid=103471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 14:25:27.585972 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6500f50-af0b-4ac3-8864-9b69000ddfc7 None None] Received port after_create {{(pid=103471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 14:25:27.595756 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6500f50-af0b-4ac3-8864-9b69000ddfc7 None None] Pushing event updated for resources: {'Port': ['ID=48ddc56f-8332-4270-b6d9-53949ffe74b7,revision_number=1']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:25:27.609552 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.db.db_base_plugin_common [None req-9b5cfbb8-f85d-4cf4-b2f2-63df30644c00 admin admin] Allocated IP 172.27.3.120 (e0cd7c6d-9919-41eb-b035-2bfb3175faa2/4f18d5d6-ed18-48e7-a335-d8ef216f5f78/729c7e39-3df2-4c9c-9386-9a6ce9a86fe8) {{(pid=103469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 14:25:27.650538 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.managers [None req-b6500f50-af0b-4ac3-8864-9b69000ddfc7 None None] Attempting to bind port 48ddc56f-8332-4270-b6d9-53949ffe74b7 on host dv-cinder-839793-5-iscsi for vnic_type normal with profile {{(pid=103471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 03 14:25:27.651424 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.managers [None req-b6500f50-af0b-4ac3-8864-9b69000ddfc7 None None] Attempting to bind port 48ddc56f-8332-4270-b6d9-53949ffe74b7 by drivers openvswitch,hyperv on host dv-cinder-839793-5-iscsi at level 0 using segments [{'id': '27ff035f-4fed-4c4d-bcaa-f0e987b0a393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'dc56b443-ad38-4eb6-9bca-f424748ceffc'}] {{(pid=103471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 03 14:25:27.651632 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6500f50-af0b-4ac3-8864-9b69000ddfc7 None None] Attempting to bind port 48ddc56f-8332-4270-b6d9-53949ffe74b7 on network dc56b443-ad38-4eb6-9bca-f424748ceffc {{(pid=103471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 14:25:27.657020 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6500f50-af0b-4ac3-8864-9b69000ddfc7 None None] Checking agent: {'id': '43411681-d6d4-43ac-b892-434a22df3f6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839793-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 14, 4, 43), 'started_at': datetime.datetime(2022, 5, 3, 14, 5, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 14, 25, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839793-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 03 14:25:27.657507 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6500f50-af0b-4ac3-8864-9b69000ddfc7 None None] Checking segment: {'id': '27ff035f-4fed-4c4d-bcaa-f0e987b0a393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'dc56b443-ad38-4eb6-9bca-f424748ceffc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 14:25:27.657974 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-b6500f50-af0b-4ac3-8864-9b69000ddfc7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:25:27.658523 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6500f50-af0b-4ac3-8864-9b69000ddfc7 None None] Bound using segment: {'id': '27ff035f-4fed-4c4d-bcaa-f0e987b0a393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'dc56b443-ad38-4eb6-9bca-f424748ceffc'} {{(pid=103471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 03 14:25:27.659067 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.managers [None req-b6500f50-af0b-4ac3-8864-9b69000ddfc7 None None] Bound port: 48ddc56f-8332-4270-b6d9-53949ffe74b7, host: dv-cinder-839793-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27ff035f-4fed-4c4d-bcaa-f0e987b0a393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'dc56b443-ad38-4eb6-9bca-f424748ceffc'}}] {{(pid=103471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 03 14:25:27.659503 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-b6500f50-af0b-4ac3-8864-9b69000ddfc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585126'] for port (48ddc56f-8332-4270-b6d9-53949ffe74b7), before_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:25:27.717534 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-9b5cfbb8-f85d-4cf4-b2f2-63df30644c00 admin admin] Publish callbacks [] for port (729c7e39-3df2-4c9c-9386-9a6ce9a86fe8), precommit_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:25:27.754500 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-9b5cfbb8-f85d-4cf4-b2f2-63df30644c00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786920821396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6178079'] for port (729c7e39-3df2-4c9c-9386-9a6ce9a86fe8), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:25:27.769238 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6212d219-7bd7-46d6-9ab2-17b9c92ab0e2 None None] Sync routers for ids ['05fac887-dbb2-4c4c-89a8-af8aab0e9196'] in dv-cinder-839793-5-iscsi {{(pid=103472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 14:25:27.779622 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6212d219-7bd7-46d6-9ab2-17b9c92ab0e2 None None] Routers {'05fac887-dbb2-4c4c-89a8-af8aab0e9196'} bound to L3 agent in host dv-cinder-839793-5-iscsi {{(pid=103472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 14:25:27.780369 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.db.l3_hamode_db [None req-6212d219-7bd7-46d6-9ab2-17b9c92ab0e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-03T14:04:39Z,description=,heartbeat_timestamp=2022-05-03T14:25:09Z,host='dv-cinder-839793-5-iscsi',id=2583ee88-9503-4370-b6e4-0a676865815e,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T14:04:39Z,topic='l3_agent')) {'router_ids': ['05fac887-dbb2-4c4c-89a8-af8aab0e9196'], 'active': True} {{(pid=103472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:25:27.807566 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b5cfbb8-f85d-4cf4-b2f2-63df30644c00 admin admin] Network e0cd7c6d-9919-41eb-b035-2bfb3175faa2 is already hosted by enough agents. {{(pid=103469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 14:25:27.810832 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.scheduler.base_scheduler [None req-9b5cfbb8-f85d-4cf4-b2f2-63df30644c00 admin admin] Resources bound (agent type, host, resource id): {{(pid=103469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 14:25:27.813643 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b5cfbb8-f85d-4cf4-b2f2-63df30644c00 admin admin] Received port after_create {{(pid=103469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 14:25:27.843011 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5cfbb8-f85d-4cf4-b2f2-63df30644c00 admin admin] Pushing event updated for resources: {'Port': ['ID=729c7e39-3df2-4c9c-9386-9a6ce9a86fe8,revision_number=1']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:25:27.864358 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.db [None req-b6500f50-af0b-4ac3-8864-9b69000ddfc7 None None] For port 48ddc56f-8332-4270-b6d9-53949ffe74b7, host dv-cinder-839793-5-iscsi, cleared binding levels {{(pid=103471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 14:25:27.867686 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.db [None req-b6500f50-af0b-4ac3-8864-9b69000ddfc7 None None] For port 48ddc56f-8332-4270-b6d9-53949ffe74b7, host dv-cinder-839793-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-5-iscsi',level=0,port_id=48ddc56f-8332-4270-b6d9-53949ffe74b7,segment=NetworkSegment(27ff035f-4fed-4c4d-bcaa-f0e987b0a393),segment_id=27ff035f-4fed-4c4d-bcaa-f0e987b0a393)] {{(pid=103471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 14:25:27.875888 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-b6500f50-af0b-4ac3-8864-9b69000ddfc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786921284783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786920821414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786920821432'] for port (48ddc56f-8332-4270-b6d9-53949ffe74b7), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:25:27.901304 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.db.l3_dvr_db [None req-6212d219-7bd7-46d6-9ab2-17b9c92ab0e2 None None] Set router 05fac887-dbb2-4c4c-89a8-af8aab0e9196 gateway port host: dv-cinder-839793-5-iscsi {{(pid=103472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 14:25:27.932179 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6500f50-af0b-4ac3-8864-9b69000ddfc7 None None] Pushing event updated for resources: {'Port': ['ID=48ddc56f-8332-4270-b6d9-53949ffe74b7,revision_number=2']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:25:28.101900 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-9b5cfbb8-f85d-4cf4-b2f2-63df30644c00 admin admin] Publish callbacks [] for router_gateway (f501da56-5449-4dd4-8754-09ef92a1d54c), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:25:28.132398 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.db.l3_hamode_db [None req-6212d219-7bd7-46d6-9ab2-17b9c92ab0e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05fac887-dbb2-4c4c-89a8-af8aab0e9196', 'name': 'tempest-TestShelveInstance-36404793-router', 'tenant_id': '8ce4d8e3a93d47948c1d76d8c3d75c11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2', 'external_fixed_ips': [{'subnet_id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': 'f8347b2b-34ae-4fb2-852d-08bc271285e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T14:25:22Z', 'updated_at': '2022-05-03T14:25:25Z', 'revision_number': 4, 'project_id': '8ce4d8e3a93d47948c1d76d8c3d75c11', 'gw_port': {'id': 'f8347b2b-34ae-4fb2-852d-08bc271285e9', 'name': '', 'network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:c5:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05fac887-dbb2-4c4c-89a8-af8aab0e9196', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:25:22Z', 'updated_at': '2022-05-03T14:25:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-5-iscsi', '_interfaces': [{'id': 'e5d6751f-bee4-4d4f-9b06-f5c2055e4884', 'name': '', 'network_id': '3baa93cf-d7dc-4ecf-9375-3eb6fc320edd', 'tenant_id': '8ce4d8e3a93d47948c1d76d8c3d75c11', 'mac_address': 'fa:16:3e:80:24:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05fac887-dbb2-4c4c-89a8-af8aab0e9196', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': 'dbc2cfe8-7f7f-49f9-9f40-f48aa408ac31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:25:24Z', 'updated_at': '2022-05-03T14:25:25Z', 'revision_number': 2, 'project_id': '8ce4d8e3a93d47948c1d76d8c3d75c11', 'subnets': [{'id': 'dbc2cfe8-7f7f-49f9-9f40-f48aa408ac31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-5-iscsi', False) {} {{(pid=103472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:25:28.161730 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6212d219-7bd7-46d6-9ab2-17b9c92ab0e2 None None] Checking router: 05fac887-dbb2-4c4c-89a8-af8aab0e9196 for host: dv-cinder-839793-5-iscsi {{(pid=103472) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 14:25:28.162155 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6212d219-7bd7-46d6-9ab2-17b9c92ab0e2 None None] Updating router 05fac887-dbb2-4c4c-89a8-af8aab0e9196 port e5d6751f-bee4-4d4f-9b06-f5c2055e4884 binding host dv-cinder-839793-5-iscsi {{(pid=103472) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 03 14:25:28.194225 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-6212d219-7bd7-46d6-9ab2-17b9c92ab0e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585126'] for port (e5d6751f-bee4-4d4f-9b06-f5c2055e4884), before_update {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:25:28.316019 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-9b5cfbb8-f85d-4cf4-b2f2-63df30644c00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1703809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1700802'] for router (f501da56-5449-4dd4-8754-09ef92a1d54c), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:25:28.448479 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b5cfbb8-f85d-4cf4-b2f2-63df30644c00 admin admin] Router f501da56-5449-4dd4-8754-09ef92a1d54c is scheduled to L3 agent 2583ee88-9503-4370-b6e4-0a676865815e with binding_index 1 {{(pid=103469) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 03 14:25:28.467917 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-6212d219-7bd7-46d6-9ab2-17b9c92ab0e2 None None] Publish callbacks [] for port (e5d6751f-bee4-4d4f-9b06-f5c2055e4884), precommit_update {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:25:28.473777 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-6212d219-7bd7-46d6-9ab2-17b9c92ab0e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786921284783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786920821414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786920821432'] for port (e5d6751f-bee4-4d4f-9b06-f5c2055e4884), after_update {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:25:28.527412 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359961ae-fd85-4a95-9d3a-ddb95ef6917c None None] Pushing event updated for resources: {'Port': ['ID=e5d6751f-bee4-4d4f-9b06-f5c2055e4884,revision_number=3']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:25:28.551983 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359961ae-fd85-4a95-9d3a-ddb95ef6917c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:25:28.552608 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359961ae-fd85-4a95-9d3a-ddb95ef6917c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:25:28.552966 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359961ae-fd85-4a95-9d3a-ddb95ef6917c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:25:28.553397 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359961ae-fd85-4a95-9d3a-ddb95ef6917c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:25:28.553729 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359961ae-fd85-4a95-9d3a-ddb95ef6917c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:25:28.554054 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359961ae-fd85-4a95-9d3a-ddb95ef6917c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:25:28.554370 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359961ae-fd85-4a95-9d3a-ddb95ef6917c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:25:28.554698 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359961ae-fd85-4a95-9d3a-ddb95ef6917c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:25:28.555011 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359961ae-fd85-4a95-9d3a-ddb95ef6917c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:25:28.555326 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359961ae-fd85-4a95-9d3a-ddb95ef6917c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:25:28.555646 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359961ae-fd85-4a95-9d3a-ddb95ef6917c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:25:28.555973 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359961ae-fd85-4a95-9d3a-ddb95ef6917c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:25:28.556293 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359961ae-fd85-4a95-9d3a-ddb95ef6917c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:25:28.556604 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359961ae-fd85-4a95-9d3a-ddb95ef6917c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:25:28.556916 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359961ae-fd85-4a95-9d3a-ddb95ef6917c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:25:28.561980 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b5cfbb8-f85d-4cf4-b2f2-63df30644c00 admin admin] Notify agent at l3_agent.dv-cinder-839793-5-iscsi the message routers_updated {{(pid=103469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 14:25:28.573776 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fa15c87-834a-42f5-9ff0-bd03b7e74369 None None] Sync routers for ids ['f501da56-5449-4dd4-8754-09ef92a1d54c'] in dv-cinder-839793-5-iscsi {{(pid=103471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 14:25:28.585514 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fa15c87-834a-42f5-9ff0-bd03b7e74369 None None] Routers {'f501da56-5449-4dd4-8754-09ef92a1d54c'} bound to L3 agent in host dv-cinder-839793-5-iscsi {{(pid=103471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 14:25:28.586147 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.l3_hamode_db [None req-5fa15c87-834a-42f5-9ff0-bd03b7e74369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-03T14:04:39Z,description=,heartbeat_timestamp=2022-05-03T14:25:09Z,host='dv-cinder-839793-5-iscsi',id=2583ee88-9503-4370-b6e4-0a676865815e,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T14:04:39Z,topic='l3_agent')) {'router_ids': ['f501da56-5449-4dd4-8754-09ef92a1d54c'], 'active': True} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:25:28.595647 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.managers [None req-6212d219-7bd7-46d6-9ab2-17b9c92ab0e2 None None] Attempting to bind port e5d6751f-bee4-4d4f-9b06-f5c2055e4884 on host dv-cinder-839793-5-iscsi for vnic_type normal with profile {{(pid=103472) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 03 14:25:28.596017 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.managers [None req-6212d219-7bd7-46d6-9ab2-17b9c92ab0e2 None None] Attempting to bind port e5d6751f-bee4-4d4f-9b06-f5c2055e4884 by drivers openvswitch,hyperv on host dv-cinder-839793-5-iscsi at level 0 using segments [{'id': '3bdb21ad-012f-40b5-8dc8-865afeab2bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '3baa93cf-d7dc-4ecf-9375-3eb6fc320edd'}] {{(pid=103472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 03 14:25:28.596372 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6212d219-7bd7-46d6-9ab2-17b9c92ab0e2 None None] Attempting to bind port e5d6751f-bee4-4d4f-9b06-f5c2055e4884 on network 3baa93cf-d7dc-4ecf-9375-3eb6fc320edd {{(pid=103472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 14:25:28.599039 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-9b5cfbb8-f85d-4cf4-b2f2-63df30644c00 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:25:28.600605 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-9b5cfbb8-f85d-4cf4-b2f2-63df30644c00 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.5794833 May 03 14:25:28.603089 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6212d219-7bd7-46d6-9ab2-17b9c92ab0e2 None None] Checking agent: {'id': '43411681-d6d4-43ac-b892-434a22df3f6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839793-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 14, 4, 43), 'started_at': datetime.datetime(2022, 5, 3, 14, 5, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 14, 25, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839793-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 03 14:25:28.603398 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.36', 52940) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:25:28.603519 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6212d219-7bd7-46d6-9ab2-17b9c92ab0e2 None None] Checking segment: {'id': '3bdb21ad-012f-40b5-8dc8-865afeab2bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '3baa93cf-d7dc-4ecf-9375-3eb6fc320edd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103472) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 14:25:28.603859 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-6212d219-7bd7-46d6-9ab2-17b9c92ab0e2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:25:28.604251 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6212d219-7bd7-46d6-9ab2-17b9c92ab0e2 None None] Bound using segment: {'id': '3bdb21ad-012f-40b5-8dc8-865afeab2bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '3baa93cf-d7dc-4ecf-9375-3eb6fc320edd'} {{(pid=103472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 03 14:25:28.604716 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.managers [None req-6212d219-7bd7-46d6-9ab2-17b9c92ab0e2 None None] Bound port: e5d6751f-bee4-4d4f-9b06-f5c2055e4884, host: dv-cinder-839793-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bdb21ad-012f-40b5-8dc8-865afeab2bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '3baa93cf-d7dc-4ecf-9375-3eb6fc320edd'}}] {{(pid=103472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 03 14:25:28.605089 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-6212d219-7bd7-46d6-9ab2-17b9c92ab0e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585126'] for port (e5d6751f-bee4-4d4f-9b06-f5c2055e4884), before_update {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:25:28.748058 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvr_db [None req-5fa15c87-834a-42f5-9ff0-bd03b7e74369 None None] Set router f501da56-5449-4dd4-8754-09ef92a1d54c gateway port host: dv-cinder-839793-5-iscsi {{(pid=103471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 14:25:28.831573 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.db [None req-6212d219-7bd7-46d6-9ab2-17b9c92ab0e2 None None] For port e5d6751f-bee4-4d4f-9b06-f5c2055e4884, host dv-cinder-839793-5-iscsi, cleared binding levels {{(pid=103472) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 14:25:28.836553 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.db [None req-6212d219-7bd7-46d6-9ab2-17b9c92ab0e2 None None] For port e5d6751f-bee4-4d4f-9b06-f5c2055e4884, host dv-cinder-839793-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-5-iscsi',level=0,port_id=e5d6751f-bee4-4d4f-9b06-f5c2055e4884,segment=NetworkSegment(3bdb21ad-012f-40b5-8dc8-865afeab2bf4),segment_id=3bdb21ad-012f-40b5-8dc8-865afeab2bf4)] {{(pid=103472) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 14:25:28.847415 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-6212d219-7bd7-46d6-9ab2-17b9c92ab0e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786921284783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786920821414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786920821432'] for port (e5d6751f-bee4-4d4f-9b06-f5c2055e4884), after_update {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:25:28.930671 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.provisioning_blocks [None req-f6e3c9a9-d26f-431f-bd2f-5f4573c0555c None None] Provisioning complete for port e5d6751f-bee4-4d4f-9b06-f5c2055e4884 triggered by entity DHCP. {{(pid=103471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 14:25:28.931263 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-f6e3c9a9-d26f-431f-bd2f-5f4573c0555c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749148'] for port (e5d6751f-bee4-4d4f-9b06-f5c2055e4884), provisioning_complete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:25:28.934460 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6212d219-7bd7-46d6-9ab2-17b9c92ab0e2 None None] Routers {'05fac887-dbb2-4c4c-89a8-af8aab0e9196'} bound to L3 agent in host dv-cinder-839793-5-iscsi {{(pid=103472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 14:25:28.935106 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.db.l3_hamode_db [None req-6212d219-7bd7-46d6-9ab2-17b9c92ab0e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-03T14:04:39Z,description=,heartbeat_timestamp=2022-05-03T14:25:09Z,host='dv-cinder-839793-5-iscsi',id=2583ee88-9503-4370-b6e4-0a676865815e,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T14:04:39Z,topic='l3_agent')) {'router_ids': ['05fac887-dbb2-4c4c-89a8-af8aab0e9196'], 'active': True} {{(pid=103472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:25:28.939052 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359961ae-fd85-4a95-9d3a-ddb95ef6917c None None] Pushing event updated for resources: {'Port': ['ID=e5d6751f-bee4-4d4f-9b06-f5c2055e4884,revision_number=4']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:25:29.106476 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.db.l3_dvr_db [None req-6212d219-7bd7-46d6-9ab2-17b9c92ab0e2 None None] Set router 05fac887-dbb2-4c4c-89a8-af8aab0e9196 gateway port host: dv-cinder-839793-5-iscsi {{(pid=103472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 14:25:29.124130 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.l3_hamode_db [None req-5fa15c87-834a-42f5-9ff0-bd03b7e74369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f501da56-5449-4dd4-8754-09ef92a1d54c', 'name': 'tempest-TestShelveInstance-775459529-router', 'tenant_id': 'a2d6511d9945487d8d3a5d7da11c6164', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2', 'external_fixed_ips': [{'subnet_id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': '729c7e39-3df2-4c9c-9386-9a6ce9a86fe8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T14:25:27Z', 'updated_at': '2022-05-03T14:25:27Z', 'revision_number': 3, 'project_id': 'a2d6511d9945487d8d3a5d7da11c6164', 'gw_port': {'id': '729c7e39-3df2-4c9c-9386-9a6ce9a86fe8', 'name': '', 'network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:52:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f501da56-5449-4dd4-8754-09ef92a1d54c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:25:27Z', 'updated_at': '2022-05-03T14:25:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-5-iscsi'}], 'dv-cinder-839793-5-iscsi', False) {} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:25:29.164489 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.rpc [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Device 48ddc56f-8332-4270-b6d9-53949ffe74b7 up at agent ovs-agent-dv-cinder-839793-5-iscsi {{(pid=103471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 14:25:29.168168 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fa15c87-834a-42f5-9ff0-bd03b7e74369 None None] Checking router: f501da56-5449-4dd4-8754-09ef92a1d54c for host: dv-cinder-839793-5-iscsi {{(pid=103471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 14:25:29.168783 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fa15c87-834a-42f5-9ff0-bd03b7e74369 None None] Updating router f501da56-5449-4dd4-8754-09ef92a1d54c port 729c7e39-3df2-4c9c-9386-9a6ce9a86fe8 binding host dv-cinder-839793-5-iscsi {{(pid=103471) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 03 14:25:29.263579 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7cd725f-59f3-4729-98f5-d2d22e81f010 None None] Network dc56b443-ad38-4eb6-9bca-f424748ceffc requested from dv-cinder-839793-5-iscsi {{(pid=103471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 03 14:25:29.270591 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [None req-f6e3c9a9-d26f-431f-bd2f-5f4573c0555c None None] Current status of the port e5d6751f-bee4-4d4f-9b06-f5c2055e4884 is: DOWN; New status is: ACTIVE {{(pid=103471) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 14:25:29.270973 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-f6e3c9a9-d26f-431f-bd2f-5f4573c0555c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585126'] for port (e5d6751f-bee4-4d4f-9b06-f5c2055e4884), before_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:25:29.272884 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-5fa15c87-834a-42f5-9ff0-bd03b7e74369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585126'] for port (729c7e39-3df2-4c9c-9386-9a6ce9a86fe8), before_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:25:29.346661 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.db.l3_hamode_db [None req-6212d219-7bd7-46d6-9ab2-17b9c92ab0e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05fac887-dbb2-4c4c-89a8-af8aab0e9196', 'name': 'tempest-TestShelveInstance-36404793-router', 'tenant_id': '8ce4d8e3a93d47948c1d76d8c3d75c11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2', 'external_fixed_ips': [{'subnet_id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': 'f8347b2b-34ae-4fb2-852d-08bc271285e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T14:25:22Z', 'updated_at': '2022-05-03T14:25:25Z', 'revision_number': 4, 'project_id': '8ce4d8e3a93d47948c1d76d8c3d75c11', 'gw_port': {'id': 'f8347b2b-34ae-4fb2-852d-08bc271285e9', 'name': '', 'network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:c5:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05fac887-dbb2-4c4c-89a8-af8aab0e9196', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:25:22Z', 'updated_at': '2022-05-03T14:25:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-5-iscsi', '_interfaces': [{'id': 'e5d6751f-bee4-4d4f-9b06-f5c2055e4884', 'name': '', 'network_id': '3baa93cf-d7dc-4ecf-9375-3eb6fc320edd', 'tenant_id': '8ce4d8e3a93d47948c1d76d8c3d75c11', 'mac_address': 'fa:16:3e:80:24:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05fac887-dbb2-4c4c-89a8-af8aab0e9196', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': 'dbc2cfe8-7f7f-49f9-9f40-f48aa408ac31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:25:24Z', 'updated_at': '2022-05-03T14:25:28Z', 'revision_number': 4, 'project_id': '8ce4d8e3a93d47948c1d76d8c3d75c11', 'subnets': [{'id': 'dbc2cfe8-7f7f-49f9-9f40-f48aa408ac31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-5-iscsi', False) {} {{(pid=103472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:25:29.380753 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6212d219-7bd7-46d6-9ab2-17b9c92ab0e2 None None] The sync data for ids ['05fac887-dbb2-4c4c-89a8-af8aab0e9196'] in dv-cinder-839793-5-iscsi is: [{'id': '05fac887-dbb2-4c4c-89a8-af8aab0e9196', 'name': 'tempest-TestShelveInstance-36404793-router', 'tenant_id': '8ce4d8e3a93d47948c1d76d8c3d75c11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2', 'external_fixed_ips': [{'subnet_id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': 'f8347b2b-34ae-4fb2-852d-08bc271285e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T14:25:22Z', 'updated_at': '2022-05-03T14:25:25Z', 'revision_number': 4, 'project_id': '8ce4d8e3a93d47948c1d76d8c3d75c11', 'gw_port': {'id': 'f8347b2b-34ae-4fb2-852d-08bc271285e9', 'name': '', 'network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:c5:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05fac887-dbb2-4c4c-89a8-af8aab0e9196', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:25:22Z', 'updated_at': '2022-05-03T14:25:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-5-iscsi', '_interfaces': [{'id': 'e5d6751f-bee4-4d4f-9b06-f5c2055e4884', 'name': '', 'network_id': '3baa93cf-d7dc-4ecf-9375-3eb6fc320edd', 'tenant_id': '8ce4d8e3a93d47948c1d76d8c3d75c11', 'mac_address': 'fa:16:3e:80:24:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05fac887-dbb2-4c4c-89a8-af8aab0e9196', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': 'dbc2cfe8-7f7f-49f9-9f40-f48aa408ac31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:25:24Z', 'updated_at': '2022-05-03T14:25:28Z', 'revision_number': 4, 'project_id': '8ce4d8e3a93d47948c1d76d8c3d75c11', 'subnets': [{'id': 'dbc2cfe8-7f7f-49f9-9f40-f48aa408ac31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 14:25:29.453404 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.db [None req-f6e3c9a9-d26f-431f-bd2f-5f4573c0555c None None] For port e5d6751f-bee4-4d4f-9b06-f5c2055e4884, host dv-cinder-839793-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-5-iscsi',level=0,port_id=e5d6751f-bee4-4d4f-9b06-f5c2055e4884,segment=NetworkSegment(3bdb21ad-012f-40b5-8dc8-865afeab2bf4),segment_id=3bdb21ad-012f-40b5-8dc8-865afeab2bf4)] {{(pid=103471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 14:25:29.467689 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-f6e3c9a9-d26f-431f-bd2f-5f4573c0555c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786921284783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786920821414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786920821432'] for port (e5d6751f-bee4-4d4f-9b06-f5c2055e4884), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:25:29.471040 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.provisioning_blocks [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Provisioning complete for port 48ddc56f-8332-4270-b6d9-53949ffe74b7 triggered by entity L2. {{(pid=103471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 14:25:29.471399 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749148'] for port (48ddc56f-8332-4270-b6d9-53949ffe74b7), provisioning_complete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:25:29.550032 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-82c76672-bd77-4cc1-a6ba-66d343c8280d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585126'] for port (None), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:25:29.645979 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.provisioning_blocks [None req-9c9888b0-7153-469c-89f1-f48c9fb72eba None None] Provisioning complete for port e5d6751f-bee4-4d4f-9b06-f5c2055e4884 triggered by entity DHCP. {{(pid=103471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 14:25:29.646346 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-9c9888b0-7153-469c-89f1-f48c9fb72eba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749148'] for port (e5d6751f-bee4-4d4f-9b06-f5c2055e4884), provisioning_complete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:25:29.674857 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e3c9a9-d26f-431f-bd2f-5f4573c0555c None None] Pushing event updated for resources: {'Port': ['ID=e5d6751f-bee4-4d4f-9b06-f5c2055e4884,revision_number=5']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:25:29.729572 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.db.db_base_plugin_common [None req-82c76672-bd77-4cc1-a6ba-66d343c8280d admin admin] Allocated IP 172.20.0.1 (dc56b443-ad38-4eb6-9bca-f424748ceffc/53b55e21-4a1e-49fb-9fe3-f6f981c5c827/6b3af554-c537-4233-82ac-de5f71000a22) {{(pid=103469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 14:25:29.750535 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e3c9a9-d26f-431f-bd2f-5f4573c0555c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:25:29.750874 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e3c9a9-d26f-431f-bd2f-5f4573c0555c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:25:29.751204 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e3c9a9-d26f-431f-bd2f-5f4573c0555c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:25:29.751531 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e3c9a9-d26f-431f-bd2f-5f4573c0555c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:25:29.751853 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e3c9a9-d26f-431f-bd2f-5f4573c0555c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:25:29.752310 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e3c9a9-d26f-431f-bd2f-5f4573c0555c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:25:29.752634 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e3c9a9-d26f-431f-bd2f-5f4573c0555c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:25:29.752948 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e3c9a9-d26f-431f-bd2f-5f4573c0555c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:25:29.753262 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e3c9a9-d26f-431f-bd2f-5f4573c0555c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:25:29.753596 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e3c9a9-d26f-431f-bd2f-5f4573c0555c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:25:29.754110 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e3c9a9-d26f-431f-bd2f-5f4573c0555c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:25:29.754853 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e3c9a9-d26f-431f-bd2f-5f4573c0555c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:25:29.755274 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e3c9a9-d26f-431f-bd2f-5f4573c0555c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:25:29.755591 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e3c9a9-d26f-431f-bd2f-5f4573c0555c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:25:29.755902 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e3c9a9-d26f-431f-bd2f-5f4573c0555c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:25:29.869082 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-82c76672-bd77-4cc1-a6ba-66d343c8280d admin admin] Publish callbacks [] for port (6b3af554-c537-4233-82ac-de5f71000a22), precommit_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:25:29.896788 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Current status of the port 48ddc56f-8332-4270-b6d9-53949ffe74b7 is: DOWN; New status is: ACTIVE {{(pid=103471) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 14:25:29.897178 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585126'] for port (48ddc56f-8332-4270-b6d9-53949ffe74b7), before_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:25:29.905223 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-82c76672-bd77-4cc1-a6ba-66d343c8280d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786920821396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6178079'] for port (6b3af554-c537-4233-82ac-de5f71000a22), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:25:29.927595 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-5fa15c87-834a-42f5-9ff0-bd03b7e74369 None None] Publish callbacks [] for port (729c7e39-3df2-4c9c-9386-9a6ce9a86fe8), precommit_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:25:29.929001 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [None req-9c9888b0-7153-469c-89f1-f48c9fb72eba None None] Current status of the port e5d6751f-bee4-4d4f-9b06-f5c2055e4884 is: ACTIVE; New status is: ACTIVE {{(pid=103471) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 14:25:29.945055 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-5fa15c87-834a-42f5-9ff0-bd03b7e74369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786921284783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786920821414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786920821432'] for port (729c7e39-3df2-4c9c-9386-9a6ce9a86fe8), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:25:29.946007 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82c76672-bd77-4cc1-a6ba-66d343c8280d admin admin] Network dc56b443-ad38-4eb6-9bca-f424748ceffc is already hosted by enough agents. {{(pid=103469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 14:25:29.948427 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.scheduler.base_scheduler [None req-82c76672-bd77-4cc1-a6ba-66d343c8280d admin admin] Resources bound (agent type, host, resource id): {{(pid=103469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 14:25:29.954613 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82c76672-bd77-4cc1-a6ba-66d343c8280d admin admin] Received port after_create {{(pid=103469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 14:25:29.961696 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.provisioning_blocks [None req-9c9888b0-7153-469c-89f1-f48c9fb72eba None None] Provisioning complete for port 48ddc56f-8332-4270-b6d9-53949ffe74b7 triggered by entity DHCP. {{(pid=103471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 14:25:29.962067 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-9c9888b0-7153-469c-89f1-f48c9fb72eba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749148'] for port (48ddc56f-8332-4270-b6d9-53949ffe74b7), provisioning_complete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:25:29.983411 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c76672-bd77-4cc1-a6ba-66d343c8280d admin admin] Pushing event updated for resources: {'Port': ['ID=6b3af554-c537-4233-82ac-de5f71000a22,revision_number=1']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:25:30.002636 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-82c76672-bd77-4cc1-a6ba-66d343c8280d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1691063'] for router_interface (f501da56-5449-4dd4-8754-09ef92a1d54c), before_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:25:30.025344 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.db [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] For port 48ddc56f-8332-4270-b6d9-53949ffe74b7, host dv-cinder-839793-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-5-iscsi',level=0,port_id=48ddc56f-8332-4270-b6d9-53949ffe74b7,segment=NetworkSegment(27ff035f-4fed-4c4d-bcaa-f0e987b0a393),segment_id=27ff035f-4fed-4c4d-bcaa-f0e987b0a393)] {{(pid=103471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 14:25:30.055858 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786921284783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786920821414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786920821432'] for port (48ddc56f-8332-4270-b6d9-53949ffe74b7), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:25:30.056723 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.rpc [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Device f8347b2b-34ae-4fb2-852d-08bc271285e9 up at agent ovs-agent-dv-cinder-839793-5-iscsi {{(pid=103471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 14:25:30.083801 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.managers [None req-5fa15c87-834a-42f5-9ff0-bd03b7e74369 None None] Attempting to bind port 729c7e39-3df2-4c9c-9386-9a6ce9a86fe8 on host dv-cinder-839793-5-iscsi for vnic_type normal with profile {{(pid=103471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 03 14:25:30.084506 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.managers [None req-5fa15c87-834a-42f5-9ff0-bd03b7e74369 None None] Attempting to bind port 729c7e39-3df2-4c9c-9386-9a6ce9a86fe8 by drivers openvswitch,hyperv on host dv-cinder-839793-5-iscsi at level 0 using segments [{'id': '331ae69a-aeba-4f56-bd87-f289cf94ba88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2'}] {{(pid=103471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 03 14:25:30.085691 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fa15c87-834a-42f5-9ff0-bd03b7e74369 None None] Attempting to bind port 729c7e39-3df2-4c9c-9386-9a6ce9a86fe8 on network e0cd7c6d-9919-41eb-b035-2bfb3175faa2 {{(pid=103471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 14:25:30.095511 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4360a8-8e07-424b-a149-21506cd59263 None None] Pushing event updated for resources: {'Port': ['ID=729c7e39-3df2-4c9c-9386-9a6ce9a86fe8,revision_number=2']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:25:30.139078 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fa15c87-834a-42f5-9ff0-bd03b7e74369 None None] Checking agent: {'id': '43411681-d6d4-43ac-b892-434a22df3f6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839793-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 14, 4, 43), 'started_at': datetime.datetime(2022, 5, 3, 14, 5, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 14, 25, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839793-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 03 14:25:30.139458 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fa15c87-834a-42f5-9ff0-bd03b7e74369 None None] Checking segment: {'id': '331ae69a-aeba-4f56-bd87-f289cf94ba88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 14:25:30.140113 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-5fa15c87-834a-42f5-9ff0-bd03b7e74369 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:25:30.140388 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fa15c87-834a-42f5-9ff0-bd03b7e74369 None None] Bound using segment: {'id': '331ae69a-aeba-4f56-bd87-f289cf94ba88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2'} {{(pid=103471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 03 14:25:30.141091 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.managers [None req-5fa15c87-834a-42f5-9ff0-bd03b7e74369 None None] Bound port: 729c7e39-3df2-4c9c-9386-9a6ce9a86fe8, host: dv-cinder-839793-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '331ae69a-aeba-4f56-bd87-f289cf94ba88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2'}}] {{(pid=103471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 03 14:25:30.141745 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-5fa15c87-834a-42f5-9ff0-bd03b7e74369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585126'] for port (729c7e39-3df2-4c9c-9386-9a6ce9a86fe8), before_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:25:30.167166 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-82c76672-bd77-4cc1-a6ba-66d343c8280d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585126'] for port (6b3af554-c537-4233-82ac-de5f71000a22), before_update {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:25:30.239013 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Pushing event updated for resources: {'Port': ['ID=48ddc56f-8332-4270-b6d9-53949ffe74b7,revision_number=3']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:25:30.257862 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.provisioning_blocks [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Provisioning complete for port f8347b2b-34ae-4fb2-852d-08bc271285e9 triggered by entity L2. {{(pid=103471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 14:25:30.258232 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749148'] for port (f8347b2b-34ae-4fb2-852d-08bc271285e9), provisioning_complete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:25:30.280678 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [None req-9c9888b0-7153-469c-89f1-f48c9fb72eba None None] Current status of the port 48ddc56f-8332-4270-b6d9-53949ffe74b7 is: ACTIVE; New status is: ACTIVE {{(pid=103471) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 14:25:30.285867 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.db [None req-5fa15c87-834a-42f5-9ff0-bd03b7e74369 None None] For port 729c7e39-3df2-4c9c-9386-9a6ce9a86fe8, host dv-cinder-839793-5-iscsi, cleared binding levels {{(pid=103471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 14:25:30.305876 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.db [None req-5fa15c87-834a-42f5-9ff0-bd03b7e74369 None None] For port 729c7e39-3df2-4c9c-9386-9a6ce9a86fe8, host dv-cinder-839793-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-5-iscsi',level=0,port_id=729c7e39-3df2-4c9c-9386-9a6ce9a86fe8,segment=NetworkSegment(331ae69a-aeba-4f56-bd87-f289cf94ba88),segment_id=331ae69a-aeba-4f56-bd87-f289cf94ba88)] {{(pid=103471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 14:25:30.319122 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-5fa15c87-834a-42f5-9ff0-bd03b7e74369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786921284783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786920821414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786920821432'] for port (729c7e39-3df2-4c9c-9386-9a6ce9a86fe8), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:25:30.343882 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-82c76672-bd77-4cc1-a6ba-66d343c8280d admin admin] Publish callbacks [] for port (6b3af554-c537-4233-82ac-de5f71000a22), precommit_update {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:25:30.349505 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-82c76672-bd77-4cc1-a6ba-66d343c8280d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786921284783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786920821414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786920821432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6178150'] for port (6b3af554-c537-4233-82ac-de5f71000a22), after_update {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:25:30.419158 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c76672-bd77-4cc1-a6ba-66d343c8280d admin admin] Pushing event updated for resources: {'Port': ['ID=6b3af554-c537-4233-82ac-de5f71000a22,revision_number=2']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:25:30.419641 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fa15c87-834a-42f5-9ff0-bd03b7e74369 None None] Routers {'f501da56-5449-4dd4-8754-09ef92a1d54c'} bound to L3 agent in host dv-cinder-839793-5-iscsi {{(pid=103471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 14:25:30.420326 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.l3_hamode_db [None req-5fa15c87-834a-42f5-9ff0-bd03b7e74369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-03T14:04:39Z,description=,heartbeat_timestamp=2022-05-03T14:25:09Z,host='dv-cinder-839793-5-iscsi',id=2583ee88-9503-4370-b6e4-0a676865815e,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T14:04:39Z,topic='l3_agent')) {'router_ids': ['f501da56-5449-4dd4-8754-09ef92a1d54c'], 'active': True} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:25:30.421491 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-82c76672-bd77-4cc1-a6ba-66d343c8280d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1599844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1690985'] for router_interface (f501da56-5449-4dd4-8754-09ef92a1d54c), after_create {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:25:30.429837 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4360a8-8e07-424b-a149-21506cd59263 None None] Pushing event updated for resources: {'Port': ['ID=729c7e39-3df2-4c9c-9386-9a6ce9a86fe8,revision_number=3']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:25:30.431999 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.provisioning_blocks [None req-e14d16c5-0d4b-4efb-b908-7cdea709ffae None None] Provisioning complete for port 48ddc56f-8332-4270-b6d9-53949ffe74b7 triggered by entity DHCP. {{(pid=103471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 14:25:30.432407 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-e14d16c5-0d4b-4efb-b908-7cdea709ffae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749148'] for port (48ddc56f-8332-4270-b6d9-53949ffe74b7), provisioning_complete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:25:30.515937 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82c76672-bd77-4cc1-a6ba-66d343c8280d admin admin] Network dc56b443-ad38-4eb6-9bca-f424748ceffc is already hosted by enough agents. {{(pid=103469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 14:25:30.517611 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.scheduler.base_scheduler [None req-82c76672-bd77-4cc1-a6ba-66d343c8280d admin admin] Resources bound (agent type, host, resource id): {{(pid=103469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 14:25:30.622902 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Current status of the port f8347b2b-34ae-4fb2-852d-08bc271285e9 is: ACTIVE; New status is: ACTIVE {{(pid=103471) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 14:25:30.649784 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82c76672-bd77-4cc1-a6ba-66d343c8280d admin admin] Router f501da56-5449-4dd4-8754-09ef92a1d54c has already been hosted by L3 agent 2583ee88-9503-4370-b6e4-0a676865815e {{(pid=103469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 14:25:30.740175 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvr_db [None req-5fa15c87-834a-42f5-9ff0-bd03b7e74369 None None] Set router f501da56-5449-4dd4-8754-09ef92a1d54c gateway port host: dv-cinder-839793-5-iscsi {{(pid=103471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 14:25:30.764328 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [None req-e14d16c5-0d4b-4efb-b908-7cdea709ffae None None] Current status of the port 48ddc56f-8332-4270-b6d9-53949ffe74b7 is: ACTIVE; New status is: ACTIVE {{(pid=103471) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 14:25:30.767016 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82c76672-bd77-4cc1-a6ba-66d343c8280d admin admin] Notify agent at l3_agent.dv-cinder-839793-5-iscsi the message routers_updated {{(pid=103469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 14:25:30.772508 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-82c76672-bd77-4cc1-a6ba-66d343c8280d admin admin] 10.222.0.36 "PUT /v2.0/routers/f501da56-5449-4dd4-8754-09ef92a1d54c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1677334 May 03 14:25:30.777811 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.provisioning_blocks [None req-e14d16c5-0d4b-4efb-b908-7cdea709ffae None None] Provisioning complete for port 6b3af554-c537-4233-82ac-de5f71000a22 triggered by entity DHCP. {{(pid=103471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 14:25:30.778166 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-e14d16c5-0d4b-4efb-b908-7cdea709ffae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749148'] for port (6b3af554-c537-4233-82ac-de5f71000a22), provisioning_complete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:25:30.859650 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [None req-e14d16c5-0d4b-4efb-b908-7cdea709ffae None None] Port 6b3af554-c537-4233-82ac-de5f71000a22 cannot update to ACTIVE because it is not bound. {{(pid=103471) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 03 14:25:30.909414 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.rpc [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Device e5d6751f-bee4-4d4f-9b06-f5c2055e4884 up at agent ovs-agent-dv-cinder-839793-5-iscsi {{(pid=103471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 14:25:31.011661 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.provisioning_blocks [None req-a3223c9a-14e9-47f9-984f-45c5350aa24c None None] Provisioning complete for port 6b3af554-c537-4233-82ac-de5f71000a22 triggered by entity DHCP. {{(pid=103471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 14:25:31.012333 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-a3223c9a-14e9-47f9-984f-45c5350aa24c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749148'] for port (6b3af554-c537-4233-82ac-de5f71000a22), provisioning_complete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:25:31.015027 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.provisioning_blocks [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Provisioning complete for port e5d6751f-bee4-4d4f-9b06-f5c2055e4884 triggered by entity L2. {{(pid=103471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 14:25:31.015375 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749148'] for port (e5d6751f-bee4-4d4f-9b06-f5c2055e4884), provisioning_complete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:25:31.020614 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.l3_hamode_db [None req-5fa15c87-834a-42f5-9ff0-bd03b7e74369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f501da56-5449-4dd4-8754-09ef92a1d54c', 'name': 'tempest-TestShelveInstance-775459529-router', 'tenant_id': 'a2d6511d9945487d8d3a5d7da11c6164', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2', 'external_fixed_ips': [{'subnet_id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': '729c7e39-3df2-4c9c-9386-9a6ce9a86fe8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T14:25:27Z', 'updated_at': '2022-05-03T14:25:30Z', 'revision_number': 4, 'project_id': 'a2d6511d9945487d8d3a5d7da11c6164', 'gw_port': {'id': '729c7e39-3df2-4c9c-9386-9a6ce9a86fe8', 'name': '', 'network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:52:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f501da56-5449-4dd4-8754-09ef92a1d54c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:25:27Z', 'updated_at': '2022-05-03T14:25:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-5-iscsi', '_interfaces': [{'id': '6b3af554-c537-4233-82ac-de5f71000a22', 'name': '', 'network_id': 'dc56b443-ad38-4eb6-9bca-f424748ceffc', 'tenant_id': 'a2d6511d9945487d8d3a5d7da11c6164', 'mac_address': 'fa:16:3e:b3:fa:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f501da56-5449-4dd4-8754-09ef92a1d54c', 'device_owner': 'network:router_interface', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '53b55e21-4a1e-49fb-9fe3-f6f981c5c827', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:25:29Z', 'updated_at': '2022-05-03T14:25:30Z', 'revision_number': 2, 'project_id': 'a2d6511d9945487d8d3a5d7da11c6164', 'subnets': [{'id': '53b55e21-4a1e-49fb-9fe3-f6f981c5c827', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-5-iscsi', False) {} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:25:31.084701 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fa15c87-834a-42f5-9ff0-bd03b7e74369 None None] The sync data for ids ['f501da56-5449-4dd4-8754-09ef92a1d54c'] in dv-cinder-839793-5-iscsi is: [{'id': 'f501da56-5449-4dd4-8754-09ef92a1d54c', 'name': 'tempest-TestShelveInstance-775459529-router', 'tenant_id': 'a2d6511d9945487d8d3a5d7da11c6164', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2', 'external_fixed_ips': [{'subnet_id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': '729c7e39-3df2-4c9c-9386-9a6ce9a86fe8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T14:25:27Z', 'updated_at': '2022-05-03T14:25:30Z', 'revision_number': 4, 'project_id': 'a2d6511d9945487d8d3a5d7da11c6164', 'gw_port': {'id': '729c7e39-3df2-4c9c-9386-9a6ce9a86fe8', 'name': '', 'network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:52:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f501da56-5449-4dd4-8754-09ef92a1d54c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:25:27Z', 'updated_at': '2022-05-03T14:25:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-5-iscsi', '_interfaces': [{'id': '6b3af554-c537-4233-82ac-de5f71000a22', 'name': '', 'network_id': 'dc56b443-ad38-4eb6-9bca-f424748ceffc', 'tenant_id': 'a2d6511d9945487d8d3a5d7da11c6164', 'mac_address': 'fa:16:3e:b3:fa:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f501da56-5449-4dd4-8754-09ef92a1d54c', 'device_owner': 'network:router_interface', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '53b55e21-4a1e-49fb-9fe3-f6f981c5c827', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:25:29Z', 'updated_at': '2022-05-03T14:25:30Z', 'revision_number': 2, 'project_id': 'a2d6511d9945487d8d3a5d7da11c6164', 'subnets': [{'id': '53b55e21-4a1e-49fb-9fe3-f6f981c5c827', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 14:25:31.108278 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [None req-a3223c9a-14e9-47f9-984f-45c5350aa24c None None] Port 6b3af554-c537-4233-82ac-de5f71000a22 cannot update to ACTIVE because it is not bound. {{(pid=103471) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 03 14:25:31.155075 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Current status of the port e5d6751f-bee4-4d4f-9b06-f5c2055e4884 is: ACTIVE; New status is: ACTIVE {{(pid=103471) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 14:25:31.156154 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.rpc [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Device 48ddc56f-8332-4270-b6d9-53949ffe74b7 up at agent ovs-agent-dv-cinder-839793-5-iscsi {{(pid=103471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 14:25:31.184101 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.wsgi [-] (103470) accepted ('10.222.0.36', 52950) {{(pid=103470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:25:31.188779 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.v2.base [None req-2bd65b1c-44d9-4aef-9b9a-57c0e5530e1d tempest-TestShelveInstance-1952081179 tempest-TestShelveInstance-1952081179-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1482831182', 'description': 'tempest-secgroup-smoke-1482831182 description', 'project_id': '8ce4d8e3a93d47948c1d76d8c3d75c11'}} {{(pid=103470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 14:25:31.203748 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.provisioning_blocks [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Provisioning complete for port 48ddc56f-8332-4270-b6d9-53949ffe74b7 triggered by entity L2. {{(pid=103471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 14:25:31.204150 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749148'] for port (48ddc56f-8332-4270-b6d9-53949ffe74b7), provisioning_complete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:25:31.212382 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-2bd65b1c-44d9-4aef-9b9a-57c0e5530e1d tempest-TestShelveInstance-1952081179 tempest-TestShelveInstance-1952081179-project] Publish callbacks [] for security_group (None), before_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:25:31.294940 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Current status of the port 48ddc56f-8332-4270-b6d9-53949ffe74b7 is: ACTIVE; New status is: ACTIVE {{(pid=103471) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 14:25:31.302546 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-2bd65b1c-44d9-4aef-9b9a-57c0e5530e1d tempest-TestShelveInstance-1952081179 tempest-TestShelveInstance-1952081179-project] Publish callbacks [] for security_group (1a661eb5-3305-4c01-80bf-18cf4fd39b8f), precommit_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:25:31.307795 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-2bd65b1c-44d9-4aef-9b9a-57c0e5530e1d tempest-TestShelveInstance-1952081179 tempest-TestShelveInstance-1952081179-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656397'] for security_group (1a661eb5-3305-4c01-80bf-18cf4fd39b8f), after_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:25:31.336061 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-2bd65b1c-44d9-4aef-9b9a-57c0e5530e1d tempest-TestShelveInstance-1952081179 tempest-TestShelveInstance-1952081179-project] Publish callbacks [] for security_group (None), before_response {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:25:31.337304 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [None req-2bd65b1c-44d9-4aef-9b9a-57c0e5530e1d tempest-TestShelveInstance-1952081179 tempest-TestShelveInstance-1952081179-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1521146 May 03 14:25:31.340362 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.wsgi [-] (103470) accepted ('10.222.0.36', 52952) {{(pid=103470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:25:31.345745 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.v2.base [None req-02ebb35a-fe43-414c-ac47-cfcded36bbbf tempest-TestShelveInstance-1952081179 tempest-TestShelveInstance-1952081179-project] Request body: {'security_group_rule': {'security_group_id': '1a661eb5-3305-4c01-80bf-18cf4fd39b8f', 'project_id': '8ce4d8e3a93d47948c1d76d8c3d75c11', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 14:25:31.351570 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd65b1c-44d9-4aef-9b9a-57c0e5530e1d tempest-TestShelveInstance-1952081179 tempest-TestShelveInstance-1952081179-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a661eb5-3305-4c01-80bf-18cf4fd39b8f,revision_number=1']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:25:31.380857 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-02ebb35a-fe43-414c-ac47-cfcded36bbbf tempest-TestShelveInstance-1952081179 tempest-TestShelveInstance-1952081179-project] Publish callbacks [] for security_group_rule (60c1aad3-7932-4b43-a401-8ce4fa48616f), before_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:25:31.443422 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-02ebb35a-fe43-414c-ac47-cfcded36bbbf tempest-TestShelveInstance-1952081179 tempest-TestShelveInstance-1952081179-project] Publish callbacks [] for security_group_rule (60c1aad3-7932-4b43-a401-8ce4fa48616f), precommit_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:25:31.449275 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-02ebb35a-fe43-414c-ac47-cfcded36bbbf tempest-TestShelveInstance-1952081179 tempest-TestShelveInstance-1952081179-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656574'] for security_group_rule (60c1aad3-7932-4b43-a401-8ce4fa48616f), after_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:25:31.468270 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ebb35a-fe43-414c-ac47-cfcded36bbbf tempest-TestShelveInstance-1952081179 tempest-TestShelveInstance-1952081179-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60c1aad3-7932-4b43-a401-8ce4fa48616f,revision_number=0']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:25:31.478195 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-02ebb35a-fe43-414c-ac47-cfcded36bbbf tempest-TestShelveInstance-1952081179 tempest-TestShelveInstance-1952081179-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:25:31.479478 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [None req-02ebb35a-fe43-414c-ac47-cfcded36bbbf tempest-TestShelveInstance-1952081179 tempest-TestShelveInstance-1952081179-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1382341 May 03 14:25:31.482256 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.wsgi [-] (103470) accepted ('10.222.0.36', 52954) {{(pid=103470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:25:31.486700 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.v2.base [None req-560b2110-e58d-46c3-b164-01d42ca3493e tempest-TestShelveInstance-1952081179 tempest-TestShelveInstance-1952081179-project] Request body: {'security_group_rule': {'security_group_id': '1a661eb5-3305-4c01-80bf-18cf4fd39b8f', 'project_id': '8ce4d8e3a93d47948c1d76d8c3d75c11', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 14:25:31.514223 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-560b2110-e58d-46c3-b164-01d42ca3493e tempest-TestShelveInstance-1952081179 tempest-TestShelveInstance-1952081179-project] Publish callbacks [] for security_group_rule (eea6ed87-0925-4636-b373-40494f1719b1), before_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:25:31.575037 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-560b2110-e58d-46c3-b164-01d42ca3493e tempest-TestShelveInstance-1952081179 tempest-TestShelveInstance-1952081179-project] Publish callbacks [] for security_group_rule (eea6ed87-0925-4636-b373-40494f1719b1), precommit_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:25:31.580068 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-560b2110-e58d-46c3-b164-01d42ca3493e tempest-TestShelveInstance-1952081179 tempest-TestShelveInstance-1952081179-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656574'] for security_group_rule (eea6ed87-0925-4636-b373-40494f1719b1), after_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:25:31.598575 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560b2110-e58d-46c3-b164-01d42ca3493e tempest-TestShelveInstance-1952081179 tempest-TestShelveInstance-1952081179-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eea6ed87-0925-4636-b373-40494f1719b1,revision_number=0']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:25:31.609168 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-560b2110-e58d-46c3-b164-01d42ca3493e tempest-TestShelveInstance-1952081179 tempest-TestShelveInstance-1952081179-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:25:31.613051 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [None req-560b2110-e58d-46c3-b164-01d42ca3493e tempest-TestShelveInstance-1952081179 tempest-TestShelveInstance-1952081179-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1272264 May 03 14:25:31.613366 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.wsgi [-] (103470) accepted ('10.222.0.36', 52956) {{(pid=103470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:25:31.617885 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.v2.base [None req-a4ab5209-3c14-456e-94ae-179229d024c6 tempest-TestShelveInstance-1952081179 tempest-TestShelveInstance-1952081179-project] Request body: {'security_group_rule': {'security_group_id': '1a661eb5-3305-4c01-80bf-18cf4fd39b8f', 'project_id': '8ce4d8e3a93d47948c1d76d8c3d75c11', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 14:25:31.645026 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-a4ab5209-3c14-456e-94ae-179229d024c6 tempest-TestShelveInstance-1952081179 tempest-TestShelveInstance-1952081179-project] Publish callbacks [] for security_group_rule (683b4a85-212d-40e5-91c8-d2667f4cf654), before_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:25:31.703502 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-a4ab5209-3c14-456e-94ae-179229d024c6 tempest-TestShelveInstance-1952081179 tempest-TestShelveInstance-1952081179-project] Publish callbacks [] for security_group_rule (683b4a85-212d-40e5-91c8-d2667f4cf654), precommit_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:25:31.707652 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-a4ab5209-3c14-456e-94ae-179229d024c6 tempest-TestShelveInstance-1952081179 tempest-TestShelveInstance-1952081179-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656574'] for security_group_rule (683b4a85-212d-40e5-91c8-d2667f4cf654), after_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:25:31.722672 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ab5209-3c14-456e-94ae-179229d024c6 tempest-TestShelveInstance-1952081179 tempest-TestShelveInstance-1952081179-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=683b4a85-212d-40e5-91c8-d2667f4cf654,revision_number=0']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:25:31.734648 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-a4ab5209-3c14-456e-94ae-179229d024c6 tempest-TestShelveInstance-1952081179 tempest-TestShelveInstance-1952081179-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:25:31.735787 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [None req-a4ab5209-3c14-456e-94ae-179229d024c6 tempest-TestShelveInstance-1952081179 tempest-TestShelveInstance-1952081179-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1214726 May 03 14:25:31.738960 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.wsgi [-] (103470) accepted ('10.222.0.36', 52958) {{(pid=103470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:25:31.743292 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.v2.base [None req-358cf705-6702-4941-ad81-e173e616bce6 tempest-TestShelveInstance-1952081179 tempest-TestShelveInstance-1952081179-project] Request body: {'security_group_rule': {'security_group_id': '1a661eb5-3305-4c01-80bf-18cf4fd39b8f', 'project_id': '8ce4d8e3a93d47948c1d76d8c3d75c11', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 14:25:31.770667 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-358cf705-6702-4941-ad81-e173e616bce6 tempest-TestShelveInstance-1952081179 tempest-TestShelveInstance-1952081179-project] Publish callbacks [] for security_group_rule (7d98c768-3e44-4eb9-b339-1134148e7733), before_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:25:31.827373 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-358cf705-6702-4941-ad81-e173e616bce6 tempest-TestShelveInstance-1952081179 tempest-TestShelveInstance-1952081179-project] Publish callbacks [] for security_group_rule (7d98c768-3e44-4eb9-b339-1134148e7733), precommit_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:25:31.835799 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-358cf705-6702-4941-ad81-e173e616bce6 tempest-TestShelveInstance-1952081179 tempest-TestShelveInstance-1952081179-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656574'] for security_group_rule (7d98c768-3e44-4eb9-b339-1134148e7733), after_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:25:31.859669 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358cf705-6702-4941-ad81-e173e616bce6 tempest-TestShelveInstance-1952081179 tempest-TestShelveInstance-1952081179-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d98c768-3e44-4eb9-b339-1134148e7733,revision_number=0']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:25:31.867084 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-358cf705-6702-4941-ad81-e173e616bce6 tempest-TestShelveInstance-1952081179 tempest-TestShelveInstance-1952081179-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:25:31.868249 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [None req-358cf705-6702-4941-ad81-e173e616bce6 tempest-TestShelveInstance-1952081179 tempest-TestShelveInstance-1952081179-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1283514 May 03 14:25:31.871092 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.wsgi [-] (103470) accepted ('10.222.0.36', 52960) {{(pid=103470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:25:31.875507 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.v2.base [None req-97f70b41-a111-49eb-b28f-af11cb9c0da5 tempest-TestShelveInstance-1952081179 tempest-TestShelveInstance-1952081179-project] Request body: {'security_group_rule': {'security_group_id': '1a661eb5-3305-4c01-80bf-18cf4fd39b8f', 'project_id': '8ce4d8e3a93d47948c1d76d8c3d75c11', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 14:25:31.898080 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.db.securitygroups_db [None req-97f70b41-a111-49eb-b28f-af11cb9c0da5 tempest-TestShelveInstance-1952081179 tempest-TestShelveInstance-1952081179-project] Project 8ce4d8e3a93d47948c1d76d8c3d75c11 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 03 14:25:31.903904 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-97f70b41-a111-49eb-b28f-af11cb9c0da5 tempest-TestShelveInstance-1952081179 tempest-TestShelveInstance-1952081179-project] Publish callbacks [] for security_group_rule (6859dd0a-12ed-46a0-824a-c4c97dfef24f), before_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:25:31.964824 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-97f70b41-a111-49eb-b28f-af11cb9c0da5 tempest-TestShelveInstance-1952081179 tempest-TestShelveInstance-1952081179-project] Publish callbacks [] for security_group_rule (6859dd0a-12ed-46a0-824a-c4c97dfef24f), precommit_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:25:31.970659 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-97f70b41-a111-49eb-b28f-af11cb9c0da5 tempest-TestShelveInstance-1952081179 tempest-TestShelveInstance-1952081179-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656574'] for security_group_rule (6859dd0a-12ed-46a0-824a-c4c97dfef24f), after_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:25:31.988373 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f70b41-a111-49eb-b28f-af11cb9c0da5 tempest-TestShelveInstance-1952081179 tempest-TestShelveInstance-1952081179-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6859dd0a-12ed-46a0-824a-c4c97dfef24f,revision_number=0']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:25:32.001874 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-97f70b41-a111-49eb-b28f-af11cb9c0da5 tempest-TestShelveInstance-1952081179 tempest-TestShelveInstance-1952081179-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:25:32.003074 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [None req-97f70b41-a111-49eb-b28f-af11cb9c0da5 tempest-TestShelveInstance-1952081179 tempest-TestShelveInstance-1952081179-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1310170 May 03 14:25:32.005799 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.wsgi [-] (103470) accepted ('10.222.0.36', 52962) {{(pid=103470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:25:32.010000 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.v2.base [None req-7d06874e-c818-4957-a881-d283e77accf8 tempest-TestShelveInstance-1952081179 tempest-TestShelveInstance-1952081179-project] Request body: {'security_group_rule': {'security_group_id': '1a661eb5-3305-4c01-80bf-18cf4fd39b8f', 'project_id': '8ce4d8e3a93d47948c1d76d8c3d75c11', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 14:25:32.031096 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.db.securitygroups_db [None req-7d06874e-c818-4957-a881-d283e77accf8 tempest-TestShelveInstance-1952081179 tempest-TestShelveInstance-1952081179-project] Project 8ce4d8e3a93d47948c1d76d8c3d75c11 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 03 14:25:32.036881 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-7d06874e-c818-4957-a881-d283e77accf8 tempest-TestShelveInstance-1952081179 tempest-TestShelveInstance-1952081179-project] Publish callbacks [] for security_group_rule (c9a7ee0b-062b-4901-9beb-599e8edd9f9b), before_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:25:32.101132 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-7d06874e-c818-4957-a881-d283e77accf8 tempest-TestShelveInstance-1952081179 tempest-TestShelveInstance-1952081179-project] Publish callbacks [] for security_group_rule (c9a7ee0b-062b-4901-9beb-599e8edd9f9b), precommit_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:25:32.117658 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-7d06874e-c818-4957-a881-d283e77accf8 tempest-TestShelveInstance-1952081179 tempest-TestShelveInstance-1952081179-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656574'] for security_group_rule (c9a7ee0b-062b-4901-9beb-599e8edd9f9b), after_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:25:32.137050 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d06874e-c818-4957-a881-d283e77accf8 tempest-TestShelveInstance-1952081179 tempest-TestShelveInstance-1952081179-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9a7ee0b-062b-4901-9beb-599e8edd9f9b,revision_number=0']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:25:32.145162 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-7d06874e-c818-4957-a881-d283e77accf8 tempest-TestShelveInstance-1952081179 tempest-TestShelveInstance-1952081179-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:25:32.146450 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [None req-7d06874e-c818-4957-a881-d283e77accf8 tempest-TestShelveInstance-1952081179 tempest-TestShelveInstance-1952081179-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1397252 May 03 14:25:32.886626 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.rpc [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Device 729c7e39-3df2-4c9c-9386-9a6ce9a86fe8 up at agent ovs-agent-dv-cinder-839793-5-iscsi {{(pid=103471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 14:25:32.939323 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.provisioning_blocks [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Provisioning complete for port 729c7e39-3df2-4c9c-9386-9a6ce9a86fe8 triggered by entity L2. {{(pid=103471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 14:25:32.939674 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749148'] for port (729c7e39-3df2-4c9c-9386-9a6ce9a86fe8), provisioning_complete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:25:33.021002 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Current status of the port 729c7e39-3df2-4c9c-9386-9a6ce9a86fe8 is: DOWN; New status is: ACTIVE {{(pid=103471) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 14:25:33.021435 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585126'] for port (729c7e39-3df2-4c9c-9386-9a6ce9a86fe8), before_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:25:33.043589 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.db [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] For port 729c7e39-3df2-4c9c-9386-9a6ce9a86fe8, host dv-cinder-839793-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-5-iscsi',level=0,port_id=729c7e39-3df2-4c9c-9386-9a6ce9a86fe8,segment=NetworkSegment(331ae69a-aeba-4f56-bd87-f289cf94ba88),segment_id=331ae69a-aeba-4f56-bd87-f289cf94ba88)] {{(pid=103471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 14:25:33.049938 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786921284783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786920821414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786920821432'] for port (729c7e39-3df2-4c9c-9386-9a6ce9a86fe8), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:25:33.110052 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Pushing event updated for resources: {'Port': ['ID=729c7e39-3df2-4c9c-9386-9a6ce9a86fe8,revision_number=4']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:25:33.412759 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6d3a0ac-27a3-476e-b9b7-48908e28309e None None] Sync routers for ids ['f501da56-5449-4dd4-8754-09ef92a1d54c'] in dv-cinder-839793-5-iscsi {{(pid=103472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 14:25:33.424974 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6d3a0ac-27a3-476e-b9b7-48908e28309e None None] Routers {'f501da56-5449-4dd4-8754-09ef92a1d54c'} bound to L3 agent in host dv-cinder-839793-5-iscsi {{(pid=103472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 14:25:33.425657 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.db.l3_hamode_db [None req-e6d3a0ac-27a3-476e-b9b7-48908e28309e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-03T14:04:39Z,description=,heartbeat_timestamp=2022-05-03T14:25:09Z,host='dv-cinder-839793-5-iscsi',id=2583ee88-9503-4370-b6e4-0a676865815e,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T14:04:39Z,topic='l3_agent')) {'router_ids': ['f501da56-5449-4dd4-8754-09ef92a1d54c'], 'active': True} {{(pid=103472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:25:33.539239 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.db.l3_dvr_db [None req-e6d3a0ac-27a3-476e-b9b7-48908e28309e None None] Set router f501da56-5449-4dd4-8754-09ef92a1d54c gateway port host: dv-cinder-839793-5-iscsi {{(pid=103472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 14:25:33.750512 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.db.l3_hamode_db [None req-e6d3a0ac-27a3-476e-b9b7-48908e28309e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f501da56-5449-4dd4-8754-09ef92a1d54c', 'name': 'tempest-TestShelveInstance-775459529-router', 'tenant_id': 'a2d6511d9945487d8d3a5d7da11c6164', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2', 'external_fixed_ips': [{'subnet_id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': '729c7e39-3df2-4c9c-9386-9a6ce9a86fe8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T14:25:27Z', 'updated_at': '2022-05-03T14:25:30Z', 'revision_number': 4, 'project_id': 'a2d6511d9945487d8d3a5d7da11c6164', 'gw_port': {'id': '729c7e39-3df2-4c9c-9386-9a6ce9a86fe8', 'name': '', 'network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:52:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f501da56-5449-4dd4-8754-09ef92a1d54c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:25:27Z', 'updated_at': '2022-05-03T14:25:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-5-iscsi', '_interfaces': [{'id': '6b3af554-c537-4233-82ac-de5f71000a22', 'name': '', 'network_id': 'dc56b443-ad38-4eb6-9bca-f424748ceffc', 'tenant_id': 'a2d6511d9945487d8d3a5d7da11c6164', 'mac_address': 'fa:16:3e:b3:fa:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f501da56-5449-4dd4-8754-09ef92a1d54c', 'device_owner': 'network:router_interface', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '53b55e21-4a1e-49fb-9fe3-f6f981c5c827', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:25:29Z', 'updated_at': '2022-05-03T14:25:30Z', 'revision_number': 2, 'project_id': 'a2d6511d9945487d8d3a5d7da11c6164', 'subnets': [{'id': '53b55e21-4a1e-49fb-9fe3-f6f981c5c827', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-5-iscsi', False) {} {{(pid=103472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:25:33.779959 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6d3a0ac-27a3-476e-b9b7-48908e28309e None None] Checking router: f501da56-5449-4dd4-8754-09ef92a1d54c for host: dv-cinder-839793-5-iscsi {{(pid=103472) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 14:25:33.780383 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6d3a0ac-27a3-476e-b9b7-48908e28309e None None] Updating router f501da56-5449-4dd4-8754-09ef92a1d54c port 6b3af554-c537-4233-82ac-de5f71000a22 binding host dv-cinder-839793-5-iscsi {{(pid=103472) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 03 14:25:33.808328 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a0ac-27a3-476e-b9b7-48908e28309e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585126'] for port (6b3af554-c537-4233-82ac-de5f71000a22), before_update {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:25:34.083385 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a0ac-27a3-476e-b9b7-48908e28309e None None] Publish callbacks [] for port (6b3af554-c537-4233-82ac-de5f71000a22), precommit_update {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:25:34.090257 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a0ac-27a3-476e-b9b7-48908e28309e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786921284783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786920821414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786920821432'] for port (6b3af554-c537-4233-82ac-de5f71000a22), after_update {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:25:34.140948 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf4fa89-5add-45e1-b9d7-ea1127d62698 None None] Pushing event updated for resources: {'Port': ['ID=6b3af554-c537-4233-82ac-de5f71000a22,revision_number=3']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:25:34.206632 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.managers [None req-e6d3a0ac-27a3-476e-b9b7-48908e28309e None None] Attempting to bind port 6b3af554-c537-4233-82ac-de5f71000a22 on host dv-cinder-839793-5-iscsi for vnic_type normal with profile {{(pid=103472) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 03 14:25:34.207003 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.managers [None req-e6d3a0ac-27a3-476e-b9b7-48908e28309e None None] Attempting to bind port 6b3af554-c537-4233-82ac-de5f71000a22 by drivers openvswitch,hyperv on host dv-cinder-839793-5-iscsi at level 0 using segments [{'id': '27ff035f-4fed-4c4d-bcaa-f0e987b0a393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'dc56b443-ad38-4eb6-9bca-f424748ceffc'}] {{(pid=103472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 03 14:25:34.207368 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6d3a0ac-27a3-476e-b9b7-48908e28309e None None] Attempting to bind port 6b3af554-c537-4233-82ac-de5f71000a22 on network dc56b443-ad38-4eb6-9bca-f424748ceffc {{(pid=103472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 14:25:34.213730 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6d3a0ac-27a3-476e-b9b7-48908e28309e None None] Checking agent: {'id': '43411681-d6d4-43ac-b892-434a22df3f6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839793-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 14, 4, 43), 'started_at': datetime.datetime(2022, 5, 3, 14, 5, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 14, 25, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839793-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 03 14:25:34.214107 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6d3a0ac-27a3-476e-b9b7-48908e28309e None None] Checking segment: {'id': '27ff035f-4fed-4c4d-bcaa-f0e987b0a393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'dc56b443-ad38-4eb6-9bca-f424748ceffc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103472) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 14:25:34.214527 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a0ac-27a3-476e-b9b7-48908e28309e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:25:34.214925 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6d3a0ac-27a3-476e-b9b7-48908e28309e None None] Bound using segment: {'id': '27ff035f-4fed-4c4d-bcaa-f0e987b0a393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'dc56b443-ad38-4eb6-9bca-f424748ceffc'} {{(pid=103472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 03 14:25:34.215397 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.managers [None req-e6d3a0ac-27a3-476e-b9b7-48908e28309e None None] Bound port: 6b3af554-c537-4233-82ac-de5f71000a22, host: dv-cinder-839793-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27ff035f-4fed-4c4d-bcaa-f0e987b0a393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'dc56b443-ad38-4eb6-9bca-f424748ceffc'}}] {{(pid=103472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 03 14:25:34.215779 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a0ac-27a3-476e-b9b7-48908e28309e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585126'] for port (6b3af554-c537-4233-82ac-de5f71000a22), before_update {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:25:34.280230 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.db [None req-e6d3a0ac-27a3-476e-b9b7-48908e28309e None None] For port 6b3af554-c537-4233-82ac-de5f71000a22, host dv-cinder-839793-5-iscsi, cleared binding levels {{(pid=103472) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 14:25:34.283371 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.plugins.ml2.db [None req-e6d3a0ac-27a3-476e-b9b7-48908e28309e None None] For port 6b3af554-c537-4233-82ac-de5f71000a22, host dv-cinder-839793-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-5-iscsi',level=0,port_id=6b3af554-c537-4233-82ac-de5f71000a22,segment=NetworkSegment(27ff035f-4fed-4c4d-bcaa-f0e987b0a393),segment_id=27ff035f-4fed-4c4d-bcaa-f0e987b0a393)] {{(pid=103472) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 14:25:34.290817 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a0ac-27a3-476e-b9b7-48908e28309e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786921284783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786920821414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786920821432'] for port (6b3af554-c537-4233-82ac-de5f71000a22), after_update {{(pid=103472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:25:34.349102 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6d3a0ac-27a3-476e-b9b7-48908e28309e None None] Routers {'f501da56-5449-4dd4-8754-09ef92a1d54c'} bound to L3 agent in host dv-cinder-839793-5-iscsi {{(pid=103472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 14:25:34.349768 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.db.l3_hamode_db [None req-e6d3a0ac-27a3-476e-b9b7-48908e28309e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-03T14:04:39Z,description=,heartbeat_timestamp=2022-05-03T14:25:09Z,host='dv-cinder-839793-5-iscsi',id=2583ee88-9503-4370-b6e4-0a676865815e,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T14:04:39Z,topic='l3_agent')) {'router_ids': ['f501da56-5449-4dd4-8754-09ef92a1d54c'], 'active': True} {{(pid=103472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:25:34.359058 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.provisioning_blocks [None req-2f7354c0-c29b-4bc3-80df-f09db8381ccd None None] Provisioning complete for port 6b3af554-c537-4233-82ac-de5f71000a22 triggered by entity DHCP. {{(pid=103471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 14:25:34.360089 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-2f7354c0-c29b-4bc3-80df-f09db8381ccd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749148'] for port (6b3af554-c537-4233-82ac-de5f71000a22), provisioning_complete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:25:34.391935 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf4fa89-5add-45e1-b9d7-ea1127d62698 None None] Pushing event updated for resources: {'Port': ['ID=6b3af554-c537-4233-82ac-de5f71000a22,revision_number=4']} {{(pid=103472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:25:34.453235 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [None req-2f7354c0-c29b-4bc3-80df-f09db8381ccd None None] Current status of the port 6b3af554-c537-4233-82ac-de5f71000a22 is: DOWN; New status is: ACTIVE {{(pid=103471) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 14:25:34.453891 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-2f7354c0-c29b-4bc3-80df-f09db8381ccd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585126'] for port (6b3af554-c537-4233-82ac-de5f71000a22), before_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:25:34.475646 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.db.l3_dvr_db [None req-e6d3a0ac-27a3-476e-b9b7-48908e28309e None None] Set router f501da56-5449-4dd4-8754-09ef92a1d54c gateway port host: dv-cinder-839793-5-iscsi {{(pid=103472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 14:25:34.490495 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.db [None req-2f7354c0-c29b-4bc3-80df-f09db8381ccd None None] For port 6b3af554-c537-4233-82ac-de5f71000a22, host dv-cinder-839793-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-5-iscsi',level=0,port_id=6b3af554-c537-4233-82ac-de5f71000a22,segment=NetworkSegment(27ff035f-4fed-4c4d-bcaa-f0e987b0a393),segment_id=27ff035f-4fed-4c4d-bcaa-f0e987b0a393)] {{(pid=103471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 14:25:34.496943 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-2f7354c0-c29b-4bc3-80df-f09db8381ccd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786921284783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786920821414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786920821432'] for port (6b3af554-c537-4233-82ac-de5f71000a22), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:25:34.554128 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7354c0-c29b-4bc3-80df-f09db8381ccd None None] Pushing event updated for resources: {'Port': ['ID=6b3af554-c537-4233-82ac-de5f71000a22,revision_number=5']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:25:34.615640 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.provisioning_blocks [None req-0dec8b26-f40e-47a1-b6b8-fdce4103a8a4 None None] Provisioning complete for port 6b3af554-c537-4233-82ac-de5f71000a22 triggered by entity DHCP. {{(pid=103471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 14:25:34.616091 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-0dec8b26-f40e-47a1-b6b8-fdce4103a8a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749148'] for port (6b3af554-c537-4233-82ac-de5f71000a22), provisioning_complete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:25:34.700027 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [None req-0dec8b26-f40e-47a1-b6b8-fdce4103a8a4 None None] Current status of the port 6b3af554-c537-4233-82ac-de5f71000a22 is: ACTIVE; New status is: ACTIVE {{(pid=103471) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 14:25:34.769788 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.db.l3_hamode_db [None req-e6d3a0ac-27a3-476e-b9b7-48908e28309e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f501da56-5449-4dd4-8754-09ef92a1d54c', 'name': 'tempest-TestShelveInstance-775459529-router', 'tenant_id': 'a2d6511d9945487d8d3a5d7da11c6164', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2', 'external_fixed_ips': [{'subnet_id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': '729c7e39-3df2-4c9c-9386-9a6ce9a86fe8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T14:25:27Z', 'updated_at': '2022-05-03T14:25:30Z', 'revision_number': 4, 'project_id': 'a2d6511d9945487d8d3a5d7da11c6164', 'gw_port': {'id': '729c7e39-3df2-4c9c-9386-9a6ce9a86fe8', 'name': '', 'network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:52:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f501da56-5449-4dd4-8754-09ef92a1d54c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:25:27Z', 'updated_at': '2022-05-03T14:25:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-5-iscsi', '_interfaces': [{'id': '6b3af554-c537-4233-82ac-de5f71000a22', 'name': '', 'network_id': 'dc56b443-ad38-4eb6-9bca-f424748ceffc', 'tenant_id': 'a2d6511d9945487d8d3a5d7da11c6164', 'mac_address': 'fa:16:3e:b3:fa:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f501da56-5449-4dd4-8754-09ef92a1d54c', 'device_owner': 'network:router_interface', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '53b55e21-4a1e-49fb-9fe3-f6f981c5c827', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:25:29Z', 'updated_at': '2022-05-03T14:25:34Z', 'revision_number': 4, 'project_id': 'a2d6511d9945487d8d3a5d7da11c6164', 'subnets': [{'id': '53b55e21-4a1e-49fb-9fe3-f6f981c5c827', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-5-iscsi', False) {} {{(pid=103472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:25:34.798318 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6d3a0ac-27a3-476e-b9b7-48908e28309e None None] The sync data for ids ['f501da56-5449-4dd4-8754-09ef92a1d54c'] in dv-cinder-839793-5-iscsi is: [{'id': 'f501da56-5449-4dd4-8754-09ef92a1d54c', 'name': 'tempest-TestShelveInstance-775459529-router', 'tenant_id': 'a2d6511d9945487d8d3a5d7da11c6164', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2', 'external_fixed_ips': [{'subnet_id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': '729c7e39-3df2-4c9c-9386-9a6ce9a86fe8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T14:25:27Z', 'updated_at': '2022-05-03T14:25:30Z', 'revision_number': 4, 'project_id': 'a2d6511d9945487d8d3a5d7da11c6164', 'gw_port': {'id': '729c7e39-3df2-4c9c-9386-9a6ce9a86fe8', 'name': '', 'network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:52:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f501da56-5449-4dd4-8754-09ef92a1d54c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:25:27Z', 'updated_at': '2022-05-03T14:25:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-5-iscsi', '_interfaces': [{'id': '6b3af554-c537-4233-82ac-de5f71000a22', 'name': '', 'network_id': 'dc56b443-ad38-4eb6-9bca-f424748ceffc', 'tenant_id': 'a2d6511d9945487d8d3a5d7da11c6164', 'mac_address': 'fa:16:3e:b3:fa:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f501da56-5449-4dd4-8754-09ef92a1d54c', 'device_owner': 'network:router_interface', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '53b55e21-4a1e-49fb-9fe3-f6f981c5c827', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:25:29Z', 'updated_at': '2022-05-03T14:25:34Z', 'revision_number': 4, 'project_id': 'a2d6511d9945487d8d3a5d7da11c6164', 'subnets': [{'id': '53b55e21-4a1e-49fb-9fe3-f6f981c5c827', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 14:25:34.905435 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.rpc [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Device 6b3af554-c537-4233-82ac-de5f71000a22 up at agent ovs-agent-dv-cinder-839793-5-iscsi {{(pid=103471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 14:25:34.956555 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.provisioning_blocks [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Provisioning complete for port 6b3af554-c537-4233-82ac-de5f71000a22 triggered by entity L2. {{(pid=103471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 14:25:34.957019 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749148'] for port (6b3af554-c537-4233-82ac-de5f71000a22), provisioning_complete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:25:35.046796 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Current status of the port 6b3af554-c537-4233-82ac-de5f71000a22 is: ACTIVE; New status is: ACTIVE {{(pid=103471) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 14:25:35.048053 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.rpc [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Device 729c7e39-3df2-4c9c-9386-9a6ce9a86fe8 up at agent ovs-agent-dv-cinder-839793-5-iscsi {{(pid=103471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 14:25:35.097436 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.provisioning_blocks [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Provisioning complete for port 729c7e39-3df2-4c9c-9386-9a6ce9a86fe8 triggered by entity L2. {{(pid=103471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 14:25:35.098177 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749148'] for port (729c7e39-3df2-4c9c-9386-9a6ce9a86fe8), provisioning_complete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:25:35.185798 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Current status of the port 729c7e39-3df2-4c9c-9386-9a6ce9a86fe8 is: ACTIVE; New status is: ACTIVE {{(pid=103471) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 14:25:36.667403 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-138e8af6-3dad-4b1c-a773-d82e29e88c5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786921254184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749114'] for agent (2d0d8db6-b1c3-4022-9f9b-561ce4a4d2d8), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:25:38.949046 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-426ecbf1-86d3-4bdc-b915-008b2ec9edd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786921254184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749114'] for agent (2583ee88-9503-4370-b6e4-0a676865815e), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:25:39.166555 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786921254184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749114'] for agent (e81ee3ce-91e9-46ba-a5c7-9619c95b22a6), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:25:39.340598 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.db.agents_db [None req-22b75db3-e88f-46e7-98cb-691740c6eaf9 None None] Agent healthcheck: found 6 active agents {{(pid=103472) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 03 14:25:40.463368 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-6b98c286-5509-41ae-9e31-4a328d4e2e3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786921254184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749114'] for agent (9772c1e2-61d8-4a11-97d8-348a0cefa431), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:25:41.565977 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-ece2f477-2d6d-4faa-a9a3-ecc6a9d3b5ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786921254184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749114'] for agent (5abb75e8-e954-4dc0-bed6-210d2af77b9f), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:25:43.183104 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786921254184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749114'] for agent (43411681-d6d4-43ac-b892-434a22df3f6d), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:25:46.747098 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-d92ecde8-d39e-4bcf-8073-b802c90f6600 req-ca430531-2490-4bfb-9c77-c8f3984130da tempest-TestShelveInstance-1952081179 tempest-TestShelveInstance-1952081179-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1482831182&fields=id&tenant_id=8ce4d8e3a93d47948c1d76d8c3d75c11 HTTP/1.1" status: 200 len: 267 time: 0.0554731 May 03 14:25:46.864615 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92ecde8-d39e-4bcf-8073-b802c90f6600 req-a89d59cd-89cd-4998-8566-0f833cc03635 tempest-TestShelveInstance-1952081179 tempest-TestShelveInstance-1952081179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:25:46.866505 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-d92ecde8-d39e-4bcf-8073-b802c90f6600 req-a89d59cd-89cd-4998-8566-0f833cc03635 tempest-TestShelveInstance-1952081179 tempest-TestShelveInstance-1952081179-project] 10.222.0.36 "GET /v2.0/networks?id=3baa93cf-d7dc-4ecf-9375-3eb6fc320edd HTTP/1.1" status: 200 len: 807 time: 0.1126626 May 03 14:25:46.882539 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-d92ecde8-d39e-4bcf-8073-b802c90f6600 req-83f55630-bf7f-476b-9734-a47e0d2aaf80 tempest-TestShelveInstance-1952081179 tempest-TestShelveInstance-1952081179-project] 10.222.0.36 "GET /v2.0/quotas/8ce4d8e3a93d47948c1d76d8c3d75c11 HTTP/1.1" status: 200 len: 375 time: 0.0104837 May 03 14:25:46.930850 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-d92ecde8-d39e-4bcf-8073-b802c90f6600 req-24163bcd-35a9-4716-aeeb-dba7af310b28 tempest-TestShelveInstance-1952081179 tempest-TestShelveInstance-1952081179-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=8ce4d8e3a93d47948c1d76d8c3d75c11&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0433846 May 03 14:25:46.947759 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.wsgi [req-d92ecde8-d39e-4bcf-8073-b802c90f6600 req-f591f4ac-c787-4515-a18a-ba2dc9b886bc service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103470) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 03 14:25:46.948706 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-d92ecde8-d39e-4bcf-8073-b802c90f6600 req-f591f4ac-c787-4515-a18a-ba2dc9b886bc service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0048914 May 03 14:25:47.038954 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-d92ecde8-d39e-4bcf-8073-b802c90f6600 req-6e5541d6-9629-41c9-acf0-d3c1847ed5ee service neutron] 10.222.0.36 "GET /v2.0/networks/3baa93cf-d7dc-4ecf-9375-3eb6fc320edd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834982 May 03 14:25:47.128471 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-d92ecde8-d39e-4bcf-8073-b802c90f6600 req-744fd853-0b48-468a-a67d-7b15f7f4e612 service neutron] 10.222.0.36 "GET /v2.0/networks/3baa93cf-d7dc-4ecf-9375-3eb6fc320edd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828035 May 03 14:25:47.434322 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-918869ea-d3c1-47f3-9b30-71683d4b58f9 req-9b7a4199-97ce-48a9-97d5-92e770cfd002 tempest-TestShelveInstance-1952081179 tempest-TestShelveInstance-1952081179-project] 10.222.0.36 "GET /v2.0/ports?device_id=4cc4a6ad-82be-416c-bad1-53c001adfc33 HTTP/1.1" status: 200 len: 210 time: 0.0282085 May 03 14:25:48.435676 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92ecde8-d39e-4bcf-8073-b802c90f6600 req-84a0a2d2-5ebe-47ed-a89c-ea327ed14a50 tempest-TestShelveInstance-1952081179 tempest-TestShelveInstance-1952081179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:25:48.437243 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-d92ecde8-d39e-4bcf-8073-b802c90f6600 req-84a0a2d2-5ebe-47ed-a89c-ea327ed14a50 tempest-TestShelveInstance-1952081179 tempest-TestShelveInstance-1952081179-project] 10.222.0.26 "GET /v2.0/networks?id=3baa93cf-d7dc-4ecf-9375-3eb6fc320edd HTTP/1.1" status: 200 len: 807 time: 0.1077201 May 03 14:25:48.515199 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-d92ecde8-d39e-4bcf-8073-b802c90f6600 req-b819e0df-148b-47d4-a76c-666eb992bc1e tempest-TestShelveInstance-1952081179 tempest-TestShelveInstance-1952081179-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8ce4d8e3a93d47948c1d76d8c3d75c11 HTTP/1.1" status: 200 len: 380 time: 0.0702553 May 03 14:25:48.524205 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.v2.base [req-d92ecde8-d39e-4bcf-8073-b802c90f6600 req-f1796549-8eaa-42b4-a79d-3a024a6f1801 tempest-TestShelveInstance-1952081179 tempest-TestShelveInstance-1952081179-project] Request body: {'port': {'device_id': '4cc4a6ad-82be-416c-bad1-53c001adfc33', 'network_id': '3baa93cf-d7dc-4ecf-9375-3eb6fc320edd', 'admin_state_up': True, 'tenant_id': '8ce4d8e3a93d47948c1d76d8c3d75c11', 'security_groups': ['1a661eb5-3305-4c01-80bf-18cf4fd39b8f']}} {{(pid=103470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 14:25:48.575477 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-5e851430-1c92-492b-98a0-c024b52f27d9 req-709b378d-d151-4ff2-be57-c49107f5298d tempest-TestShelveInstance-1952081179 tempest-TestShelveInstance-1952081179-project] 10.222.0.36 "GET /v2.0/ports?device_id=4cc4a6ad-82be-416c-bad1-53c001adfc33 HTTP/1.1" status: 200 len: 210 time: 0.0459890 May 03 14:25:48.660848 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d92ecde8-d39e-4bcf-8073-b802c90f6600 req-f1796549-8eaa-42b4-a79d-3a024a6f1801 tempest-TestShelveInstance-1952081179 tempest-TestShelveInstance-1952081179-project] Made reservation on behalf of 8ce4d8e3a93d47948c1d76d8c3d75c11 for: {'port': 1} {{(pid=103470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 14:25:48.664410 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [req-d92ecde8-d39e-4bcf-8073-b802c90f6600 req-f1796549-8eaa-42b4-a79d-3a024a6f1801 tempest-TestShelveInstance-1952081179 tempest-TestShelveInstance-1952081179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585126'] for port (None), before_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:25:48.795900 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.db.db_base_plugin_common [req-d92ecde8-d39e-4bcf-8073-b802c90f6600 req-f1796549-8eaa-42b4-a79d-3a024a6f1801 tempest-TestShelveInstance-1952081179 tempest-TestShelveInstance-1952081179-project] Allocated IP 172.20.0.14 (3baa93cf-d7dc-4ecf-9375-3eb6fc320edd/dbc2cfe8-7f7f-49f9-9f40-f48aa408ac31/2fd904ac-6356-4151-bcb6-1c60cba87b79) {{(pid=103470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 14:25:48.939384 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [req-d92ecde8-d39e-4bcf-8073-b802c90f6600 req-f1796549-8eaa-42b4-a79d-3a024a6f1801 tempest-TestShelveInstance-1952081179 tempest-TestShelveInstance-1952081179-project] Publish callbacks [] for port (2fd904ac-6356-4151-bcb6-1c60cba87b79), precommit_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:25:48.975720 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [req-d92ecde8-d39e-4bcf-8073-b802c90f6600 req-f1796549-8eaa-42b4-a79d-3a024a6f1801 tempest-TestShelveInstance-1952081179 tempest-TestShelveInstance-1952081179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786920821396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7524599'] for port (2fd904ac-6356-4151-bcb6-1c60cba87b79), after_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:25:49.020748 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d92ecde8-d39e-4bcf-8073-b802c90f6600 req-f1796549-8eaa-42b4-a79d-3a024a6f1801 tempest-TestShelveInstance-1952081179 tempest-TestShelveInstance-1952081179-project] Network 3baa93cf-d7dc-4ecf-9375-3eb6fc320edd is already hosted by enough agents. {{(pid=103470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 14:25:49.023813 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.scheduler.base_scheduler [req-d92ecde8-d39e-4bcf-8073-b802c90f6600 req-f1796549-8eaa-42b4-a79d-3a024a6f1801 tempest-TestShelveInstance-1952081179 tempest-TestShelveInstance-1952081179-project] Resources bound (agent type, host, resource id): {{(pid=103470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 14:25:49.029490 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.db.l3_dvrscheduler_db [req-d92ecde8-d39e-4bcf-8073-b802c90f6600 req-f1796549-8eaa-42b4-a79d-3a024a6f1801 tempest-TestShelveInstance-1952081179 tempest-TestShelveInstance-1952081179-project] Received port after_create {{(pid=103470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 14:25:49.036112 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1796549-8eaa-42b4-a79d-3a024a6f1801 tempest-TestShelveInstance-1952081179 tempest-TestShelveInstance-1952081179-project] Pushing event updated for resources: {'Port': ['ID=2fd904ac-6356-4151-bcb6-1c60cba87b79,revision_number=1']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:25:49.084997 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92ecde8-d39e-4bcf-8073-b802c90f6600 req-f1796549-8eaa-42b4-a79d-3a024a6f1801 tempest-TestShelveInstance-1952081179 tempest-TestShelveInstance-1952081179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:25:49.085670 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [req-d92ecde8-d39e-4bcf-8073-b802c90f6600 req-f1796549-8eaa-42b4-a79d-3a024a6f1801 tempest-TestShelveInstance-1952081179 tempest-TestShelveInstance-1952081179-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218734'] for port (None), before_response {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:25:49.104588 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-d92ecde8-d39e-4bcf-8073-b802c90f6600 req-f1796549-8eaa-42b4-a79d-3a024a6f1801 tempest-TestShelveInstance-1952081179 tempest-TestShelveInstance-1952081179-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5839677 May 03 14:25:49.115975 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.v2.base [req-d92ecde8-d39e-4bcf-8073-b802c90f6600 req-e4b126bc-8f61-48dd-a089-95d75974f17e service neutron] Request body: {'port': {'device_id': '4cc4a6ad-82be-416c-bad1-53c001adfc33', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83979'}} {{(pid=103470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 14:25:49.175286 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [req-d92ecde8-d39e-4bcf-8073-b802c90f6600 req-e4b126bc-8f61-48dd-a089-95d75974f17e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585126'] for port (2fd904ac-6356-4151-bcb6-1c60cba87b79), before_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:25:49.316005 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.provisioning_blocks [None req-0ac900b2-bc67-46cb-b306-788a5f7da896 None None] Provisioning complete for port 2fd904ac-6356-4151-bcb6-1c60cba87b79 triggered by entity DHCP. {{(pid=103471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 14:25:49.316629 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-0ac900b2-bc67-46cb-b306-788a5f7da896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749148'] for port (2fd904ac-6356-4151-bcb6-1c60cba87b79), provisioning_complete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:25:49.350814 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [None req-0ac900b2-bc67-46cb-b306-788a5f7da896 None None] Port 2fd904ac-6356-4151-bcb6-1c60cba87b79 cannot update to ACTIVE because it is not bound. {{(pid=103471) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 03 14:25:49.695626 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74e4d3d-77ca-4f11-a0d8-67021c50fd46 req-ac5288fd-8fd3-485e-aa6c-225680ac80eb tempest-TestShelveInstance-1952081179 tempest-TestShelveInstance-1952081179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:25:49.697118 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-b74e4d3d-77ca-4f11-a0d8-67021c50fd46 req-ac5288fd-8fd3-485e-aa6c-225680ac80eb tempest-TestShelveInstance-1952081179 tempest-TestShelveInstance-1952081179-project] 10.222.0.36 "GET /v2.0/ports?device_id=4cc4a6ad-82be-416c-bad1-53c001adfc33 HTTP/1.1" status: 200 len: 932 time: 0.0515623 May 03 14:25:49.720262 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.notifiers.nova [req-d92ecde8-d39e-4bcf-8073-b802c90f6600 req-e4b126bc-8f61-48dd-a089-95d75974f17e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2fd904ac-6356-4151-bcb6-1c60cba87b79 {{(pid=103470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 14:25:49.727800 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [req-d92ecde8-d39e-4bcf-8073-b802c90f6600 req-e4b126bc-8f61-48dd-a089-95d75974f17e service neutron] Publish callbacks [] for port (2fd904ac-6356-4151-bcb6-1c60cba87b79), precommit_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:25:49.740281 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.db.provisioning_blocks [req-d92ecde8-d39e-4bcf-8073-b802c90f6600 req-e4b126bc-8f61-48dd-a089-95d75974f17e service neutron] Transition to ACTIVE for port object 2fd904ac-6356-4151-bcb6-1c60cba87b79 will not be triggered until provisioned by entity L2. {{(pid=103470) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 03 14:25:49.745396 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [req-d92ecde8-d39e-4bcf-8073-b802c90f6600 req-e4b126bc-8f61-48dd-a089-95d75974f17e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786921284783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786920821414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786920821432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7524494'] for port (2fd904ac-6356-4151-bcb6-1c60cba87b79), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:25:49.748596 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-b74e4d3d-77ca-4f11-a0d8-67021c50fd46 req-9657c404-1a59-4296-a797-bee7e62cedd9 tempest-TestShelveInstance-1952081179 tempest-TestShelveInstance-1952081179-project] 10.222.0.36 "GET /v2.0/security-groups?id=1a661eb5-3305-4c01-80bf-18cf4fd39b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455143 May 03 14:25:49.795920 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b126bc-8f61-48dd-a089-95d75974f17e service neutron] Pushing event updated for resources: {'Port': ['ID=2fd904ac-6356-4151-bcb6-1c60cba87b79,revision_number=2']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:25:49.871564 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.managers [req-d92ecde8-d39e-4bcf-8073-b802c90f6600 req-e4b126bc-8f61-48dd-a089-95d75974f17e service neutron] Attempting to bind port 2fd904ac-6356-4151-bcb6-1c60cba87b79 on host hv-cinder-83979 for vnic_type normal with profile {{(pid=103470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 03 14:25:49.871813 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.managers [req-d92ecde8-d39e-4bcf-8073-b802c90f6600 req-e4b126bc-8f61-48dd-a089-95d75974f17e service neutron] Attempting to bind port 2fd904ac-6356-4151-bcb6-1c60cba87b79 by drivers openvswitch,hyperv on host hv-cinder-83979 at level 0 using segments [{'id': '3bdb21ad-012f-40b5-8dc8-865afeab2bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '3baa93cf-d7dc-4ecf-9375-3eb6fc320edd'}] {{(pid=103470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 03 14:25:49.872140 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d92ecde8-d39e-4bcf-8073-b802c90f6600 req-e4b126bc-8f61-48dd-a089-95d75974f17e service neutron] Attempting to bind port 2fd904ac-6356-4151-bcb6-1c60cba87b79 on network 3baa93cf-d7dc-4ecf-9375-3eb6fc320edd {{(pid=103470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 14:25:49.876793 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d92ecde8-d39e-4bcf-8073-b802c90f6600 req-e4b126bc-8f61-48dd-a089-95d75974f17e service neutron] Port 2fd904ac-6356-4151-bcb6-1c60cba87b79 on network 3baa93cf-d7dc-4ecf-9375-3eb6fc320edd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83979 {{(pid=103470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 03 14:25:49.877115 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d92ecde8-d39e-4bcf-8073-b802c90f6600 req-e4b126bc-8f61-48dd-a089-95d75974f17e service neutron] Attempting to bind port 2fd904ac-6356-4151-bcb6-1c60cba87b79 on network 3baa93cf-d7dc-4ecf-9375-3eb6fc320edd {{(pid=103470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 14:25:49.882140 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d92ecde8-d39e-4bcf-8073-b802c90f6600 req-e4b126bc-8f61-48dd-a089-95d75974f17e service neutron] Checking agent: {'id': 'e81ee3ce-91e9-46ba-a5c7-9619c95b22a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83979', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 14, 11, 7), 'started_at': datetime.datetime(2022, 5, 3, 14, 11, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 14, 25, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 03 14:25:49.882478 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d92ecde8-d39e-4bcf-8073-b802c90f6600 req-e4b126bc-8f61-48dd-a089-95d75974f17e service neutron] Checking segment: {'id': '3bdb21ad-012f-40b5-8dc8-865afeab2bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '3baa93cf-d7dc-4ecf-9375-3eb6fc320edd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 14:25:49.882861 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d92ecde8-d39e-4bcf-8073-b802c90f6600 req-e4b126bc-8f61-48dd-a089-95d75974f17e service neutron] Bound using segment: {'id': '3bdb21ad-012f-40b5-8dc8-865afeab2bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '3baa93cf-d7dc-4ecf-9375-3eb6fc320edd'} {{(pid=103470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 03 14:25:49.883306 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.managers [req-d92ecde8-d39e-4bcf-8073-b802c90f6600 req-e4b126bc-8f61-48dd-a089-95d75974f17e service neutron] Bound port: 2fd904ac-6356-4151-bcb6-1c60cba87b79, host: hv-cinder-83979, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3bdb21ad-012f-40b5-8dc8-865afeab2bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '3baa93cf-d7dc-4ecf-9375-3eb6fc320edd'}}] {{(pid=103470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 03 14:25:49.883650 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [req-d92ecde8-d39e-4bcf-8073-b802c90f6600 req-e4b126bc-8f61-48dd-a089-95d75974f17e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585126'] for port (2fd904ac-6356-4151-bcb6-1c60cba87b79), before_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:25:49.951246 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [req-d92ecde8-d39e-4bcf-8073-b802c90f6600 req-e4b126bc-8f61-48dd-a089-95d75974f17e service neutron] For port 2fd904ac-6356-4151-bcb6-1c60cba87b79, host hv-cinder-83979, cleared binding levels {{(pid=103470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 14:25:49.954755 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [req-d92ecde8-d39e-4bcf-8073-b802c90f6600 req-e4b126bc-8f61-48dd-a089-95d75974f17e service neutron] For port 2fd904ac-6356-4151-bcb6-1c60cba87b79, host hv-cinder-83979, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=2fd904ac-6356-4151-bcb6-1c60cba87b79,segment=NetworkSegment(3bdb21ad-012f-40b5-8dc8-865afeab2bf4),segment_id=3bdb21ad-012f-40b5-8dc8-865afeab2bf4)] {{(pid=103470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 14:25:49.961970 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [req-d92ecde8-d39e-4bcf-8073-b802c90f6600 req-e4b126bc-8f61-48dd-a089-95d75974f17e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786921284783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786920821414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786920821432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7524494'] for port (2fd904ac-6356-4151-bcb6-1c60cba87b79), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:25:49.995330 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92ecde8-d39e-4bcf-8073-b802c90f6600 req-e4b126bc-8f61-48dd-a089-95d75974f17e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:25:49.995960 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [req-d92ecde8-d39e-4bcf-8073-b802c90f6600 req-e4b126bc-8f61-48dd-a089-95d75974f17e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218734'] for port (None), before_response {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:25:49.997373 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-d92ecde8-d39e-4bcf-8073-b802c90f6600 req-e4b126bc-8f61-48dd-a089-95d75974f17e service neutron] 10.222.0.26 "PUT /v2.0/ports/2fd904ac-6356-4151-bcb6-1c60cba87b79 HTTP/1.1" status: 200 len: 1094 time: 0.8855789 May 03 14:25:49.997810 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4cc4a6ad-82be-416c-bad1-53c001adfc33', 'tag': '2fd904ac-6356-4151-bcb6-1c60cba87b79'}] {{(pid=103470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 14:25:50.000173 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b59263cb8594a65023f6f3ef61310cdc9305c5272296d99e8ebfdd94dfc5ab3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28bb7341-fbc5-4aef-8130-9be0dd80177d" -d '{"events": [{"name": "network-changed", "server_uuid": "4cc4a6ad-82be-416c-bad1-53c001adfc33", "tag": "2fd904ac-6356-4151-bcb6-1c60cba87b79"}]}' {{(pid=103470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 14:25:50.024716 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b126bc-8f61-48dd-a089-95d75974f17e service neutron] Pushing event updated for resources: {'Port': ['ID=2fd904ac-6356-4151-bcb6-1c60cba87b79,revision_number=3']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:25:50.075341 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 May 2022 14:25:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0593d2fb-a0c6-4ec9-8019-06c28c7df67d x-openstack-request-id: req-0593d2fb-a0c6-4ec9-8019-06c28c7df67d {{(pid=103470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 14:25:50.075627 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4cc4a6ad-82be-416c-bad1-53c001adfc33", "tag": "2fd904ac-6356-4151-bcb6-1c60cba87b79", "status": "completed", "code": 200}]} {{(pid=103470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 14:25:50.075876 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-0593d2fb-a0c6-4ec9-8019-06c28c7df67d {{(pid=103470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 14:25:50.076281 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0593d2fb-a0c6-4ec9-8019-06c28c7df67d'] response: {'name': 'network-changed', 'server_uuid': '4cc4a6ad-82be-416c-bad1-53c001adfc33', 'tag': '2fd904ac-6356-4151-bcb6-1c60cba87b79', 'status': 'completed', 'code': 200} May 03 14:25:50.088532 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92ecde8-d39e-4bcf-8073-b802c90f6600 req-8d06b7d0-34a2-469a-a302-5eba1e46e026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:25:50.090103 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-d92ecde8-d39e-4bcf-8073-b802c90f6600 req-8d06b7d0-34a2-469a-a302-5eba1e46e026 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8ce4d8e3a93d47948c1d76d8c3d75c11&device_id=4cc4a6ad-82be-416c-bad1-53c001adfc33 HTTP/1.1" status: 200 len: 1128 time: 0.0436010 May 03 14:25:50.134566 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-d92ecde8-d39e-4bcf-8073-b802c90f6600 req-27f13743-ae6f-4969-b787-3c55674cc617 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2fd904ac-6356-4151-bcb6-1c60cba87b79 HTTP/1.1" status: 200 len: 217 time: 0.0377581 May 03 14:25:50.184028 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92ecde8-d39e-4bcf-8073-b802c90f6600 req-47de14d3-505c-4235-9bdc-35c38daa1a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:25:50.185551 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-d92ecde8-d39e-4bcf-8073-b802c90f6600 req-47de14d3-505c-4235-9bdc-35c38daa1a39 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=dbc2cfe8-7f7f-49f9-9f40-f48aa408ac31 HTTP/1.1" status: 200 len: 846 time: 0.0455685 May 03 14:25:50.229787 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92ecde8-d39e-4bcf-8073-b802c90f6600 req-07d07a36-406f-414a-a91b-294f0e82b06d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:25:50.231259 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-d92ecde8-d39e-4bcf-8073-b802c90f6600 req-07d07a36-406f-414a-a91b-294f0e82b06d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=3baa93cf-d7dc-4ecf-9375-3eb6fc320edd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0398149 May 03 14:25:50.339848 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-d92ecde8-d39e-4bcf-8073-b802c90f6600 req-66a25b41-d35a-408d-8e1b-6677607384cf service neutron] 10.222.0.26 "GET /v2.0/networks/3baa93cf-d7dc-4ecf-9375-3eb6fc320edd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1021507 May 03 14:25:50.430272 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-d92ecde8-d39e-4bcf-8073-b802c90f6600 req-2052c002-e332-48d2-afe3-f22dc3ee8602 service neutron] 10.222.0.26 "GET /v2.0/networks/3baa93cf-d7dc-4ecf-9375-3eb6fc320edd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844226 May 03 14:25:50.688284 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bb7341-fbc5-4aef-8130-9be0dd80177d req-80be7be8-4389-40d3-b191-0fca3e3c5340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:25:50.689714 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-28bb7341-fbc5-4aef-8130-9be0dd80177d req-80be7be8-4389-40d3-b191-0fca3e3c5340 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8ce4d8e3a93d47948c1d76d8c3d75c11&device_id=4cc4a6ad-82be-416c-bad1-53c001adfc33 HTTP/1.1" status: 200 len: 1128 time: 0.0434074 May 03 14:25:50.786928 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bb7341-fbc5-4aef-8130-9be0dd80177d req-9d038416-f69e-4c63-9012-ed900a090464 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:25:50.788495 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-28bb7341-fbc5-4aef-8130-9be0dd80177d req-9d038416-f69e-4c63-9012-ed900a090464 service neutron] 10.222.0.26 "GET /v2.0/networks?id=3baa93cf-d7dc-4ecf-9375-3eb6fc320edd HTTP/1.1" status: 200 len: 908 time: 0.0927036 May 03 14:25:50.833281 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-28bb7341-fbc5-4aef-8130-9be0dd80177d req-30579557-1c4b-4848-a9b4-d34fc8b25352 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2fd904ac-6356-4151-bcb6-1c60cba87b79 HTTP/1.1" status: 200 len: 217 time: 0.0388265 May 03 14:25:50.867316 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce2772b-c15e-4d18-9171-40c40fa8f43c req-6774e1f8-1048-4138-894e-57794af5529e tempest-TestShelveInstance-1952081179 tempest-TestShelveInstance-1952081179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:25:50.868802 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-8ce2772b-c15e-4d18-9171-40c40fa8f43c req-6774e1f8-1048-4138-894e-57794af5529e tempest-TestShelveInstance-1952081179 tempest-TestShelveInstance-1952081179-project] 10.222.0.36 "GET /v2.0/ports?device_id=4cc4a6ad-82be-416c-bad1-53c001adfc33 HTTP/1.1" status: 200 len: 944 time: 0.0496850 May 03 14:25:50.884362 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bb7341-fbc5-4aef-8130-9be0dd80177d req-a3a62c6b-56df-43ac-99ef-13404e484016 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:25:50.885850 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-28bb7341-fbc5-4aef-8130-9be0dd80177d req-a3a62c6b-56df-43ac-99ef-13404e484016 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=dbc2cfe8-7f7f-49f9-9f40-f48aa408ac31 HTTP/1.1" status: 200 len: 846 time: 0.0468071 May 03 14:25:50.921811 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-8ce2772b-c15e-4d18-9171-40c40fa8f43c req-a347e90b-b0a9-4c5d-97cd-00499782271e tempest-TestShelveInstance-1952081179 tempest-TestShelveInstance-1952081179-project] 10.222.0.36 "GET /v2.0/security-groups?id=1a661eb5-3305-4c01-80bf-18cf4fd39b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463295 May 03 14:25:50.933883 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bb7341-fbc5-4aef-8130-9be0dd80177d req-1ed158e5-e2f3-47b6-be66-f868d2fec47e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:25:50.936431 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-28bb7341-fbc5-4aef-8130-9be0dd80177d req-1ed158e5-e2f3-47b6-be66-f868d2fec47e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=3baa93cf-d7dc-4ecf-9375-3eb6fc320edd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0445049 May 03 14:25:51.037091 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-28bb7341-fbc5-4aef-8130-9be0dd80177d req-da37b05d-9541-4e23-8d6f-6718115f20c4 service neutron] 10.222.0.26 "GET /v2.0/networks/3baa93cf-d7dc-4ecf-9375-3eb6fc320edd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947328 May 03 14:25:51.130575 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-28bb7341-fbc5-4aef-8130-9be0dd80177d req-ed71c88b-df2f-4661-8d10-052de5adaa4a service neutron] 10.222.0.26 "GET /v2.0/networks/3baa93cf-d7dc-4ecf-9375-3eb6fc320edd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872271 May 03 14:25:52.051042 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529ad455-10e6-4c81-8582-877aedbc6171 req-817c736c-38ef-4554-b947-5bef58e2855e tempest-TestShelveInstance-1952081179 tempest-TestShelveInstance-1952081179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:25:52.052546 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-529ad455-10e6-4c81-8582-877aedbc6171 req-817c736c-38ef-4554-b947-5bef58e2855e tempest-TestShelveInstance-1952081179 tempest-TestShelveInstance-1952081179-project] 10.222.0.36 "GET /v2.0/ports?device_id=4cc4a6ad-82be-416c-bad1-53c001adfc33 HTTP/1.1" status: 200 len: 944 time: 0.0521977 May 03 14:25:52.102676 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-529ad455-10e6-4c81-8582-877aedbc6171 req-b0f9b78f-dc39-4f8c-82ab-356724c99789 tempest-TestShelveInstance-1952081179 tempest-TestShelveInstance-1952081179-project] 10.222.0.36 "GET /v2.0/security-groups?id=1a661eb5-3305-4c01-80bf-18cf4fd39b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437455 May 03 14:25:53.232939 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af634e16-7ab7-4072-affb-4d45836702d4 req-fd1d2072-4283-4e0c-8952-cc1cc4a314bf tempest-TestShelveInstance-1952081179 tempest-TestShelveInstance-1952081179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:25:53.234539 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-af634e16-7ab7-4072-affb-4d45836702d4 req-fd1d2072-4283-4e0c-8952-cc1cc4a314bf tempest-TestShelveInstance-1952081179 tempest-TestShelveInstance-1952081179-project] 10.222.0.36 "GET /v2.0/ports?device_id=4cc4a6ad-82be-416c-bad1-53c001adfc33 HTTP/1.1" status: 200 len: 944 time: 0.0588019 May 03 14:25:53.289675 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-af634e16-7ab7-4072-affb-4d45836702d4 req-35131f27-ab2f-41de-8af8-0e95574bcf83 tempest-TestShelveInstance-1952081179 tempest-TestShelveInstance-1952081179-project] 10.222.0.36 "GET /v2.0/security-groups?id=1a661eb5-3305-4c01-80bf-18cf4fd39b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465641 May 03 14:25:54.418731 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071383ed-0d0a-43e4-8457-472700a1129f req-d7990e93-d2f1-42f1-ab5a-adf4d3386d12 tempest-TestShelveInstance-1952081179 tempest-TestShelveInstance-1952081179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:25:54.420182 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-071383ed-0d0a-43e4-8457-472700a1129f req-d7990e93-d2f1-42f1-ab5a-adf4d3386d12 tempest-TestShelveInstance-1952081179 tempest-TestShelveInstance-1952081179-project] 10.222.0.36 "GET /v2.0/ports?device_id=4cc4a6ad-82be-416c-bad1-53c001adfc33 HTTP/1.1" status: 200 len: 944 time: 0.0483990 May 03 14:25:54.472442 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-071383ed-0d0a-43e4-8457-472700a1129f req-dfab11af-d402-4eec-ae2e-39be94760d7f tempest-TestShelveInstance-1952081179 tempest-TestShelveInstance-1952081179-project] 10.222.0.36 "GET /v2.0/security-groups?id=1a661eb5-3305-4c01-80bf-18cf4fd39b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452673 May 03 14:25:55.605012 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8857323c-d80e-49c8-a8ff-88165717e211 req-ff4e7bfa-9556-4e2a-b7e3-713f7c8b2755 tempest-TestShelveInstance-1952081179 tempest-TestShelveInstance-1952081179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:25:55.606501 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-8857323c-d80e-49c8-a8ff-88165717e211 req-ff4e7bfa-9556-4e2a-b7e3-713f7c8b2755 tempest-TestShelveInstance-1952081179 tempest-TestShelveInstance-1952081179-project] 10.222.0.36 "GET /v2.0/ports?device_id=4cc4a6ad-82be-416c-bad1-53c001adfc33 HTTP/1.1" status: 200 len: 944 time: 0.0563958 May 03 14:25:55.663083 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-8857323c-d80e-49c8-a8ff-88165717e211 req-b817d637-dd5f-4346-8017-beacd9053a4d tempest-TestShelveInstance-1952081179 tempest-TestShelveInstance-1952081179-project] 10.222.0.36 "GET /v2.0/security-groups?id=1a661eb5-3305-4c01-80bf-18cf4fd39b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481660 May 03 14:25:56.800093 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4131fd8-d260-497d-beb8-8fed179d91fe req-3b23e1e2-514a-4c1c-9643-a6ffd05caf15 tempest-TestShelveInstance-1952081179 tempest-TestShelveInstance-1952081179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:25:56.801587 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-d4131fd8-d260-497d-beb8-8fed179d91fe req-3b23e1e2-514a-4c1c-9643-a6ffd05caf15 tempest-TestShelveInstance-1952081179 tempest-TestShelveInstance-1952081179-project] 10.222.0.36 "GET /v2.0/ports?device_id=4cc4a6ad-82be-416c-bad1-53c001adfc33 HTTP/1.1" status: 200 len: 944 time: 0.0615008 May 03 14:25:56.862635 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-d4131fd8-d260-497d-beb8-8fed179d91fe req-f88ff208-dd1e-47c7-b4a3-918253773902 tempest-TestShelveInstance-1952081179 tempest-TestShelveInstance-1952081179-project] 10.222.0.36 "GET /v2.0/security-groups?id=1a661eb5-3305-4c01-80bf-18cf4fd39b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554168 May 03 14:25:57.997157 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d6cd8a-3a4f-4383-acfa-f9389e9b89bb req-d545141b-f2bf-4bbf-9391-1d45381f8462 tempest-TestShelveInstance-1952081179 tempest-TestShelveInstance-1952081179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:25:57.998935 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-88d6cd8a-3a4f-4383-acfa-f9389e9b89bb req-d545141b-f2bf-4bbf-9391-1d45381f8462 tempest-TestShelveInstance-1952081179 tempest-TestShelveInstance-1952081179-project] 10.222.0.36 "GET /v2.0/ports?device_id=4cc4a6ad-82be-416c-bad1-53c001adfc33 HTTP/1.1" status: 200 len: 944 time: 0.0575085 May 03 14:25:58.054206 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.rpc [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Device 2fd904ac-6356-4151-bcb6-1c60cba87b79 details requested by agent hyperv_hv-cinder-83979 with host hv-cinder-83979 {{(pid=103471) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 03 14:25:58.062930 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-88d6cd8a-3a4f-4383-acfa-f9389e9b89bb req-4ee54f47-8bc4-4b99-a748-6fbcb2f8327e tempest-TestShelveInstance-1952081179 tempest-TestShelveInstance-1952081179-project] 10.222.0.36 "GET /v2.0/security-groups?id=1a661eb5-3305-4c01-80bf-18cf4fd39b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561314 May 03 14:25:58.158240 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.db [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] For port 2fd904ac-6356-4151-bcb6-1c60cba87b79, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=2fd904ac-6356-4151-bcb6-1c60cba87b79,segment=NetworkSegment(3bdb21ad-012f-40b5-8dc8-865afeab2bf4),segment_id=3bdb21ad-012f-40b5-8dc8-865afeab2bf4)] {{(pid=103471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 14:25:58.172127 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.rpc [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Returning: {'device': '2fd904ac-6356-4151-bcb6-1c60cba87b79', 'network_id': '3baa93cf-d7dc-4ecf-9375-3eb6fc320edd', 'port_id': '2fd904ac-6356-4151-bcb6-1c60cba87b79', 'mac_address': 'fa:16:3e:b8:f1:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 248, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dbc2cfe8-7f7f-49f9-9f40-f48aa408ac31', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103471) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 03 14:25:58.216700 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Current status of the port 2fd904ac-6356-4151-bcb6-1c60cba87b79 is: DOWN; New status is: BUILD {{(pid=103471) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 14:25:58.217088 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585126'] for port (2fd904ac-6356-4151-bcb6-1c60cba87b79), before_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:25:58.231014 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.notifiers.nova [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2fd904ac-6356-4151-bcb6-1c60cba87b79 {{(pid=103471) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 14:25:58.250977 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.db [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] For port 2fd904ac-6356-4151-bcb6-1c60cba87b79, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=2fd904ac-6356-4151-bcb6-1c60cba87b79,segment=NetworkSegment(3bdb21ad-012f-40b5-8dc8-865afeab2bf4),segment_id=3bdb21ad-012f-40b5-8dc8-865afeab2bf4)] {{(pid=103471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 14:25:58.257823 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786921284783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786920821414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786920821432'] for port (2fd904ac-6356-4151-bcb6-1c60cba87b79), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:25:58.303879 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Pushing event updated for resources: {'Port': ['ID=2fd904ac-6356-4151-bcb6-1c60cba87b79,revision_number=4']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:25:58.463742 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.db [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] get_ports_and_sgs() called for port_ids ['2fd904ac-6356-4151-bcb6-1c60cba87b79'] {{(pid=103471) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 03 14:25:59.177472 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645c9f02-dbeb-4fc3-a135-c593077fce8c req-21f97ecb-900d-48fb-9046-eed9f59b71e7 tempest-TestShelveInstance-1952081179 tempest-TestShelveInstance-1952081179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:25:59.178947 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-645c9f02-dbeb-4fc3-a135-c593077fce8c req-21f97ecb-900d-48fb-9046-eed9f59b71e7 tempest-TestShelveInstance-1952081179 tempest-TestShelveInstance-1952081179-project] 10.222.0.36 "GET /v2.0/ports?device_id=4cc4a6ad-82be-416c-bad1-53c001adfc33 HTTP/1.1" status: 200 len: 945 time: 0.0478363 May 03 14:25:59.233536 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-645c9f02-dbeb-4fc3-a135-c593077fce8c req-12269610-6aa9-423e-87b8-b3bfe0a60f72 tempest-TestShelveInstance-1952081179 tempest-TestShelveInstance-1952081179-project] 10.222.0.36 "GET /v2.0/security-groups?id=1a661eb5-3305-4c01-80bf-18cf4fd39b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489764 May 03 14:26:00.086321 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.rpc [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Device 2fd904ac-6356-4151-bcb6-1c60cba87b79 up at agent hyperv_hv-cinder-83979 {{(pid=103471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 14:26:00.134008 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.provisioning_blocks [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Provisioning for port 2fd904ac-6356-4151-bcb6-1c60cba87b79 completed by entity L2. {{(pid=103471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 03 14:26:00.143404 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.provisioning_blocks [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Provisioning complete for port 2fd904ac-6356-4151-bcb6-1c60cba87b79 triggered by entity L2. {{(pid=103471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 14:26:00.144215 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749148'] for port (2fd904ac-6356-4151-bcb6-1c60cba87b79), provisioning_complete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:26:00.231088 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Current status of the port 2fd904ac-6356-4151-bcb6-1c60cba87b79 is: BUILD; New status is: ACTIVE {{(pid=103471) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 14:26:00.231467 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585126'] for port (2fd904ac-6356-4151-bcb6-1c60cba87b79), before_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:26:00.255314 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cc4a6ad-82be-416c-bad1-53c001adfc33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fd904ac-6356-4151-bcb6-1c60cba87b79'}] {{(pid=103471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 14:26:00.257630 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}258de9d1a1c653a46c94c94b096b8a314ffaed5fb8c929df022c823a20d863ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-655f0ca3-7d9d-4606-8483-a3b98614114e" -d '{"events": [{"server_uuid": "4cc4a6ad-82be-416c-bad1-53c001adfc33", "name": "network-vif-plugged", "status": "completed", "tag": "2fd904ac-6356-4151-bcb6-1c60cba87b79"}]}' {{(pid=103471) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 14:26:00.270044 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.db [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] For port 2fd904ac-6356-4151-bcb6-1c60cba87b79, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=2fd904ac-6356-4151-bcb6-1c60cba87b79,segment=NetworkSegment(3bdb21ad-012f-40b5-8dc8-865afeab2bf4),segment_id=3bdb21ad-012f-40b5-8dc8-865afeab2bf4)] {{(pid=103471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 14:26:00.275302 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786921284783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786920821414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786920821432'] for port (2fd904ac-6356-4151-bcb6-1c60cba87b79), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:26:00.333000 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Pushing event updated for resources: {'Port': ['ID=2fd904ac-6356-4151-bcb6-1c60cba87b79,revision_number=5']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:26:00.362086 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b716e6a-d2a4-40c4-82e8-9ee9aebfb416 req-3eebfa21-651b-4468-bfd7-f92113703d2d tempest-TestShelveInstance-1952081179 tempest-TestShelveInstance-1952081179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:26:00.363586 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-4b716e6a-d2a4-40c4-82e8-9ee9aebfb416 req-3eebfa21-651b-4468-bfd7-f92113703d2d tempest-TestShelveInstance-1952081179 tempest-TestShelveInstance-1952081179-project] 10.222.0.36 "GET /v2.0/ports?device_id=4cc4a6ad-82be-416c-bad1-53c001adfc33 HTTP/1.1" status: 200 len: 946 time: 0.0535097 May 03 14:26:00.399449 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 May 2022 14:26:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2dbf689-fe43-47b7-b208-a8a3546bf623 x-openstack-request-id: req-d2dbf689-fe43-47b7-b208-a8a3546bf623 {{(pid=103471) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 14:26:00.399747 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4cc4a6ad-82be-416c-bad1-53c001adfc33", "name": "network-vif-plugged", "status": "completed", "tag": "2fd904ac-6356-4151-bcb6-1c60cba87b79", "code": 200}]} {{(pid=103471) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 14:26:00.399988 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d2dbf689-fe43-47b7-b208-a8a3546bf623 {{(pid=103471) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 14:26:00.400423 dv-cinder-839793-5-iscsi neutron-server[103471]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d2dbf689-fe43-47b7-b208-a8a3546bf623'] response: {'server_uuid': '4cc4a6ad-82be-416c-bad1-53c001adfc33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fd904ac-6356-4151-bcb6-1c60cba87b79', 'code': 200} May 03 14:26:00.416144 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-4b716e6a-d2a4-40c4-82e8-9ee9aebfb416 req-b93e6bfb-cf7d-47c2-9c60-992afe53024a tempest-TestShelveInstance-1952081179 tempest-TestShelveInstance-1952081179-project] 10.222.0.36 "GET /v2.0/security-groups?id=1a661eb5-3305-4c01-80bf-18cf4fd39b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452852 May 03 14:26:00.620103 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c49417a-e3b5-4dfb-bdaa-0341520c0714 req-3d3a23d4-3fcd-4024-8338-466c8968c676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:26:00.621535 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-2c49417a-e3b5-4dfb-bdaa-0341520c0714 req-3d3a23d4-3fcd-4024-8338-466c8968c676 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=4cc4a6ad-82be-416c-bad1-53c001adfc33 HTTP/1.1" status: 200 len: 1130 time: 0.0411777 May 03 14:26:00.668723 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-2c49417a-e3b5-4dfb-bdaa-0341520c0714 req-c3568778-0f64-4515-93dc-e76a347557ab service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=1a661eb5-3305-4c01-80bf-18cf4fd39b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414886 May 03 14:26:01.545134 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b71251-a719-4ec0-8856-07eb92129da5 req-ccdb3e42-6464-4909-8456-9f94efaaeca5 tempest-TestShelveInstance-1952081179 tempest-TestShelveInstance-1952081179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:26:01.546678 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-79b71251-a719-4ec0-8856-07eb92129da5 req-ccdb3e42-6464-4909-8456-9f94efaaeca5 tempest-TestShelveInstance-1952081179 tempest-TestShelveInstance-1952081179-project] 10.222.0.36 "GET /v2.0/ports?device_id=4cc4a6ad-82be-416c-bad1-53c001adfc33 HTTP/1.1" status: 200 len: 946 time: 0.0564470 May 03 14:26:01.598968 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-79b71251-a719-4ec0-8856-07eb92129da5 req-a4d1d6bf-b102-4c1c-9634-00c0b08a7190 tempest-TestShelveInstance-1952081179 tempest-TestShelveInstance-1952081179-project] 10.222.0.36 "GET /v2.0/security-groups?id=1a661eb5-3305-4c01-80bf-18cf4fd39b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462286 May 03 14:26:02.722599 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b365668-e38e-4229-9102-2df350dde2da req-8835078e-17ab-4670-a599-ac85574a1d9b tempest-TestShelveInstance-1952081179 tempest-TestShelveInstance-1952081179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:26:02.724051 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-3b365668-e38e-4229-9102-2df350dde2da req-8835078e-17ab-4670-a599-ac85574a1d9b tempest-TestShelveInstance-1952081179 tempest-TestShelveInstance-1952081179-project] 10.222.0.36 "GET /v2.0/ports?device_id=4cc4a6ad-82be-416c-bad1-53c001adfc33 HTTP/1.1" status: 200 len: 946 time: 0.0473387 May 03 14:26:02.774313 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-3b365668-e38e-4229-9102-2df350dde2da req-b735490c-cb15-4cd3-a2bd-49a2e23e16dc tempest-TestShelveInstance-1952081179 tempest-TestShelveInstance-1952081179-project] 10.222.0.36 "GET /v2.0/security-groups?id=1a661eb5-3305-4c01-80bf-18cf4fd39b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445111 May 03 14:26:02.899279 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e1bd9f-5e93-42e6-8501-eeafbc9cf4ab req-0aafc615-d675-4479-a422-25920753927a tempest-TestShelveInstance-1952081179 tempest-TestShelveInstance-1952081179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:26:02.900650 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-58e1bd9f-5e93-42e6-8501-eeafbc9cf4ab req-0aafc615-d675-4479-a422-25920753927a tempest-TestShelveInstance-1952081179 tempest-TestShelveInstance-1952081179-project] 10.222.0.36 "GET /v2.0/ports?device_id=4cc4a6ad-82be-416c-bad1-53c001adfc33 HTTP/1.1" status: 200 len: 946 time: 0.0473969 May 03 14:26:02.956007 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-58e1bd9f-5e93-42e6-8501-eeafbc9cf4ab req-21fd3777-1229-418e-bfc3-57bea8dd80e7 tempest-TestShelveInstance-1952081179 tempest-TestShelveInstance-1952081179-project] 10.222.0.36 "GET /v2.0/security-groups?id=1a661eb5-3305-4c01-80bf-18cf4fd39b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467494 May 03 14:26:02.984651 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.wsgi [-] (103470) accepted ('10.222.0.36', 53118) {{(pid=103470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:26:03.123658 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24d38b3e-9700-446e-8936-7b6a14284d2c tempest-TestShelveInstance-284592987 tempest-TestShelveInstance-284592987-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:26:03.126009 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [None req-24d38b3e-9700-446e-8936-7b6a14284d2c tempest-TestShelveInstance-284592987 tempest-TestShelveInstance-284592987-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=4cc4a6ad-82be-416c-bad1-53c001adfc33 HTTP/1.1" status: 200 len: 1125 time: 0.1403699 May 03 14:26:03.129173 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.wsgi [-] (103470) accepted ('10.222.0.36', 53122) {{(pid=103470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:26:03.134994 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.v2.base [None req-ea883244-aa45-44aa-bb8a-8f823a90f758 tempest-TestShelveInstance-1952081179 tempest-TestShelveInstance-1952081179-project] Request body: {'floatingip': {'floating_network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2', 'port_id': '2fd904ac-6356-4151-bcb6-1c60cba87b79', 'tenant_id': '8ce4d8e3a93d47948c1d76d8c3d75c11', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 14:26:03.160102 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-ea883244-aa45-44aa-bb8a-8f823a90f758 tempest-TestShelveInstance-1952081179 tempest-TestShelveInstance-1952081179-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:26:03.244850 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-ea883244-aa45-44aa-bb8a-8f823a90f758 tempest-TestShelveInstance-1952081179 tempest-TestShelveInstance-1952081179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585126'] for port (None), before_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:26:03.352257 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.db.db_base_plugin_common [None req-ea883244-aa45-44aa-bb8a-8f823a90f758 tempest-TestShelveInstance-1952081179 tempest-TestShelveInstance-1952081179-project] Allocated IP 172.27.3.196 (e0cd7c6d-9919-41eb-b035-2bfb3175faa2/4f18d5d6-ed18-48e7-a335-d8ef216f5f78/978da87e-a5dc-4476-ba04-aa04951e0fe9) {{(pid=103470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 14:26:03.453705 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-ea883244-aa45-44aa-bb8a-8f823a90f758 tempest-TestShelveInstance-1952081179 tempest-TestShelveInstance-1952081179-project] Publish callbacks [] for port (978da87e-a5dc-4476-ba04-aa04951e0fe9), precommit_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:26:03.493598 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-ea883244-aa45-44aa-bb8a-8f823a90f758 tempest-TestShelveInstance-1952081179 tempest-TestShelveInstance-1952081179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786920821396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7524599'] for port (978da87e-a5dc-4476-ba04-aa04951e0fe9), after_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:26:03.534196 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea883244-aa45-44aa-bb8a-8f823a90f758 tempest-TestShelveInstance-1952081179 tempest-TestShelveInstance-1952081179-project] Network e0cd7c6d-9919-41eb-b035-2bfb3175faa2 is already hosted by enough agents. {{(pid=103470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 14:26:03.537124 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.scheduler.base_scheduler [None req-ea883244-aa45-44aa-bb8a-8f823a90f758 tempest-TestShelveInstance-1952081179 tempest-TestShelveInstance-1952081179-project] Resources bound (agent type, host, resource id): {{(pid=103470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 14:26:03.542664 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea883244-aa45-44aa-bb8a-8f823a90f758 tempest-TestShelveInstance-1952081179 tempest-TestShelveInstance-1952081179-project] Received port after_create {{(pid=103470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 14:26:03.548268 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea883244-aa45-44aa-bb8a-8f823a90f758 tempest-TestShelveInstance-1952081179 tempest-TestShelveInstance-1952081179-project] Pushing event updated for resources: {'Port': ['ID=978da87e-a5dc-4476-ba04-aa04951e0fe9,revision_number=1']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:26:03.933579 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-ea883244-aa45-44aa-bb8a-8f823a90f758 tempest-TestShelveInstance-1952081179 tempest-TestShelveInstance-1952081179-project] Publish callbacks [] for floatingip (0c084ea0-24d6-4fe4-99e8-416fa6822217), precommit_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:26:04.005519 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-ea883244-aa45-44aa-bb8a-8f823a90f758 tempest-TestShelveInstance-1952081179 tempest-TestShelveInstance-1952081179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585126'] for port (978da87e-a5dc-4476-ba04-aa04951e0fe9), before_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:26:04.158610 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-ea883244-aa45-44aa-bb8a-8f823a90f758 tempest-TestShelveInstance-1952081179 tempest-TestShelveInstance-1952081179-project] Publish callbacks [] for port (978da87e-a5dc-4476-ba04-aa04951e0fe9), precommit_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:26:04.166101 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-ea883244-aa45-44aa-bb8a-8f823a90f758 tempest-TestShelveInstance-1952081179 tempest-TestShelveInstance-1952081179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786921284783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786920821414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786920821432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7524494'] for port (978da87e-a5dc-4476-ba04-aa04951e0fe9), after_update {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:26:04.233252 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea883244-aa45-44aa-bb8a-8f823a90f758 tempest-TestShelveInstance-1952081179 tempest-TestShelveInstance-1952081179-project] Pushing event updated for resources: {'Port': ['ID=978da87e-a5dc-4476-ba04-aa04951e0fe9,revision_number=2']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:26:04.243333 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-ea883244-aa45-44aa-bb8a-8f823a90f758 tempest-TestShelveInstance-1952081179 tempest-TestShelveInstance-1952081179-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1700089'] for floatingip (0c084ea0-24d6-4fe4-99e8-416fa6822217), after_create {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:26:04.346264 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.db.l3_db [None req-ea883244-aa45-44aa-bb8a-8f823a90f758 tempest-TestShelveInstance-1952081179 tempest-TestShelveInstance-1952081179-project] Floating IP 0c084ea0-24d6-4fe4-99e8-416fa6822217 associated. External IP: 172.27.3.196, port: 2fd904ac-6356-4151-bcb6-1c60cba87b79. May 03 14:26:04.573222 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea883244-aa45-44aa-bb8a-8f823a90f758 tempest-TestShelveInstance-1952081179 tempest-TestShelveInstance-1952081179-project] Router 05fac887-dbb2-4c4c-89a8-af8aab0e9196 has already been hosted by L3 agent 2583ee88-9503-4370-b6e4-0a676865815e {{(pid=103470) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 14:26:04.682811 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea883244-aa45-44aa-bb8a-8f823a90f758 tempest-TestShelveInstance-1952081179 tempest-TestShelveInstance-1952081179-project] Notify agent at l3_agent.dv-cinder-839793-5-iscsi the message routers_updated {{(pid=103470) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 14:26:04.693625 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98c47f97-8d2f-42c7-b980-c09fb6ce57bb None None] Sync routers for ids ['05fac887-dbb2-4c4c-89a8-af8aab0e9196'] in dv-cinder-839793-5-iscsi {{(pid=103471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 14:26:04.704077 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-ea883244-aa45-44aa-bb8a-8f823a90f758 tempest-TestShelveInstance-1952081179 tempest-TestShelveInstance-1952081179-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218734'] for floatingip (None), before_response {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:26:04.710330 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98c47f97-8d2f-42c7-b980-c09fb6ce57bb None None] Routers {'05fac887-dbb2-4c4c-89a8-af8aab0e9196'} bound to L3 agent in host dv-cinder-839793-5-iscsi {{(pid=103471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 14:26:04.711311 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.l3_hamode_db [None req-98c47f97-8d2f-42c7-b980-c09fb6ce57bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-03T14:04:39Z,description=,heartbeat_timestamp=2022-05-03T14:25:39Z,host='dv-cinder-839793-5-iscsi',id=2583ee88-9503-4370-b6e4-0a676865815e,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T14:04:39Z,topic='l3_agent')) {'router_ids': ['05fac887-dbb2-4c4c-89a8-af8aab0e9196'], 'active': True} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:26:04.735612 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [None req-ea883244-aa45-44aa-bb8a-8f823a90f758 tempest-TestShelveInstance-1952081179 tempest-TestShelveInstance-1952081179-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6050463 May 03 14:26:04.736182 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4cc4a6ad-82be-416c-bad1-53c001adfc33', 'tag': '2fd904ac-6356-4151-bcb6-1c60cba87b79'}] {{(pid=103470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 14:26:04.738471 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b59263cb8594a65023f6f3ef61310cdc9305c5272296d99e8ebfdd94dfc5ab3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a7b2f2f-964f-4b0d-8e01-319dec09d5db" -d '{"events": [{"name": "network-changed", "server_uuid": "4cc4a6ad-82be-416c-bad1-53c001adfc33", "tag": "2fd904ac-6356-4151-bcb6-1c60cba87b79"}]}' {{(pid=103470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 14:26:04.773870 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 May 2022 14:26:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d69849ca-3273-4fd3-bea3-f5e4e70e132b x-openstack-request-id: req-d69849ca-3273-4fd3-bea3-f5e4e70e132b {{(pid=103470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 14:26:04.774135 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4cc4a6ad-82be-416c-bad1-53c001adfc33", "tag": "2fd904ac-6356-4151-bcb6-1c60cba87b79", "status": "completed", "code": 200}]} {{(pid=103470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 14:26:04.774461 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d69849ca-3273-4fd3-bea3-f5e4e70e132b {{(pid=103470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 14:26:04.774933 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d69849ca-3273-4fd3-bea3-f5e4e70e132b'] response: {'name': 'network-changed', 'server_uuid': '4cc4a6ad-82be-416c-bad1-53c001adfc33', 'tag': '2fd904ac-6356-4151-bcb6-1c60cba87b79', 'status': 'completed', 'code': 200} May 03 14:26:04.820491 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvr_db [None req-98c47f97-8d2f-42c7-b980-c09fb6ce57bb None None] Set router 05fac887-dbb2-4c4c-89a8-af8aab0e9196 gateway port host: dv-cinder-839793-5-iscsi {{(pid=103471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 14:26:04.835770 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7b2f2f-964f-4b0d-8e01-319dec09d5db req-f5afffc1-6f9d-4e7a-bf25-4a3e000775cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:26:04.837726 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-1a7b2f2f-964f-4b0d-8e01-319dec09d5db req-f5afffc1-6f9d-4e7a-bf25-4a3e000775cd service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8ce4d8e3a93d47948c1d76d8c3d75c11&device_id=4cc4a6ad-82be-416c-bad1-53c001adfc33 HTTP/1.1" status: 200 len: 1130 time: 0.0411696 May 03 14:26:04.931485 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7b2f2f-964f-4b0d-8e01-319dec09d5db req-bf084334-efb6-4800-b4fc-59c5a35d289e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:26:04.933024 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-1a7b2f2f-964f-4b0d-8e01-319dec09d5db req-bf084334-efb6-4800-b4fc-59c5a35d289e service neutron] 10.222.0.26 "GET /v2.0/networks?id=3baa93cf-d7dc-4ecf-9375-3eb6fc320edd HTTP/1.1" status: 200 len: 908 time: 0.0892289 May 03 14:26:05.003607 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-1a7b2f2f-964f-4b0d-8e01-319dec09d5db req-b22de998-c6c1-4d96-9432-6d4ae74a24af service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2fd904ac-6356-4151-bcb6-1c60cba87b79 HTTP/1.1" status: 200 len: 1000 time: 0.0652318 May 03 14:26:05.058718 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7b2f2f-964f-4b0d-8e01-319dec09d5db req-5738a51d-7ee1-470c-8d3a-434734d09b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:26:05.060235 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-1a7b2f2f-964f-4b0d-8e01-319dec09d5db req-5738a51d-7ee1-470c-8d3a-434734d09b26 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=dbc2cfe8-7f7f-49f9-9f40-f48aa408ac31 HTTP/1.1" status: 200 len: 846 time: 0.0507872 May 03 14:26:05.109153 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7b2f2f-964f-4b0d-8e01-319dec09d5db req-9cf23470-644f-4f84-8a13-e70179fb8b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:26:05.110623 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-1a7b2f2f-964f-4b0d-8e01-319dec09d5db req-9cf23470-644f-4f84-8a13-e70179fb8b04 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=3baa93cf-d7dc-4ecf-9375-3eb6fc320edd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0429523 May 03 14:26:05.173130 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.l3_hamode_db [None req-98c47f97-8d2f-42c7-b980-c09fb6ce57bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05fac887-dbb2-4c4c-89a8-af8aab0e9196', 'name': 'tempest-TestShelveInstance-36404793-router', 'tenant_id': '8ce4d8e3a93d47948c1d76d8c3d75c11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2', 'external_fixed_ips': [{'subnet_id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': 'f8347b2b-34ae-4fb2-852d-08bc271285e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T14:25:22Z', 'updated_at': '2022-05-03T14:25:25Z', 'revision_number': 4, 'project_id': '8ce4d8e3a93d47948c1d76d8c3d75c11', 'gw_port': {'id': 'f8347b2b-34ae-4fb2-852d-08bc271285e9', 'name': '', 'network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:c5:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05fac887-dbb2-4c4c-89a8-af8aab0e9196', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:25:22Z', 'updated_at': '2022-05-03T14:25:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-5-iscsi', '_floatingips': [{'id': '0c084ea0-24d6-4fe4-99e8-416fa6822217', 'tenant_id': '8ce4d8e3a93d47948c1d76d8c3d75c11', 'floating_ip_address': '172.27.3.196', 'floating_network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2', 'router_id': '05fac887-dbb2-4c4c-89a8-af8aab0e9196', 'port_id': '2fd904ac-6356-4151-bcb6-1c60cba87b79', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3baa93cf-d7dc-4ecf-9375-3eb6fc320edd', 'mac_address': 'fa:16:3e:b8:f1:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cc4a6ad-82be-416c-bad1-53c001adfc33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T14:26:03Z', 'updated_at': '2022-05-03T14:26:03Z', 'revision_number': 0, 'project_id': '8ce4d8e3a93d47948c1d76d8c3d75c11', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5d6751f-bee4-4d4f-9b06-f5c2055e4884', 'name': '', 'network_id': '3baa93cf-d7dc-4ecf-9375-3eb6fc320edd', 'tenant_id': '8ce4d8e3a93d47948c1d76d8c3d75c11', 'mac_address': 'fa:16:3e:80:24:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05fac887-dbb2-4c4c-89a8-af8aab0e9196', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': 'dbc2cfe8-7f7f-49f9-9f40-f48aa408ac31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:25:24Z', 'updated_at': '2022-05-03T14:25:29Z', 'revision_number': 5, 'project_id': '8ce4d8e3a93d47948c1d76d8c3d75c11', 'subnets': [{'id': 'dbc2cfe8-7f7f-49f9-9f40-f48aa408ac31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-5-iscsi', False) {} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:26:05.202191 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98c47f97-8d2f-42c7-b980-c09fb6ce57bb None None] Checking router: 05fac887-dbb2-4c4c-89a8-af8aab0e9196 for host: dv-cinder-839793-5-iscsi {{(pid=103471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 14:26:05.203330 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-1a7b2f2f-964f-4b0d-8e01-319dec09d5db req-40d91e2f-8f08-436a-b5db-369f87190c97 service neutron] 10.222.0.26 "GET /v2.0/networks/3baa93cf-d7dc-4ecf-9375-3eb6fc320edd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865242 May 03 14:26:05.211446 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98c47f97-8d2f-42c7-b980-c09fb6ce57bb None None] Routers {'05fac887-dbb2-4c4c-89a8-af8aab0e9196'} bound to L3 agent in host dv-cinder-839793-5-iscsi {{(pid=103471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 14:26:05.212058 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.l3_hamode_db [None req-98c47f97-8d2f-42c7-b980-c09fb6ce57bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-03T14:04:39Z,description=,heartbeat_timestamp=2022-05-03T14:25:39Z,host='dv-cinder-839793-5-iscsi',id=2583ee88-9503-4370-b6e4-0a676865815e,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T14:04:39Z,topic='l3_agent')) {'router_ids': ['05fac887-dbb2-4c4c-89a8-af8aab0e9196'], 'active': True} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:26:05.293143 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-1a7b2f2f-964f-4b0d-8e01-319dec09d5db req-d8599ac3-ba6c-4a56-a97c-ba57e542cf5d service neutron] 10.222.0.26 "GET /v2.0/networks/3baa93cf-d7dc-4ecf-9375-3eb6fc320edd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830235 May 03 14:26:05.320472 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvr_db [None req-98c47f97-8d2f-42c7-b980-c09fb6ce57bb None None] Set router 05fac887-dbb2-4c4c-89a8-af8aab0e9196 gateway port host: dv-cinder-839793-5-iscsi {{(pid=103471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 14:26:05.536644 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.l3_hamode_db [None req-98c47f97-8d2f-42c7-b980-c09fb6ce57bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05fac887-dbb2-4c4c-89a8-af8aab0e9196', 'name': 'tempest-TestShelveInstance-36404793-router', 'tenant_id': '8ce4d8e3a93d47948c1d76d8c3d75c11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2', 'external_fixed_ips': [{'subnet_id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': 'f8347b2b-34ae-4fb2-852d-08bc271285e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T14:25:22Z', 'updated_at': '2022-05-03T14:25:25Z', 'revision_number': 4, 'project_id': '8ce4d8e3a93d47948c1d76d8c3d75c11', 'gw_port': {'id': 'f8347b2b-34ae-4fb2-852d-08bc271285e9', 'name': '', 'network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:c5:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05fac887-dbb2-4c4c-89a8-af8aab0e9196', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:25:22Z', 'updated_at': '2022-05-03T14:25:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-5-iscsi', '_floatingips': [{'id': '0c084ea0-24d6-4fe4-99e8-416fa6822217', 'tenant_id': '8ce4d8e3a93d47948c1d76d8c3d75c11', 'floating_ip_address': '172.27.3.196', 'floating_network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2', 'router_id': '05fac887-dbb2-4c4c-89a8-af8aab0e9196', 'port_id': '2fd904ac-6356-4151-bcb6-1c60cba87b79', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3baa93cf-d7dc-4ecf-9375-3eb6fc320edd', 'mac_address': 'fa:16:3e:b8:f1:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cc4a6ad-82be-416c-bad1-53c001adfc33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T14:26:03Z', 'updated_at': '2022-05-03T14:26:03Z', 'revision_number': 0, 'project_id': '8ce4d8e3a93d47948c1d76d8c3d75c11', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5d6751f-bee4-4d4f-9b06-f5c2055e4884', 'name': '', 'network_id': '3baa93cf-d7dc-4ecf-9375-3eb6fc320edd', 'tenant_id': '8ce4d8e3a93d47948c1d76d8c3d75c11', 'mac_address': 'fa:16:3e:80:24:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05fac887-dbb2-4c4c-89a8-af8aab0e9196', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': 'dbc2cfe8-7f7f-49f9-9f40-f48aa408ac31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:25:24Z', 'updated_at': '2022-05-03T14:25:29Z', 'revision_number': 5, 'project_id': '8ce4d8e3a93d47948c1d76d8c3d75c11', 'subnets': [{'id': 'dbc2cfe8-7f7f-49f9-9f40-f48aa408ac31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-5-iscsi', False) {} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:26:05.573770 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98c47f97-8d2f-42c7-b980-c09fb6ce57bb None None] The sync data for ids ['05fac887-dbb2-4c4c-89a8-af8aab0e9196'] in dv-cinder-839793-5-iscsi is: [{'id': '05fac887-dbb2-4c4c-89a8-af8aab0e9196', 'name': 'tempest-TestShelveInstance-36404793-router', 'tenant_id': '8ce4d8e3a93d47948c1d76d8c3d75c11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2', 'external_fixed_ips': [{'subnet_id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': 'f8347b2b-34ae-4fb2-852d-08bc271285e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T14:25:22Z', 'updated_at': '2022-05-03T14:25:25Z', 'revision_number': 4, 'project_id': '8ce4d8e3a93d47948c1d76d8c3d75c11', 'gw_port': {'id': 'f8347b2b-34ae-4fb2-852d-08bc271285e9', 'name': '', 'network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:c5:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05fac887-dbb2-4c4c-89a8-af8aab0e9196', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:25:22Z', 'updated_at': '2022-05-03T14:25:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-5-iscsi', '_floatingips': [{'id': '0c084ea0-24d6-4fe4-99e8-416fa6822217', 'tenant_id': '8ce4d8e3a93d47948c1d76d8c3d75c11', 'floating_ip_address': '172.27.3.196', 'floating_network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2', 'router_id': '05fac887-dbb2-4c4c-89a8-af8aab0e9196', 'port_id': '2fd904ac-6356-4151-bcb6-1c60cba87b79', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3baa93cf-d7dc-4ecf-9375-3eb6fc320edd', 'mac_address': 'fa:16:3e:b8:f1:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cc4a6ad-82be-416c-bad1-53c001adfc33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T14:26:03Z', 'updated_at': '2022-05-03T14:26:03Z', 'revision_number': 0, 'project_id': '8ce4d8e3a93d47948c1d76d8c3d75c11', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5d6751f-bee4-4d4f-9b06-f5c2055e4884', 'name': '', 'network_id': '3baa93cf-d7dc-4ecf-9375-3eb6fc320edd', 'tenant_id': '8ce4d8e3a93d47948c1d76d8c3d75c11', 'mac_address': 'fa:16:3e:80:24:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05fac887-dbb2-4c4c-89a8-af8aab0e9196', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': 'dbc2cfe8-7f7f-49f9-9f40-f48aa408ac31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:25:24Z', 'updated_at': '2022-05-03T14:25:29Z', 'revision_number': 5, 'project_id': '8ce4d8e3a93d47948c1d76d8c3d75c11', 'subnets': [{'id': 'dbc2cfe8-7f7f-49f9-9f40-f48aa408ac31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 14:26:05.772721 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f15bfa22-fcfa-4553-94ca-e4365609ee44 None None] New status for floating IP 0c084ea0-24d6-4fe4-99e8-416fa6822217: ACTIVE {{(pid=103472) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 03 14:26:06.672153 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-cf10d866-1df8-4f7d-816e-62163f37632e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786921254184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749114'] for agent (2d0d8db6-b1c3-4022-9f9b-561ce4a4d2d8), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:26:08.955900 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-8fccdce3-f1b1-480e-85d7-d8869e63151c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786921254184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749114'] for agent (2583ee88-9503-4370-b6e4-0a676865815e), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:26:09.178176 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786921254184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749114'] for agent (e81ee3ce-91e9-46ba-a5c7-9619c95b22a6), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:26:10.464318 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-6b98c286-5509-41ae-9e31-4a328d4e2e3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786921254184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749114'] for agent (9772c1e2-61d8-4a11-97d8-348a0cefa431), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:26:11.561322 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-ece2f477-2d6d-4faa-a9a3-ecc6a9d3b5ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786921254184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749114'] for agent (5abb75e8-e954-4dc0-bed6-210d2af77b9f), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:26:13.181269 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786921254184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749114'] for agent (43411681-d6d4-43ac-b892-434a22df3f6d), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:26:16.345257 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.db.agents_db [None req-22b75db3-e88f-46e7-98cb-691740c6eaf9 None None] Agent healthcheck: found 6 active agents {{(pid=103472) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 03 14:26:16.586643 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-a821173c-6428-4ea3-9a66-868c08194146 req-239a0284-1844-4099-9d11-2f1bafe572fa service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=4cc4a6ad-82be-416c-bad1-53c001adfc33&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0449023 May 03 14:26:16.673520 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a821173c-6428-4ea3-9a66-868c08194146 req-94d7ec3b-d3c4-4473-85b6-4fede18bc612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:26:16.674943 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-a821173c-6428-4ea3-9a66-868c08194146 req-94d7ec3b-d3c4-4473-85b6-4fede18bc612 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8ce4d8e3a93d47948c1d76d8c3d75c11&device_id=4cc4a6ad-82be-416c-bad1-53c001adfc33 HTTP/1.1" status: 200 len: 1130 time: 0.0445879 May 03 14:26:16.779973 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a821173c-6428-4ea3-9a66-868c08194146 req-a71b9257-c0c5-4a4c-92ec-e0c34b61f08b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:26:16.781463 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-a821173c-6428-4ea3-9a66-868c08194146 req-a71b9257-c0c5-4a4c-92ec-e0c34b61f08b service neutron] 10.222.0.26 "GET /v2.0/networks?id=3baa93cf-d7dc-4ecf-9375-3eb6fc320edd HTTP/1.1" status: 200 len: 908 time: 0.0851936 May 03 14:26:16.852387 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-a821173c-6428-4ea3-9a66-868c08194146 req-309100f2-8255-4aa8-ac35-0b2b91ab31c4 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2fd904ac-6356-4151-bcb6-1c60cba87b79 HTTP/1.1" status: 200 len: 1002 time: 0.0630696 May 03 14:26:16.901319 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a821173c-6428-4ea3-9a66-868c08194146 req-e8e97468-1af9-45f2-ae07-8daaa2b24c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:26:16.902769 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-a821173c-6428-4ea3-9a66-868c08194146 req-e8e97468-1af9-45f2-ae07-8daaa2b24c1d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=dbc2cfe8-7f7f-49f9-9f40-f48aa408ac31 HTTP/1.1" status: 200 len: 846 time: 0.0432227 May 03 14:26:16.946719 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a821173c-6428-4ea3-9a66-868c08194146 req-5bf20b67-9698-4d83-9f0f-6f89e0ded445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:26:16.949129 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-a821173c-6428-4ea3-9a66-868c08194146 req-5bf20b67-9698-4d83-9f0f-6f89e0ded445 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=3baa93cf-d7dc-4ecf-9375-3eb6fc320edd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0396991 May 03 14:26:17.058753 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-a821173c-6428-4ea3-9a66-868c08194146 req-1d78eaa6-578e-4918-8c78-60c75c90472d service neutron] 10.222.0.26 "GET /v2.0/networks/3baa93cf-d7dc-4ecf-9375-3eb6fc320edd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1030965 May 03 14:26:17.167711 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-a821173c-6428-4ea3-9a66-868c08194146 req-f1b014e6-0245-4e22-89ef-9871dd69f3b3 service neutron] 10.222.0.26 "GET /v2.0/networks/3baa93cf-d7dc-4ecf-9375-3eb6fc320edd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019001 May 03 14:26:36.671363 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-ba1111fc-efd0-41ed-a3cd-edd6eda32117 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786921254184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749114'] for agent (2d0d8db6-b1c3-4022-9f9b-561ce4a4d2d8), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:26:38.956282 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-03d27f67-d7b5-4108-bb48-01aa66b75f80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786921254184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749114'] for agent (2583ee88-9503-4370-b6e4-0a676865815e), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:26:39.173400 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786921254184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749114'] for agent (e81ee3ce-91e9-46ba-a5c7-9619c95b22a6), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:26:40.475822 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-6b98c286-5509-41ae-9e31-4a328d4e2e3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786921254184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749114'] for agent (9772c1e2-61d8-4a11-97d8-348a0cefa431), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:26:41.567730 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-ece2f477-2d6d-4faa-a9a3-ecc6a9d3b5ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786921254184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749114'] for agent (5abb75e8-e954-4dc0-bed6-210d2af77b9f), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:26:43.179353 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786921254184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749114'] for agent (43411681-d6d4-43ac-b892-434a22df3f6d), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:26:53.350091 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.db.agents_db [None req-22b75db3-e88f-46e7-98cb-691740c6eaf9 None None] Agent healthcheck: found 6 active agents {{(pid=103472) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 03 14:27:06.668512 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-cef89146-c743-4ccc-ae3a-5a7421a5743a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786921254184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749114'] for agent (2d0d8db6-b1c3-4022-9f9b-561ce4a4d2d8), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:27:08.958571 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-d248640e-e4db-497d-a078-931f7ce0818a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786921254184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749114'] for agent (2583ee88-9503-4370-b6e4-0a676865815e), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:27:09.187086 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786921254184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749114'] for agent (e81ee3ce-91e9-46ba-a5c7-9619c95b22a6), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:27:10.477918 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-6b98c286-5509-41ae-9e31-4a328d4e2e3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786921254184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749114'] for agent (9772c1e2-61d8-4a11-97d8-348a0cefa431), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:27:11.570827 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-ece2f477-2d6d-4faa-a9a3-ecc6a9d3b5ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786921254184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749114'] for agent (5abb75e8-e954-4dc0-bed6-210d2af77b9f), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:27:13.169367 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786921254184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749114'] for agent (43411681-d6d4-43ac-b892-434a22df3f6d), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:27:18.561753 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-0a4f723a-ecb6-43a5-ba1e-8890597bb141 req-d5a2e3bb-eee8-4b0b-8715-598d4373a205 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=4cc4a6ad-82be-416c-bad1-53c001adfc33&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0437503 May 03 14:27:18.643507 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4f723a-ecb6-43a5-ba1e-8890597bb141 req-7e85299a-9da3-4c59-8fea-cddbb174b9cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:27:18.644982 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-0a4f723a-ecb6-43a5-ba1e-8890597bb141 req-7e85299a-9da3-4c59-8fea-cddbb174b9cf service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8ce4d8e3a93d47948c1d76d8c3d75c11&device_id=4cc4a6ad-82be-416c-bad1-53c001adfc33 HTTP/1.1" status: 200 len: 1130 time: 0.0395098 May 03 14:27:18.755855 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4f723a-ecb6-43a5-ba1e-8890597bb141 req-335444f9-f586-4235-bb4c-d24f8140fe16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:27:18.757314 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-0a4f723a-ecb6-43a5-ba1e-8890597bb141 req-335444f9-f586-4235-bb4c-d24f8140fe16 service neutron] 10.222.0.26 "GET /v2.0/networks?id=3baa93cf-d7dc-4ecf-9375-3eb6fc320edd HTTP/1.1" status: 200 len: 908 time: 0.0891213 May 03 14:27:18.824950 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-0a4f723a-ecb6-43a5-ba1e-8890597bb141 req-c78f6850-d8cf-4e82-94e4-e90127675027 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2fd904ac-6356-4151-bcb6-1c60cba87b79 HTTP/1.1" status: 200 len: 1002 time: 0.0595133 May 03 14:27:18.873005 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4f723a-ecb6-43a5-ba1e-8890597bb141 req-24de8714-0ec3-4961-b8f6-28ee380a137f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:27:18.874481 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-0a4f723a-ecb6-43a5-ba1e-8890597bb141 req-24de8714-0ec3-4961-b8f6-28ee380a137f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=dbc2cfe8-7f7f-49f9-9f40-f48aa408ac31 HTTP/1.1" status: 200 len: 846 time: 0.0440388 May 03 14:27:18.919970 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4f723a-ecb6-43a5-ba1e-8890597bb141 req-7d993eb9-9b89-449c-9c35-5de4df003d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:27:18.921483 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-0a4f723a-ecb6-43a5-ba1e-8890597bb141 req-7d993eb9-9b89-449c-9c35-5de4df003d06 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=3baa93cf-d7dc-4ecf-9375-3eb6fc320edd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0411181 May 03 14:27:19.018122 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-0a4f723a-ecb6-43a5-ba1e-8890597bb141 req-a4b4aec9-6e3a-44ef-bd53-8e422b297ca6 service neutron] 10.222.0.26 "GET /v2.0/networks/3baa93cf-d7dc-4ecf-9375-3eb6fc320edd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897274 May 03 14:27:19.117360 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-0a4f723a-ecb6-43a5-ba1e-8890597bb141 req-1ee8c178-5ce0-41e8-89df-392f122646d1 service neutron] 10.222.0.26 "GET /v2.0/networks/3baa93cf-d7dc-4ecf-9375-3eb6fc320edd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919478 May 03 14:27:30.352004 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.db.agents_db [None req-22b75db3-e88f-46e7-98cb-691740c6eaf9 None None] Agent healthcheck: found 6 active agents {{(pid=103472) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 03 14:27:36.669618 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-ad3a77fc-5fa6-43dd-8f22-9c49a42400e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786921254184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749114'] for agent (2d0d8db6-b1c3-4022-9f9b-561ce4a4d2d8), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:27:38.965237 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-3f00199f-92ec-4228-aae7-01ccd48b0212 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786921254184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749114'] for agent (2583ee88-9503-4370-b6e4-0a676865815e), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:27:39.188965 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786921254184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749114'] for agent (e81ee3ce-91e9-46ba-a5c7-9619c95b22a6), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:27:40.477803 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-6b98c286-5509-41ae-9e31-4a328d4e2e3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786921254184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749114'] for agent (9772c1e2-61d8-4a11-97d8-348a0cefa431), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:27:41.577904 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-ece2f477-2d6d-4faa-a9a3-ecc6a9d3b5ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786921254184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749114'] for agent (5abb75e8-e954-4dc0-bed6-210d2af77b9f), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:27:43.171741 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786921254184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749114'] for agent (43411681-d6d4-43ac-b892-434a22df3f6d), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:27:59.079428 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e2d0eb-3737-4326-ba80-48f6b1a6341a req-e68da01b-816d-400c-aa96-2ba86447b26a tempest-TestShelveInstance-1952081179 tempest-TestShelveInstance-1952081179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:27:59.080910 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-15e2d0eb-3737-4326-ba80-48f6b1a6341a req-e68da01b-816d-400c-aa96-2ba86447b26a tempest-TestShelveInstance-1952081179 tempest-TestShelveInstance-1952081179-project] 10.222.0.36 "GET /v2.0/ports?device_id=4cc4a6ad-82be-416c-bad1-53c001adfc33 HTTP/1.1" status: 200 len: 946 time: 0.0529597 May 03 14:27:59.134271 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-15e2d0eb-3737-4326-ba80-48f6b1a6341a req-67f187d6-8485-4716-af76-d17e3755a8e3 tempest-TestShelveInstance-1952081179 tempest-TestShelveInstance-1952081179-project] 10.222.0.36 "GET /v2.0/security-groups?id=1a661eb5-3305-4c01-80bf-18cf4fd39b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442698 May 03 14:28:00.276593 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0022ceb-9e9a-439e-8d73-ef72db1410fc req-c5e02dfe-d315-4f16-9836-de4848145e15 tempest-TestShelveInstance-1952081179 tempest-TestShelveInstance-1952081179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:28:00.278122 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-c0022ceb-9e9a-439e-8d73-ef72db1410fc req-c5e02dfe-d315-4f16-9836-de4848145e15 tempest-TestShelveInstance-1952081179 tempest-TestShelveInstance-1952081179-project] 10.222.0.36 "GET /v2.0/ports?device_id=4cc4a6ad-82be-416c-bad1-53c001adfc33 HTTP/1.1" status: 200 len: 946 time: 0.0581956 May 03 14:28:00.328180 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-c0022ceb-9e9a-439e-8d73-ef72db1410fc req-b215ad9c-faca-4c21-9e57-7aa372044ecd tempest-TestShelveInstance-1952081179 tempest-TestShelveInstance-1952081179-project] 10.222.0.36 "GET /v2.0/security-groups?id=1a661eb5-3305-4c01-80bf-18cf4fd39b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441852 May 03 14:28:01.452071 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0025ecc-9100-4691-a453-cede5bd02a2d req-affe7fe3-cf22-462e-a379-62bbe11dde6a tempest-TestShelveInstance-1952081179 tempest-TestShelveInstance-1952081179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:28:01.453577 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-a0025ecc-9100-4691-a453-cede5bd02a2d req-affe7fe3-cf22-462e-a379-62bbe11dde6a tempest-TestShelveInstance-1952081179 tempest-TestShelveInstance-1952081179-project] 10.222.0.36 "GET /v2.0/ports?device_id=4cc4a6ad-82be-416c-bad1-53c001adfc33 HTTP/1.1" status: 200 len: 946 time: 0.0480740 May 03 14:28:01.510144 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-a0025ecc-9100-4691-a453-cede5bd02a2d req-5b9e432f-ed1f-4848-b1ea-077658b89ff8 tempest-TestShelveInstance-1952081179 tempest-TestShelveInstance-1952081179-project] 10.222.0.36 "GET /v2.0/security-groups?id=1a661eb5-3305-4c01-80bf-18cf4fd39b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478823 May 03 14:28:02.640816 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926367a6-8f1f-4fab-b903-75cb97052eb9 req-3491abd0-fba9-4c41-b23a-e9b1e093735c tempest-TestShelveInstance-1952081179 tempest-TestShelveInstance-1952081179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:28:02.642551 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-926367a6-8f1f-4fab-b903-75cb97052eb9 req-3491abd0-fba9-4c41-b23a-e9b1e093735c tempest-TestShelveInstance-1952081179 tempest-TestShelveInstance-1952081179-project] 10.222.0.36 "GET /v2.0/ports?device_id=4cc4a6ad-82be-416c-bad1-53c001adfc33 HTTP/1.1" status: 200 len: 946 time: 0.0556552 May 03 14:28:02.708969 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-926367a6-8f1f-4fab-b903-75cb97052eb9 req-8b6b0462-e55f-4692-a4ba-473adaa317cc tempest-TestShelveInstance-1952081179 tempest-TestShelveInstance-1952081179-project] 10.222.0.36 "GET /v2.0/security-groups?id=1a661eb5-3305-4c01-80bf-18cf4fd39b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576360 May 03 14:28:03.833070 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd1b838-acab-4971-993d-9e777c8bed24 req-e32fcbf1-f4d4-4626-b485-65bd2734359e tempest-TestShelveInstance-1952081179 tempest-TestShelveInstance-1952081179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:28:03.834972 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-1fd1b838-acab-4971-993d-9e777c8bed24 req-e32fcbf1-f4d4-4626-b485-65bd2734359e tempest-TestShelveInstance-1952081179 tempest-TestShelveInstance-1952081179-project] 10.222.0.36 "GET /v2.0/ports?device_id=4cc4a6ad-82be-416c-bad1-53c001adfc33 HTTP/1.1" status: 200 len: 946 time: 0.0532925 May 03 14:28:03.887819 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-1fd1b838-acab-4971-993d-9e777c8bed24 req-5e9c618a-26a7-46af-b016-15cc55fe4c91 tempest-TestShelveInstance-1952081179 tempest-TestShelveInstance-1952081179-project] 10.222.0.36 "GET /v2.0/security-groups?id=1a661eb5-3305-4c01-80bf-18cf4fd39b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470819 May 03 14:28:05.004015 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c24266f-3979-46a7-abdd-4dfcb92ef44f req-62ca0f3f-2f91-428b-9c7c-e511e2e9afe8 tempest-TestShelveInstance-1952081179 tempest-TestShelveInstance-1952081179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:28:05.005483 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-9c24266f-3979-46a7-abdd-4dfcb92ef44f req-62ca0f3f-2f91-428b-9c7c-e511e2e9afe8 tempest-TestShelveInstance-1952081179 tempest-TestShelveInstance-1952081179-project] 10.222.0.36 "GET /v2.0/ports?device_id=4cc4a6ad-82be-416c-bad1-53c001adfc33 HTTP/1.1" status: 200 len: 946 time: 0.0475292 May 03 14:28:05.053743 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-9c24266f-3979-46a7-abdd-4dfcb92ef44f req-2b13d166-beff-4568-8cdf-fb13d87b483d tempest-TestShelveInstance-1952081179 tempest-TestShelveInstance-1952081179-project] 10.222.0.36 "GET /v2.0/security-groups?id=1a661eb5-3305-4c01-80bf-18cf4fd39b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422082 May 03 14:28:06.233364 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b361d0d-1163-4503-ae44-5449ef672495 req-c0340a4c-9a94-44fd-8197-d05533454e7b tempest-TestShelveInstance-1952081179 tempest-TestShelveInstance-1952081179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:28:06.234844 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-9b361d0d-1163-4503-ae44-5449ef672495 req-c0340a4c-9a94-44fd-8197-d05533454e7b tempest-TestShelveInstance-1952081179 tempest-TestShelveInstance-1952081179-project] 10.222.0.36 "GET /v2.0/ports?device_id=4cc4a6ad-82be-416c-bad1-53c001adfc33 HTTP/1.1" status: 200 len: 946 time: 0.1084261 May 03 14:28:06.285556 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-9b361d0d-1163-4503-ae44-5449ef672495 req-2850411e-e41a-4683-9e9a-baed3ed72ce6 tempest-TestShelveInstance-1952081179 tempest-TestShelveInstance-1952081179-project] 10.222.0.36 "GET /v2.0/security-groups?id=1a661eb5-3305-4c01-80bf-18cf4fd39b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449135 May 03 14:28:06.665467 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-37968646-4389-447e-ba91-f4bdba68c7a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786921254184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749114'] for agent (2d0d8db6-b1c3-4022-9f9b-561ce4a4d2d8), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:28:07.351518 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.db.agents_db [None req-22b75db3-e88f-46e7-98cb-691740c6eaf9 None None] Agent healthcheck: found 6 active agents {{(pid=103472) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 03 14:28:07.407265 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0b7b3d-c6be-4e70-b37b-4954940f65eb req-100d324c-3791-48b2-a386-8c70fe3fdcdf tempest-TestShelveInstance-1952081179 tempest-TestShelveInstance-1952081179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:28:07.408721 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-8a0b7b3d-c6be-4e70-b37b-4954940f65eb req-100d324c-3791-48b2-a386-8c70fe3fdcdf tempest-TestShelveInstance-1952081179 tempest-TestShelveInstance-1952081179-project] 10.222.0.36 "GET /v2.0/ports?device_id=4cc4a6ad-82be-416c-bad1-53c001adfc33 HTTP/1.1" status: 200 len: 946 time: 0.0472562 May 03 14:28:07.461780 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-8a0b7b3d-c6be-4e70-b37b-4954940f65eb req-5990f0df-6182-42ca-9a3e-e9b084e15567 tempest-TestShelveInstance-1952081179 tempest-TestShelveInstance-1952081179-project] 10.222.0.36 "GET /v2.0/security-groups?id=1a661eb5-3305-4c01-80bf-18cf4fd39b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443938 May 03 14:28:08.599323 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a30bfdb-c40b-4bcf-81bd-253e793ba797 req-7a250727-a808-4c30-80d2-bcb7897a1613 tempest-TestShelveInstance-1952081179 tempest-TestShelveInstance-1952081179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:28:08.601154 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-3a30bfdb-c40b-4bcf-81bd-253e793ba797 req-7a250727-a808-4c30-80d2-bcb7897a1613 tempest-TestShelveInstance-1952081179 tempest-TestShelveInstance-1952081179-project] 10.222.0.36 "GET /v2.0/ports?device_id=4cc4a6ad-82be-416c-bad1-53c001adfc33 HTTP/1.1" status: 200 len: 946 time: 0.0580242 May 03 14:28:08.649158 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-3a30bfdb-c40b-4bcf-81bd-253e793ba797 req-44801c6d-8a27-4227-99fb-09938a5f8e84 tempest-TestShelveInstance-1952081179 tempest-TestShelveInstance-1952081179-project] 10.222.0.36 "GET /v2.0/security-groups?id=1a661eb5-3305-4c01-80bf-18cf4fd39b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424781 May 03 14:28:08.960798 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-406c5d2f-d435-4bab-9004-91a2c09ed248 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786921254184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749114'] for agent (2583ee88-9503-4370-b6e4-0a676865815e), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:28:09.187098 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786921254184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749114'] for agent (e81ee3ce-91e9-46ba-a5c7-9619c95b22a6), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:28:09.227528 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ebd556-2fa4-40a5-affe-c52c9a92e665 req-5ae2c93c-8733-4b6d-af28-374fec5d42f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:28:09.229031 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-f9ebd556-2fa4-40a5-affe-c52c9a92e665 req-5ae2c93c-8733-4b6d-af28-374fec5d42f5 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8ce4d8e3a93d47948c1d76d8c3d75c11&device_id=4cc4a6ad-82be-416c-bad1-53c001adfc33 HTTP/1.1" status: 200 len: 1130 time: 0.0444462 May 03 14:28:09.317833 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ebd556-2fa4-40a5-affe-c52c9a92e665 req-136c665c-7e03-4353-bfbc-d9870ad7fb28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:28:09.319401 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-f9ebd556-2fa4-40a5-affe-c52c9a92e665 req-136c665c-7e03-4353-bfbc-d9870ad7fb28 service neutron] 10.222.0.26 "GET /v2.0/networks?id=3baa93cf-d7dc-4ecf-9375-3eb6fc320edd HTTP/1.1" status: 200 len: 908 time: 0.0842421 May 03 14:28:09.682393 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-f9ebd556-2fa4-40a5-affe-c52c9a92e665 req-a2be645c-2303-4513-ae8e-65ad5db189c8 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2fd904ac-6356-4151-bcb6-1c60cba87b79 HTTP/1.1" status: 200 len: 1002 time: 0.3561430 May 03 14:28:09.758355 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ebd556-2fa4-40a5-affe-c52c9a92e665 req-2e79dc69-47a6-4e23-907c-5e1c0d6981dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:28:09.759837 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-f9ebd556-2fa4-40a5-affe-c52c9a92e665 req-2e79dc69-47a6-4e23-907c-5e1c0d6981dc service neutron] 10.222.0.26 "GET /v2.0/subnets?id=dbc2cfe8-7f7f-49f9-9f40-f48aa408ac31 HTTP/1.1" status: 200 len: 846 time: 0.0719743 May 03 14:28:09.781682 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79269dbd-a3fb-4d9f-bb8f-878e8776cacf req-cef94638-3e39-42f6-a0d4-c542e87893f9 tempest-TestShelveInstance-1952081179 tempest-TestShelveInstance-1952081179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:28:09.783088 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-79269dbd-a3fb-4d9f-bb8f-878e8776cacf req-cef94638-3e39-42f6-a0d4-c542e87893f9 tempest-TestShelveInstance-1952081179 tempest-TestShelveInstance-1952081179-project] 10.222.0.36 "GET /v2.0/ports?device_id=4cc4a6ad-82be-416c-bad1-53c001adfc33 HTTP/1.1" status: 200 len: 946 time: 0.0635409 May 03 14:28:09.824105 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ebd556-2fa4-40a5-affe-c52c9a92e665 req-455b4457-09a1-405a-8244-2fc8948e7a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:28:09.825562 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-f9ebd556-2fa4-40a5-affe-c52c9a92e665 req-455b4457-09a1-405a-8244-2fc8948e7a05 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=3baa93cf-d7dc-4ecf-9375-3eb6fc320edd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0599689 May 03 14:28:09.878058 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-79269dbd-a3fb-4d9f-bb8f-878e8776cacf req-c1091c05-7397-44c1-a627-c5c11924b5bd tempest-TestShelveInstance-1952081179 tempest-TestShelveInstance-1952081179-project] 10.222.0.36 "GET /v2.0/security-groups?id=1a661eb5-3305-4c01-80bf-18cf4fd39b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796022 May 03 14:28:09.936994 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-f9ebd556-2fa4-40a5-affe-c52c9a92e665 req-2187998a-12ec-47af-ba49-4859a1ba0d1d service neutron] 10.222.0.26 "GET /v2.0/networks/3baa93cf-d7dc-4ecf-9375-3eb6fc320edd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1054552 May 03 14:28:10.031420 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-f9ebd556-2fa4-40a5-affe-c52c9a92e665 req-cb98569b-d200-4e65-9c4f-6408f1271a84 service neutron] 10.222.0.26 "GET /v2.0/networks/3baa93cf-d7dc-4ecf-9375-3eb6fc320edd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887017 May 03 14:28:10.487963 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-6b98c286-5509-41ae-9e31-4a328d4e2e3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786921254184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749114'] for agent (9772c1e2-61d8-4a11-97d8-348a0cefa431), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:28:11.007403 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f0faa1-01d9-43a4-949c-a2ab7d916c42 req-52183201-6dd1-4b2e-a735-bf95ffb6a503 tempest-TestShelveInstance-1952081179 tempest-TestShelveInstance-1952081179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:28:11.008822 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-a3f0faa1-01d9-43a4-949c-a2ab7d916c42 req-52183201-6dd1-4b2e-a735-bf95ffb6a503 tempest-TestShelveInstance-1952081179 tempest-TestShelveInstance-1952081179-project] 10.222.0.36 "GET /v2.0/ports?device_id=4cc4a6ad-82be-416c-bad1-53c001adfc33 HTTP/1.1" status: 200 len: 946 time: 0.0574169 May 03 14:28:11.062206 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-a3f0faa1-01d9-43a4-949c-a2ab7d916c42 req-3decccdd-2a25-48b7-8a6d-23863ef02e7e tempest-TestShelveInstance-1952081179 tempest-TestShelveInstance-1952081179-project] 10.222.0.36 "GET /v2.0/security-groups?id=1a661eb5-3305-4c01-80bf-18cf4fd39b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449402 May 03 14:28:11.577341 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-ece2f477-2d6d-4faa-a9a3-ecc6a9d3b5ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786921254184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749114'] for agent (5abb75e8-e954-4dc0-bed6-210d2af77b9f), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:28:12.234754 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf3ea10-0e7b-4d93-ba7d-0b8b253a7b93 req-2c7d5573-869c-49b1-9f47-b43c0aced375 tempest-TestShelveInstance-1952081179 tempest-TestShelveInstance-1952081179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:28:12.236252 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-0cf3ea10-0e7b-4d93-ba7d-0b8b253a7b93 req-2c7d5573-869c-49b1-9f47-b43c0aced375 tempest-TestShelveInstance-1952081179 tempest-TestShelveInstance-1952081179-project] 10.222.0.36 "GET /v2.0/ports?device_id=4cc4a6ad-82be-416c-bad1-53c001adfc33 HTTP/1.1" status: 200 len: 946 time: 0.1014252 May 03 14:28:12.285524 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-0cf3ea10-0e7b-4d93-ba7d-0b8b253a7b93 req-d0c17fa7-10b2-4f2b-a25c-d54bbcc0322b tempest-TestShelveInstance-1952081179 tempest-TestShelveInstance-1952081179-project] 10.222.0.36 "GET /v2.0/security-groups?id=1a661eb5-3305-4c01-80bf-18cf4fd39b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427580 May 03 14:28:12.399396 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.wsgi [req-6948faf4-36f3-4c14-8759-eba68e525a0f req-3f2e221c-2fa2-4e9d-92b5-3b5fdad10a7d service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103469) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 03 14:28:12.400399 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-6948faf4-36f3-4c14-8759-eba68e525a0f req-3f2e221c-2fa2-4e9d-92b5-3b5fdad10a7d service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0490685 May 03 14:28:12.566067 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a70d901-024e-4f21-90d8-846ccba4bb67 req-14259a2d-e9c6-4ac7-a5ba-06996e51ec8b tempest-TestShelveInstance-1952081179 tempest-TestShelveInstance-1952081179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:28:12.567586 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-0a70d901-024e-4f21-90d8-846ccba4bb67 req-14259a2d-e9c6-4ac7-a5ba-06996e51ec8b tempest-TestShelveInstance-1952081179 tempest-TestShelveInstance-1952081179-project] 10.222.0.36 "GET /v2.0/ports?device_id=4cc4a6ad-82be-416c-bad1-53c001adfc33 HTTP/1.1" status: 200 len: 946 time: 0.0487301 May 03 14:28:12.580700 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-826114d1-10c3-43e0-8fc5-193005a2e4f6 req-6eac9414-8d63-4239-90c7-3527425db491 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=4cc4a6ad-82be-416c-bad1-53c001adfc33&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0804508 May 03 14:28:12.589612 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.wsgi [req-826114d1-10c3-43e0-8fc5-193005a2e4f6 req-63b5bbab-d0bc-491f-9398-df6a8e472cfc service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103469) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 03 14:28:12.590548 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-826114d1-10c3-43e0-8fc5-193005a2e4f6 req-63b5bbab-d0bc-491f-9398-df6a8e472cfc service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0050101 May 03 14:28:12.620978 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-0a70d901-024e-4f21-90d8-846ccba4bb67 req-66a1ff9a-7631-42f9-a2e9-f84a59f4bab5 tempest-TestShelveInstance-1952081179 tempest-TestShelveInstance-1952081179-project] 10.222.0.36 "GET /v2.0/security-groups?id=1a661eb5-3305-4c01-80bf-18cf4fd39b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474002 May 03 14:28:12.711359 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826114d1-10c3-43e0-8fc5-193005a2e4f6 req-d0f70425-f552-4f3c-a0cb-d562160485c4 tempest-TestShelveInstance-1952081179 tempest-TestShelveInstance-1952081179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:28:12.712693 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-826114d1-10c3-43e0-8fc5-193005a2e4f6 req-d0f70425-f552-4f3c-a0cb-d562160485c4 tempest-TestShelveInstance-1952081179 tempest-TestShelveInstance-1952081179-project] 10.222.0.36 "GET /v2.0/ports/2fd904ac-6356-4151-bcb6-1c60cba87b79 HTTP/1.1" status: 200 len: 943 time: 0.0947061 May 03 14:28:13.167356 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786921254184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749114'] for agent (43411681-d6d4-43ac-b892-434a22df3f6d), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:28:13.752166 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb74f8b-eac5-4792-82a5-eb75cb40ce35 req-756f41a0-07f0-49fc-b993-33f4eb215dd6 tempest-TestShelveInstance-1952081179 tempest-TestShelveInstance-1952081179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:28:13.753703 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-0cb74f8b-eac5-4792-82a5-eb75cb40ce35 req-756f41a0-07f0-49fc-b993-33f4eb215dd6 tempest-TestShelveInstance-1952081179 tempest-TestShelveInstance-1952081179-project] 10.222.0.36 "GET /v2.0/ports?device_id=4cc4a6ad-82be-416c-bad1-53c001adfc33 HTTP/1.1" status: 200 len: 946 time: 0.0549717 May 03 14:28:13.803272 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-0cb74f8b-eac5-4792-82a5-eb75cb40ce35 req-62308ba9-bd88-464f-8bd3-76bb17a28d81 tempest-TestShelveInstance-1952081179 tempest-TestShelveInstance-1952081179-project] 10.222.0.36 "GET /v2.0/security-groups?id=1a661eb5-3305-4c01-80bf-18cf4fd39b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437362 May 03 14:28:13.995689 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826114d1-10c3-43e0-8fc5-193005a2e4f6 req-5b5c13ca-9d26-4d50-97b9-086026a1a666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:28:13.997265 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-826114d1-10c3-43e0-8fc5-193005a2e4f6 req-5b5c13ca-9d26-4d50-97b9-086026a1a666 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=4cc4a6ad-82be-416c-bad1-53c001adfc33&tenant_id=8ce4d8e3a93d47948c1d76d8c3d75c11 HTTP/1.1" status: 200 len: 1130 time: 0.0420835 May 03 14:28:14.059257 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826114d1-10c3-43e0-8fc5-193005a2e4f6 req-b7cec018-519c-444c-a731-66e8acaf9f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:28:14.060679 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-826114d1-10c3-43e0-8fc5-193005a2e4f6 req-b7cec018-519c-444c-a731-66e8acaf9f96 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8ce4d8e3a93d47948c1d76d8c3d75c11&device_id=4cc4a6ad-82be-416c-bad1-53c001adfc33 HTTP/1.1" status: 200 len: 1130 time: 0.0407610 May 03 14:28:14.180848 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826114d1-10c3-43e0-8fc5-193005a2e4f6 req-1d871e80-62f2-4dec-a608-21bf9e932467 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:28:14.182362 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-826114d1-10c3-43e0-8fc5-193005a2e4f6 req-1d871e80-62f2-4dec-a608-21bf9e932467 service neutron] 10.222.0.26 "GET /v2.0/networks?id=3baa93cf-d7dc-4ecf-9375-3eb6fc320edd HTTP/1.1" status: 200 len: 908 time: 0.1156476 May 03 14:28:14.251447 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-826114d1-10c3-43e0-8fc5-193005a2e4f6 req-8b65fb38-0150-41a2-887d-70129d0bd405 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2fd904ac-6356-4151-bcb6-1c60cba87b79 HTTP/1.1" status: 200 len: 1002 time: 0.0628393 May 03 14:28:14.300296 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826114d1-10c3-43e0-8fc5-193005a2e4f6 req-88569496-b853-484d-b2fe-cdceb4cae3c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:28:14.301769 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-826114d1-10c3-43e0-8fc5-193005a2e4f6 req-88569496-b853-484d-b2fe-cdceb4cae3c8 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=dbc2cfe8-7f7f-49f9-9f40-f48aa408ac31 HTTP/1.1" status: 200 len: 846 time: 0.0449686 May 03 14:28:14.349441 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826114d1-10c3-43e0-8fc5-193005a2e4f6 req-effa1827-15e8-4b0b-900f-0574194af5da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:28:14.350927 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-826114d1-10c3-43e0-8fc5-193005a2e4f6 req-effa1827-15e8-4b0b-900f-0574194af5da service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=3baa93cf-d7dc-4ecf-9375-3eb6fc320edd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0433338 May 03 14:28:14.445400 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-826114d1-10c3-43e0-8fc5-193005a2e4f6 req-5f439828-7a6c-4c92-81e0-9606f0b31d5f service neutron] 10.222.0.26 "GET /v2.0/networks/3baa93cf-d7dc-4ecf-9375-3eb6fc320edd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887144 May 03 14:28:14.545877 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-826114d1-10c3-43e0-8fc5-193005a2e4f6 req-5f0dc288-28dd-4e53-90a8-ccb3390e295f service neutron] 10.222.0.26 "GET /v2.0/networks/3baa93cf-d7dc-4ecf-9375-3eb6fc320edd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949452 May 03 14:28:14.894581 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.rpc [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Device 2fd904ac-6356-4151-bcb6-1c60cba87b79 no longer exists at agent hyperv_hv-cinder-83979 {{(pid=103471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 03 14:28:14.925042 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f838d460-aa84-4cbd-9e88-bf5e3cf48560 req-f9b5c1e9-dbb3-48d1-aecc-fd9f3020fb1b tempest-TestShelveInstance-1952081179 tempest-TestShelveInstance-1952081179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:28:14.926629 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-f838d460-aa84-4cbd-9e88-bf5e3cf48560 req-f9b5c1e9-dbb3-48d1-aecc-fd9f3020fb1b tempest-TestShelveInstance-1952081179 tempest-TestShelveInstance-1952081179-project] 10.222.0.36 "GET /v2.0/ports?device_id=4cc4a6ad-82be-416c-bad1-53c001adfc33 HTTP/1.1" status: 200 len: 946 time: 0.0497894 May 03 14:28:14.976925 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-f838d460-aa84-4cbd-9e88-bf5e3cf48560 req-6d9d6946-8485-4682-bf1c-6813bdf0fdf7 tempest-TestShelveInstance-1952081179 tempest-TestShelveInstance-1952081179-project] 10.222.0.36 "GET /v2.0/security-groups?id=1a661eb5-3305-4c01-80bf-18cf4fd39b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441747 May 03 14:28:14.977213 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Current status of the port 2fd904ac-6356-4151-bcb6-1c60cba87b79 is: ACTIVE; New status is: DOWN {{(pid=103471) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 14:28:14.977556 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585126'] for port (2fd904ac-6356-4151-bcb6-1c60cba87b79), before_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:28:15.001428 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cc4a6ad-82be-416c-bad1-53c001adfc33', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2fd904ac-6356-4151-bcb6-1c60cba87b79'}] {{(pid=103471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 14:28:15.003708 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}258de9d1a1c653a46c94c94b096b8a314ffaed5fb8c929df022c823a20d863ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b94394ad-e28f-410e-a0c4-09bbe21655d6" -d '{"events": [{"server_uuid": "4cc4a6ad-82be-416c-bad1-53c001adfc33", "name": "network-vif-unplugged", "status": "completed", "tag": "2fd904ac-6356-4151-bcb6-1c60cba87b79"}]}' {{(pid=103471) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 14:28:15.016491 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.db [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] For port 2fd904ac-6356-4151-bcb6-1c60cba87b79, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=2fd904ac-6356-4151-bcb6-1c60cba87b79,segment=NetworkSegment(3bdb21ad-012f-40b5-8dc8-865afeab2bf4),segment_id=3bdb21ad-012f-40b5-8dc8-865afeab2bf4)] {{(pid=103471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 14:28:15.021376 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786921284783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786920821414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786920821432'] for port (2fd904ac-6356-4151-bcb6-1c60cba87b79), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:28:15.047258 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 03 May 2022 14:28:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfc48c35-1904-4cb2-bbf3-9b6e9eaecc0f x-openstack-request-id: req-dfc48c35-1904-4cb2-bbf3-9b6e9eaecc0f {{(pid=103471) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 14:28:15.047538 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4cc4a6ad-82be-416c-bad1-53c001adfc33", "name": "network-vif-unplugged", "status": "completed", "tag": "2fd904ac-6356-4151-bcb6-1c60cba87b79", "code": 200}]} {{(pid=103471) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 14:28:15.047793 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-dfc48c35-1904-4cb2-bbf3-9b6e9eaecc0f {{(pid=103471) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 14:28:15.048186 dv-cinder-839793-5-iscsi neutron-server[103471]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dfc48c35-1904-4cb2-bbf3-9b6e9eaecc0f'] response: {'server_uuid': '4cc4a6ad-82be-416c-bad1-53c001adfc33', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2fd904ac-6356-4151-bcb6-1c60cba87b79', 'code': 200} May 03 14:28:15.074177 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Pushing event updated for resources: {'Port': ['ID=2fd904ac-6356-4151-bcb6-1c60cba87b79,revision_number=6']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:28:15.081778 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:28:15.082120 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:28:15.082457 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:28:15.082824 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:28:15.083143 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:28:15.083466 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:28:15.083784 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:28:15.084071 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:28:15.084827 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:28:15.085148 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:28:15.085492 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:28:15.085812 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:28:15.086127 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:28:15.086491 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:28:15.086752 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:28:16.100644 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aeb2bb5-3bbc-413f-b1d9-ea114fa8e4e5 req-a6bc7cd8-9fd0-4ad6-8202-be7510b6edbc tempest-TestShelveInstance-1952081179 tempest-TestShelveInstance-1952081179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:28:16.102145 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-6aeb2bb5-3bbc-413f-b1d9-ea114fa8e4e5 req-a6bc7cd8-9fd0-4ad6-8202-be7510b6edbc tempest-TestShelveInstance-1952081179 tempest-TestShelveInstance-1952081179-project] 10.222.0.36 "GET /v2.0/ports?device_id=4cc4a6ad-82be-416c-bad1-53c001adfc33 HTTP/1.1" status: 200 len: 944 time: 0.0525777 May 03 14:28:16.151335 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-6aeb2bb5-3bbc-413f-b1d9-ea114fa8e4e5 req-e2dc78c3-f00e-440c-97c0-5c7c138ba8dc tempest-TestShelveInstance-1952081179 tempest-TestShelveInstance-1952081179-project] 10.222.0.36 "GET /v2.0/security-groups?id=1a661eb5-3305-4c01-80bf-18cf4fd39b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433841 May 03 14:28:17.290490 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c04a77-e42e-4c9b-923a-d8aa0b8af003 req-0109525b-ca99-4a38-87b0-e08f190e4e82 tempest-TestShelveInstance-1952081179 tempest-TestShelveInstance-1952081179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:28:17.292289 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-96c04a77-e42e-4c9b-923a-d8aa0b8af003 req-0109525b-ca99-4a38-87b0-e08f190e4e82 tempest-TestShelveInstance-1952081179 tempest-TestShelveInstance-1952081179-project] 10.222.0.36 "GET /v2.0/ports?device_id=4cc4a6ad-82be-416c-bad1-53c001adfc33 HTTP/1.1" status: 200 len: 944 time: 0.0506117 May 03 14:28:17.343466 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-96c04a77-e42e-4c9b-923a-d8aa0b8af003 req-d4abed1d-067f-4e65-8d68-8987284dc047 tempest-TestShelveInstance-1952081179 tempest-TestShelveInstance-1952081179-project] 10.222.0.36 "GET /v2.0/security-groups?id=1a661eb5-3305-4c01-80bf-18cf4fd39b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426474 May 03 14:28:18.476567 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e832061-023f-4b1c-9730-d3d7540f0c48 req-7084af75-e564-4b29-9edd-0ac209ae8ebe tempest-TestShelveInstance-1952081179 tempest-TestShelveInstance-1952081179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:28:18.478098 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-7e832061-023f-4b1c-9730-d3d7540f0c48 req-7084af75-e564-4b29-9edd-0ac209ae8ebe tempest-TestShelveInstance-1952081179 tempest-TestShelveInstance-1952081179-project] 10.222.0.36 "GET /v2.0/ports?device_id=4cc4a6ad-82be-416c-bad1-53c001adfc33 HTTP/1.1" status: 200 len: 944 time: 0.0557611 May 03 14:28:18.528058 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-7e832061-023f-4b1c-9730-d3d7540f0c48 req-f11deeda-592b-433c-8f53-777a4cdacf74 tempest-TestShelveInstance-1952081179 tempest-TestShelveInstance-1952081179-project] 10.222.0.36 "GET /v2.0/security-groups?id=1a661eb5-3305-4c01-80bf-18cf4fd39b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442638 May 03 14:28:19.675538 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0a2c55-aa21-42d1-911f-35ad99a8abf4 req-38a3cd3b-cee7-4e89-9799-8e27d896a49f tempest-TestShelveInstance-1952081179 tempest-TestShelveInstance-1952081179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:28:19.676999 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-7c0a2c55-aa21-42d1-911f-35ad99a8abf4 req-38a3cd3b-cee7-4e89-9799-8e27d896a49f tempest-TestShelveInstance-1952081179 tempest-TestShelveInstance-1952081179-project] 10.222.0.36 "GET /v2.0/ports?device_id=4cc4a6ad-82be-416c-bad1-53c001adfc33 HTTP/1.1" status: 200 len: 944 time: 0.0588870 May 03 14:28:19.733068 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-7c0a2c55-aa21-42d1-911f-35ad99a8abf4 req-640c536a-3d01-4386-8722-a02b4c2c90e9 tempest-TestShelveInstance-1952081179 tempest-TestShelveInstance-1952081179-project] 10.222.0.36 "GET /v2.0/security-groups?id=1a661eb5-3305-4c01-80bf-18cf4fd39b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474651 May 03 14:28:20.555161 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904e6d2d-51a8-40b3-b041-a8d5d0e46527 req-89ac20d9-c5a4-435f-b0a2-fda358c15459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:28:20.556679 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-904e6d2d-51a8-40b3-b041-a8d5d0e46527 req-89ac20d9-c5a4-435f-b0a2-fda358c15459 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=4cc4a6ad-82be-416c-bad1-53c001adfc33 HTTP/1.1" status: 200 len: 1128 time: 0.0434902 May 03 14:28:20.588311 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b0c01b-4fa1-4b80-8d58-9c8639d1ee98 req-c82c26b0-8a3d-4e50-8f6f-67ad3f30a166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:28:20.589908 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-13b0c01b-4fa1-4b80-8d58-9c8639d1ee98 req-c82c26b0-8a3d-4e50-8f6f-67ad3f30a166 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8ce4d8e3a93d47948c1d76d8c3d75c11&device_id=4cc4a6ad-82be-416c-bad1-53c001adfc33 HTTP/1.1" status: 200 len: 1128 time: 0.0406542 May 03 14:28:20.611355 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-904e6d2d-51a8-40b3-b041-a8d5d0e46527 req-78764064-6099-49d5-a96d-3dd84d704fd7 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=1a661eb5-3305-4c01-80bf-18cf4fd39b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480115 May 03 14:28:20.690462 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b0c01b-4fa1-4b80-8d58-9c8639d1ee98 req-0aa28f0a-b5d8-481a-ba43-1bd519920961 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:28:20.691903 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-13b0c01b-4fa1-4b80-8d58-9c8639d1ee98 req-0aa28f0a-b5d8-481a-ba43-1bd519920961 service neutron] 10.222.0.26 "GET /v2.0/networks?id=3baa93cf-d7dc-4ecf-9375-3eb6fc320edd HTTP/1.1" status: 200 len: 908 time: 0.0850997 May 03 14:28:20.857336 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bc81de-42b5-4f8e-bd88-dceac457022c req-cc282fea-a715-45c4-b1d2-797fba3f8d0f tempest-TestShelveInstance-1952081179 tempest-TestShelveInstance-1952081179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:28:20.858883 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-c5bc81de-42b5-4f8e-bd88-dceac457022c req-cc282fea-a715-45c4-b1d2-797fba3f8d0f tempest-TestShelveInstance-1952081179 tempest-TestShelveInstance-1952081179-project] 10.222.0.36 "GET /v2.0/ports?device_id=4cc4a6ad-82be-416c-bad1-53c001adfc33 HTTP/1.1" status: 200 len: 944 time: 0.0481963 May 03 14:28:20.866672 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-13b0c01b-4fa1-4b80-8d58-9c8639d1ee98 req-5aa32425-6963-4577-a994-4c184c922c53 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2fd904ac-6356-4151-bcb6-1c60cba87b79 HTTP/1.1" status: 200 len: 1000 time: 0.0636261 May 03 14:28:20.908784 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-c5bc81de-42b5-4f8e-bd88-dceac457022c req-7a7a785b-2def-4795-9b99-bd7c4d5b7a47 tempest-TestShelveInstance-1952081179 tempest-TestShelveInstance-1952081179-project] 10.222.0.36 "GET /v2.0/security-groups?id=1a661eb5-3305-4c01-80bf-18cf4fd39b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441129 May 03 14:28:20.914679 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b0c01b-4fa1-4b80-8d58-9c8639d1ee98 req-2244b92f-139a-454a-85c2-1804d928920a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:28:20.916131 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-13b0c01b-4fa1-4b80-8d58-9c8639d1ee98 req-2244b92f-139a-454a-85c2-1804d928920a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=dbc2cfe8-7f7f-49f9-9f40-f48aa408ac31 HTTP/1.1" status: 200 len: 846 time: 0.0436707 May 03 14:28:20.968579 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b0c01b-4fa1-4b80-8d58-9c8639d1ee98 req-238c4ade-125d-46b4-9109-075b5306f2bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:28:20.970127 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-13b0c01b-4fa1-4b80-8d58-9c8639d1ee98 req-238c4ade-125d-46b4-9109-075b5306f2bb service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=3baa93cf-d7dc-4ecf-9375-3eb6fc320edd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0402107 May 03 14:28:21.284405 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-13b0c01b-4fa1-4b80-8d58-9c8639d1ee98 req-88cb4159-e0a8-4656-9c15-68151b320b48 service neutron] 10.222.0.26 "GET /v2.0/networks/3baa93cf-d7dc-4ecf-9375-3eb6fc320edd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950015 May 03 14:28:21.382489 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-13b0c01b-4fa1-4b80-8d58-9c8639d1ee98 req-75337479-ff92-476f-9d96-4a2e75c02ad8 service neutron] 10.222.0.26 "GET /v2.0/networks/3baa93cf-d7dc-4ecf-9375-3eb6fc320edd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904539 May 03 14:28:22.043644 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee81f986-97ce-4c01-ad90-2b6cd090a36f req-c48f470e-4cae-463c-9fe9-5808c344dfe3 tempest-TestShelveInstance-1952081179 tempest-TestShelveInstance-1952081179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:28:22.045610 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-ee81f986-97ce-4c01-ad90-2b6cd090a36f req-c48f470e-4cae-463c-9fe9-5808c344dfe3 tempest-TestShelveInstance-1952081179 tempest-TestShelveInstance-1952081179-project] 10.222.0.36 "GET /v2.0/ports?device_id=4cc4a6ad-82be-416c-bad1-53c001adfc33 HTTP/1.1" status: 200 len: 944 time: 0.0610013 May 03 14:28:22.096871 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-ee81f986-97ce-4c01-ad90-2b6cd090a36f req-515ecd2e-12c1-4495-a259-014c61a39419 tempest-TestShelveInstance-1952081179 tempest-TestShelveInstance-1952081179-project] 10.222.0.36 "GET /v2.0/security-groups?id=1a661eb5-3305-4c01-80bf-18cf4fd39b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452437 May 03 14:28:22.921103 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.rpc [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Device 2fd904ac-6356-4151-bcb6-1c60cba87b79 details requested by agent hyperv_hv-cinder-83979 with host hv-cinder-83979 {{(pid=103471) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 03 14:28:23.030598 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.db [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] For port 2fd904ac-6356-4151-bcb6-1c60cba87b79, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=2fd904ac-6356-4151-bcb6-1c60cba87b79,segment=NetworkSegment(3bdb21ad-012f-40b5-8dc8-865afeab2bf4),segment_id=3bdb21ad-012f-40b5-8dc8-865afeab2bf4)] {{(pid=103471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 14:28:23.041572 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.rpc [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Returning: {'device': '2fd904ac-6356-4151-bcb6-1c60cba87b79', 'network_id': '3baa93cf-d7dc-4ecf-9375-3eb6fc320edd', 'port_id': '2fd904ac-6356-4151-bcb6-1c60cba87b79', 'mac_address': 'fa:16:3e:b8:f1:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 248, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dbc2cfe8-7f7f-49f9-9f40-f48aa408ac31', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103471) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 03 14:28:23.091301 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Current status of the port 2fd904ac-6356-4151-bcb6-1c60cba87b79 is: DOWN; New status is: BUILD {{(pid=103471) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 14:28:23.091691 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585126'] for port (2fd904ac-6356-4151-bcb6-1c60cba87b79), before_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:28:23.104861 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.notifiers.nova [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2fd904ac-6356-4151-bcb6-1c60cba87b79 {{(pid=103471) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 14:28:23.125077 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.db [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] For port 2fd904ac-6356-4151-bcb6-1c60cba87b79, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=2fd904ac-6356-4151-bcb6-1c60cba87b79,segment=NetworkSegment(3bdb21ad-012f-40b5-8dc8-865afeab2bf4),segment_id=3bdb21ad-012f-40b5-8dc8-865afeab2bf4)] {{(pid=103471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 14:28:23.133071 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786921284783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786920821414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786920821432'] for port (2fd904ac-6356-4151-bcb6-1c60cba87b79), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:28:23.179987 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Pushing event updated for resources: {'Port': ['ID=2fd904ac-6356-4151-bcb6-1c60cba87b79,revision_number=7']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:28:23.384171 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.db [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] get_ports_and_sgs() called for port_ids ['2fd904ac-6356-4151-bcb6-1c60cba87b79'] {{(pid=103471) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 03 14:28:24.922281 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.rpc [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Device 2fd904ac-6356-4151-bcb6-1c60cba87b79 up at agent hyperv_hv-cinder-83979 {{(pid=103471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 14:28:24.979134 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.provisioning_blocks [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Provisioning complete for port 2fd904ac-6356-4151-bcb6-1c60cba87b79 triggered by entity L2. {{(pid=103471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 14:28:24.979507 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749148'] for port (2fd904ac-6356-4151-bcb6-1c60cba87b79), provisioning_complete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:28:25.058990 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Current status of the port 2fd904ac-6356-4151-bcb6-1c60cba87b79 is: BUILD; New status is: ACTIVE {{(pid=103471) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 14:28:25.059363 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585126'] for port (2fd904ac-6356-4151-bcb6-1c60cba87b79), before_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:28:25.082790 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cc4a6ad-82be-416c-bad1-53c001adfc33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fd904ac-6356-4151-bcb6-1c60cba87b79'}] {{(pid=103471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 14:28:25.085379 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}258de9d1a1c653a46c94c94b096b8a314ffaed5fb8c929df022c823a20d863ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2aef0ea9-a53f-4f10-ab65-aa8412a70a30" -d '{"events": [{"server_uuid": "4cc4a6ad-82be-416c-bad1-53c001adfc33", "name": "network-vif-plugged", "status": "completed", "tag": "2fd904ac-6356-4151-bcb6-1c60cba87b79"}]}' {{(pid=103471) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 14:28:25.097655 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.db [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] For port 2fd904ac-6356-4151-bcb6-1c60cba87b79, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=2fd904ac-6356-4151-bcb6-1c60cba87b79,segment=NetworkSegment(3bdb21ad-012f-40b5-8dc8-865afeab2bf4),segment_id=3bdb21ad-012f-40b5-8dc8-865afeab2bf4)] {{(pid=103471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 14:28:25.103397 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786921284783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786920821414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786920821432'] for port (2fd904ac-6356-4151-bcb6-1c60cba87b79), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:28:25.126856 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 May 2022 14:28:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b91f189-9210-4e86-81c8-0810228f7f93 x-openstack-request-id: req-6b91f189-9210-4e86-81c8-0810228f7f93 {{(pid=103471) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 14:28:25.127141 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4cc4a6ad-82be-416c-bad1-53c001adfc33", "name": "network-vif-plugged", "status": "completed", "tag": "2fd904ac-6356-4151-bcb6-1c60cba87b79", "code": 200}]} {{(pid=103471) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 14:28:25.127393 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-6b91f189-9210-4e86-81c8-0810228f7f93 {{(pid=103471) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 14:28:25.127783 dv-cinder-839793-5-iscsi neutron-server[103471]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6b91f189-9210-4e86-81c8-0810228f7f93'] response: {'server_uuid': '4cc4a6ad-82be-416c-bad1-53c001adfc33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fd904ac-6356-4151-bcb6-1c60cba87b79', 'code': 200} May 03 14:28:25.153402 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Pushing event updated for resources: {'Port': ['ID=2fd904ac-6356-4151-bcb6-1c60cba87b79,revision_number=8']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:28:36.671081 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-abacd81e-7618-492d-abb7-9f38ade4b558 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786921254184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749114'] for agent (2d0d8db6-b1c3-4022-9f9b-561ce4a4d2d8), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:28:38.966797 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-6a133930-b11f-4576-b9c7-ff4442a4af5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786921254184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749114'] for agent (2583ee88-9503-4370-b6e4-0a676865815e), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:28:39.188607 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786921254184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749114'] for agent (e81ee3ce-91e9-46ba-a5c7-9619c95b22a6), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:28:40.491113 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-6b98c286-5509-41ae-9e31-4a328d4e2e3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786921254184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749114'] for agent (9772c1e2-61d8-4a11-97d8-348a0cefa431), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:28:41.583007 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-ece2f477-2d6d-4faa-a9a3-ecc6a9d3b5ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786921254184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749114'] for agent (5abb75e8-e954-4dc0-bed6-210d2af77b9f), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:28:43.169170 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786921254184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749114'] for agent (43411681-d6d4-43ac-b892-434a22df3f6d), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:28:44.356512 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.db.agents_db [None req-22b75db3-e88f-46e7-98cb-691740c6eaf9 None None] Agent healthcheck: found 6 active agents {{(pid=103472) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 03 14:29:06.674587 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-cd6f988f-f462-426d-b585-28b92a1156f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786921254184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749114'] for agent (2d0d8db6-b1c3-4022-9f9b-561ce4a4d2d8), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:29:08.964504 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-50fd8730-6933-4555-b920-e9927c56a165 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786921254184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749114'] for agent (2583ee88-9503-4370-b6e4-0a676865815e), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:29:09.179613 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786921254184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749114'] for agent (e81ee3ce-91e9-46ba-a5c7-9619c95b22a6), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:29:10.490092 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-6b98c286-5509-41ae-9e31-4a328d4e2e3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786921254184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749114'] for agent (9772c1e2-61d8-4a11-97d8-348a0cefa431), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:29:11.595202 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-ece2f477-2d6d-4faa-a9a3-ecc6a9d3b5ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786921254184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749114'] for agent (5abb75e8-e954-4dc0-bed6-210d2af77b9f), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:29:13.167780 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786921254184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749114'] for agent (43411681-d6d4-43ac-b892-434a22df3f6d), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:29:20.590599 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-37cd73f2-3a81-43de-867c-b1d29d7b31b9 req-849dba14-f95a-45fd-98a1-06be98c56b7e service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=4cc4a6ad-82be-416c-bad1-53c001adfc33&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0823011 May 03 14:29:20.675977 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cd73f2-3a81-43de-867c-b1d29d7b31b9 req-12f64f5e-209c-43e1-8bde-0df84e847ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:29:20.677502 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-37cd73f2-3a81-43de-867c-b1d29d7b31b9 req-12f64f5e-209c-43e1-8bde-0df84e847ef2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8ce4d8e3a93d47948c1d76d8c3d75c11&device_id=4cc4a6ad-82be-416c-bad1-53c001adfc33 HTTP/1.1" status: 200 len: 1130 time: 0.0430443 May 03 14:29:20.785803 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cd73f2-3a81-43de-867c-b1d29d7b31b9 req-3110b2da-cae0-483d-b388-8b0001f810c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:29:20.787166 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-37cd73f2-3a81-43de-867c-b1d29d7b31b9 req-3110b2da-cae0-483d-b388-8b0001f810c4 service neutron] 10.222.0.26 "GET /v2.0/networks?id=3baa93cf-d7dc-4ecf-9375-3eb6fc320edd HTTP/1.1" status: 200 len: 908 time: 0.0915604 May 03 14:29:20.862657 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-37cd73f2-3a81-43de-867c-b1d29d7b31b9 req-14c99ff1-7a7e-4228-b3c9-775fadefe3a8 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2fd904ac-6356-4151-bcb6-1c60cba87b79 HTTP/1.1" status: 200 len: 1002 time: 0.0689540 May 03 14:29:20.910185 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cd73f2-3a81-43de-867c-b1d29d7b31b9 req-8f0bb386-b9f0-47f4-9638-c682ed074961 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:29:20.911595 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-37cd73f2-3a81-43de-867c-b1d29d7b31b9 req-8f0bb386-b9f0-47f4-9638-c682ed074961 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=dbc2cfe8-7f7f-49f9-9f40-f48aa408ac31 HTTP/1.1" status: 200 len: 846 time: 0.0438185 May 03 14:29:20.955501 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cd73f2-3a81-43de-867c-b1d29d7b31b9 req-a2263e34-942c-4316-8156-2176aa35c157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:29:20.956925 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-37cd73f2-3a81-43de-867c-b1d29d7b31b9 req-a2263e34-942c-4316-8156-2176aa35c157 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=3baa93cf-d7dc-4ecf-9375-3eb6fc320edd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0394356 May 03 14:29:21.049036 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-37cd73f2-3a81-43de-867c-b1d29d7b31b9 req-98188794-a5a0-490e-9421-5db2c4e0cc27 service neutron] 10.222.0.26 "GET /v2.0/networks/3baa93cf-d7dc-4ecf-9375-3eb6fc320edd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861731 May 03 14:29:21.135540 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-37cd73f2-3a81-43de-867c-b1d29d7b31b9 req-28636972-d186-4fb5-ae2c-1b47bbf5ba11 service neutron] 10.222.0.26 "GET /v2.0/networks/3baa93cf-d7dc-4ecf-9375-3eb6fc320edd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812368 May 03 14:29:21.360835 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.db.agents_db [None req-22b75db3-e88f-46e7-98cb-691740c6eaf9 None None] Agent healthcheck: found 6 active agents {{(pid=103472) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 03 14:29:36.669458 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-cde163e1-2b78-4df9-bc77-740f784f7f01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786921254184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749114'] for agent (2d0d8db6-b1c3-4022-9f9b-561ce4a4d2d8), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:29:37.869782 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.wsgi [-] (103470) accepted ('10.222.0.36', 53272) {{(pid=103470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:29:38.031185 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-29c76435-a016-4a35-9689-7ebe717ef5d8 tempest-TestShelveInstance-1952081179 tempest-TestShelveInstance-1952081179-project] Deleting port 978da87e-a5dc-4476-ba04-aa04951e0fe9 {{(pid=103470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 14:29:38.031782 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-29c76435-a016-4a35-9689-7ebe717ef5d8 tempest-TestShelveInstance-1952081179 tempest-TestShelveInstance-1952081179-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786921277453'] for port (978da87e-a5dc-4476-ba04-aa04951e0fe9), before_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:29:38.112352 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-29c76435-a016-4a35-9689-7ebe717ef5d8 tempest-TestShelveInstance-1952081179 tempest-TestShelveInstance-1952081179-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1690342'] for port (978da87e-a5dc-4476-ba04-aa04951e0fe9), precommit_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:29:38.112647 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-29c76435-a016-4a35-9689-7ebe717ef5d8 tempest-TestShelveInstance-1952081179 tempest-TestShelveInstance-1952081179-project] Publish callbacks [] for floatingip (978da87e-a5dc-4476-ba04-aa04951e0fe9), precommit_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:29:38.125482 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-29c76435-a016-4a35-9689-7ebe717ef5d8 tempest-TestShelveInstance-1952081179 tempest-TestShelveInstance-1952081179-project] Calling delete_port for 978da87e-a5dc-4476-ba04-aa04951e0fe9 owned by network:floatingip {{(pid=103470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 14:29:38.283617 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-29c76435-a016-4a35-9689-7ebe717ef5d8 tempest-TestShelveInstance-1952081179 tempest-TestShelveInstance-1952081179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786921284765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786920821405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7524599'] for port (978da87e-a5dc-4476-ba04-aa04951e0fe9), after_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:29:38.309034 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c76435-a016-4a35-9689-7ebe717ef5d8 tempest-TestShelveInstance-1952081179 tempest-TestShelveInstance-1952081179-project] Pushing event deleted for resources: {'Port': ['ID=978da87e-a5dc-4476-ba04-aa04951e0fe9,revision_number=None']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:29:38.337226 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c76435-a016-4a35-9689-7ebe717ef5d8 tempest-TestShelveInstance-1952081179 tempest-TestShelveInstance-1952081179-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:29:38.337629 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c76435-a016-4a35-9689-7ebe717ef5d8 tempest-TestShelveInstance-1952081179 tempest-TestShelveInstance-1952081179-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:29:38.338003 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c76435-a016-4a35-9689-7ebe717ef5d8 tempest-TestShelveInstance-1952081179 tempest-TestShelveInstance-1952081179-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:29:38.338337 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c76435-a016-4a35-9689-7ebe717ef5d8 tempest-TestShelveInstance-1952081179 tempest-TestShelveInstance-1952081179-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:29:38.338661 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c76435-a016-4a35-9689-7ebe717ef5d8 tempest-TestShelveInstance-1952081179 tempest-TestShelveInstance-1952081179-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:29:38.338987 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c76435-a016-4a35-9689-7ebe717ef5d8 tempest-TestShelveInstance-1952081179 tempest-TestShelveInstance-1952081179-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:29:38.339347 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c76435-a016-4a35-9689-7ebe717ef5d8 tempest-TestShelveInstance-1952081179 tempest-TestShelveInstance-1952081179-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:29:38.339670 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c76435-a016-4a35-9689-7ebe717ef5d8 tempest-TestShelveInstance-1952081179 tempest-TestShelveInstance-1952081179-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:29:38.339993 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c76435-a016-4a35-9689-7ebe717ef5d8 tempest-TestShelveInstance-1952081179 tempest-TestShelveInstance-1952081179-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:29:38.340307 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c76435-a016-4a35-9689-7ebe717ef5d8 tempest-TestShelveInstance-1952081179 tempest-TestShelveInstance-1952081179-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:29:38.340620 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c76435-a016-4a35-9689-7ebe717ef5d8 tempest-TestShelveInstance-1952081179 tempest-TestShelveInstance-1952081179-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:29:38.340935 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c76435-a016-4a35-9689-7ebe717ef5d8 tempest-TestShelveInstance-1952081179 tempest-TestShelveInstance-1952081179-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:29:38.341246 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c76435-a016-4a35-9689-7ebe717ef5d8 tempest-TestShelveInstance-1952081179 tempest-TestShelveInstance-1952081179-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:29:38.341579 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c76435-a016-4a35-9689-7ebe717ef5d8 tempest-TestShelveInstance-1952081179 tempest-TestShelveInstance-1952081179-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:29:38.341889 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c76435-a016-4a35-9689-7ebe717ef5d8 tempest-TestShelveInstance-1952081179 tempest-TestShelveInstance-1952081179-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:29:38.382028 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-29c76435-a016-4a35-9689-7ebe717ef5d8 tempest-TestShelveInstance-1952081179 tempest-TestShelveInstance-1952081179-project] Publish callbacks [] for floatingip (0c084ea0-24d6-4fe4-99e8-416fa6822217), after_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:29:38.382237 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.db.l3_db [None req-29c76435-a016-4a35-9689-7ebe717ef5d8 tempest-TestShelveInstance-1952081179 tempest-TestShelveInstance-1952081179-project] Floating IP 0c084ea0-24d6-4fe4-99e8-416fa6822217 disassociated (deleted). External IP: 172.27.3.196, port: 2fd904ac-6356-4151-bcb6-1c60cba87b79. May 03 14:29:38.598459 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29c76435-a016-4a35-9689-7ebe717ef5d8 tempest-TestShelveInstance-1952081179 tempest-TestShelveInstance-1952081179-project] Router 05fac887-dbb2-4c4c-89a8-af8aab0e9196 has already been hosted by L3 agent 2583ee88-9503-4370-b6e4-0a676865815e {{(pid=103470) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 14:29:38.711927 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29c76435-a016-4a35-9689-7ebe717ef5d8 tempest-TestShelveInstance-1952081179 tempest-TestShelveInstance-1952081179-project] Notify agent at l3_agent.dv-cinder-839793-5-iscsi the message routers_updated {{(pid=103470) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 14:29:38.716797 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-29c76435-a016-4a35-9689-7ebe717ef5d8 tempest-TestShelveInstance-1952081179 tempest-TestShelveInstance-1952081179-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218734'] for floatingip (None), before_response {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:29:38.724146 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-721e23b5-d431-4669-85d8-2db3a86aa324 None None] Sync routers for ids ['05fac887-dbb2-4c4c-89a8-af8aab0e9196'] in dv-cinder-839793-5-iscsi {{(pid=103471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 14:29:38.735747 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-721e23b5-d431-4669-85d8-2db3a86aa324 None None] Routers {'05fac887-dbb2-4c4c-89a8-af8aab0e9196'} bound to L3 agent in host dv-cinder-839793-5-iscsi {{(pid=103471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 14:29:38.736377 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.l3_hamode_db [None req-721e23b5-d431-4669-85d8-2db3a86aa324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-03T14:04:39Z,description=,heartbeat_timestamp=2022-05-03T14:29:09Z,host='dv-cinder-839793-5-iscsi',id=2583ee88-9503-4370-b6e4-0a676865815e,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T14:04:39Z,topic='l3_agent')) {'router_ids': ['05fac887-dbb2-4c4c-89a8-af8aab0e9196'], 'active': True} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:29:38.747878 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [None req-29c76435-a016-4a35-9689-7ebe717ef5d8 tempest-TestShelveInstance-1952081179 tempest-TestShelveInstance-1952081179-project] 10.222.0.36 "DELETE /v2.0/floatingips/0c084ea0-24d6-4fe4-99e8-416fa6822217 HTTP/1.1" status: 204 len: 168 time: 0.8769772 May 03 14:29:38.748613 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4cc4a6ad-82be-416c-bad1-53c001adfc33', 'tag': '2fd904ac-6356-4151-bcb6-1c60cba87b79'}] {{(pid=103470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 14:29:38.751147 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b59263cb8594a65023f6f3ef61310cdc9305c5272296d99e8ebfdd94dfc5ab3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b53815ba-6e8e-4282-84c7-4b5c8f5128f3" -d '{"events": [{"name": "network-changed", "server_uuid": "4cc4a6ad-82be-416c-bad1-53c001adfc33", "tag": "2fd904ac-6356-4151-bcb6-1c60cba87b79"}]}' {{(pid=103470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 14:29:38.849134 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 May 2022 14:29:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f10d72c4-d4ba-4506-88a3-5e730de5a4a2 x-openstack-request-id: req-f10d72c4-d4ba-4506-88a3-5e730de5a4a2 {{(pid=103470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 14:29:38.849478 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4cc4a6ad-82be-416c-bad1-53c001adfc33", "tag": "2fd904ac-6356-4151-bcb6-1c60cba87b79", "status": "completed", "code": 200}]} {{(pid=103470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 14:29:38.849856 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f10d72c4-d4ba-4506-88a3-5e730de5a4a2 {{(pid=103470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 14:29:38.850279 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f10d72c4-d4ba-4506-88a3-5e730de5a4a2'] response: {'name': 'network-changed', 'server_uuid': '4cc4a6ad-82be-416c-bad1-53c001adfc33', 'tag': '2fd904ac-6356-4151-bcb6-1c60cba87b79', 'status': 'completed', 'code': 200} May 03 14:29:38.867750 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvr_db [None req-721e23b5-d431-4669-85d8-2db3a86aa324 None None] Set router 05fac887-dbb2-4c4c-89a8-af8aab0e9196 gateway port host: dv-cinder-839793-5-iscsi {{(pid=103471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 14:29:38.926053 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53815ba-6e8e-4282-84c7-4b5c8f5128f3 req-a13f9419-32ce-44ce-abdb-0616a6246e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:29:38.927571 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-b53815ba-6e8e-4282-84c7-4b5c8f5128f3 req-a13f9419-32ce-44ce-abdb-0616a6246e21 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8ce4d8e3a93d47948c1d76d8c3d75c11&device_id=4cc4a6ad-82be-416c-bad1-53c001adfc33 HTTP/1.1" status: 200 len: 1130 time: 0.0454683 May 03 14:29:38.978417 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-974adc0e-d3c6-4785-afd6-ebc66524ef00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786921254184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749114'] for agent (2583ee88-9503-4370-b6e4-0a676865815e), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:29:38.992730 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcf5a65-2333-4d88-9029-cee728bdfece req-f749354d-8425-4ba1-b2d9-53298f5b793a tempest-TestShelveInstance-1952081179 tempest-TestShelveInstance-1952081179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:29:38.994245 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-9bcf5a65-2333-4d88-9029-cee728bdfece req-f749354d-8425-4ba1-b2d9-53298f5b793a tempest-TestShelveInstance-1952081179 tempest-TestShelveInstance-1952081179-project] 10.222.0.36 "GET /v2.0/ports?device_id=4cc4a6ad-82be-416c-bad1-53c001adfc33 HTTP/1.1" status: 200 len: 946 time: 0.0560231 May 03 14:29:39.051020 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-9bcf5a65-2333-4d88-9029-cee728bdfece req-b03d7859-b15b-4cce-bd91-0c66861582e3 tempest-TestShelveInstance-1952081179 tempest-TestShelveInstance-1952081179-project] 10.222.0.36 "GET /v2.0/security-groups?id=1a661eb5-3305-4c01-80bf-18cf4fd39b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509841 May 03 14:29:39.081103 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.l3_hamode_db [None req-721e23b5-d431-4669-85d8-2db3a86aa324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05fac887-dbb2-4c4c-89a8-af8aab0e9196', 'name': 'tempest-TestShelveInstance-36404793-router', 'tenant_id': '8ce4d8e3a93d47948c1d76d8c3d75c11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2', 'external_fixed_ips': [{'subnet_id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': 'f8347b2b-34ae-4fb2-852d-08bc271285e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T14:25:22Z', 'updated_at': '2022-05-03T14:25:25Z', 'revision_number': 4, 'project_id': '8ce4d8e3a93d47948c1d76d8c3d75c11', 'gw_port': {'id': 'f8347b2b-34ae-4fb2-852d-08bc271285e9', 'name': '', 'network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:c5:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05fac887-dbb2-4c4c-89a8-af8aab0e9196', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:25:22Z', 'updated_at': '2022-05-03T14:25:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-5-iscsi', '_interfaces': [{'id': 'e5d6751f-bee4-4d4f-9b06-f5c2055e4884', 'name': '', 'network_id': '3baa93cf-d7dc-4ecf-9375-3eb6fc320edd', 'tenant_id': '8ce4d8e3a93d47948c1d76d8c3d75c11', 'mac_address': 'fa:16:3e:80:24:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05fac887-dbb2-4c4c-89a8-af8aab0e9196', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': 'dbc2cfe8-7f7f-49f9-9f40-f48aa408ac31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:25:24Z', 'updated_at': '2022-05-03T14:25:29Z', 'revision_number': 5, 'project_id': '8ce4d8e3a93d47948c1d76d8c3d75c11', 'subnets': [{'id': 'dbc2cfe8-7f7f-49f9-9f40-f48aa408ac31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-5-iscsi', False) {} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:29:39.107484 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-721e23b5-d431-4669-85d8-2db3a86aa324 None None] Checking router: 05fac887-dbb2-4c4c-89a8-af8aab0e9196 for host: dv-cinder-839793-5-iscsi {{(pid=103471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 14:29:39.116095 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-721e23b5-d431-4669-85d8-2db3a86aa324 None None] Routers {'05fac887-dbb2-4c4c-89a8-af8aab0e9196'} bound to L3 agent in host dv-cinder-839793-5-iscsi {{(pid=103471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 14:29:39.116694 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.l3_hamode_db [None req-721e23b5-d431-4669-85d8-2db3a86aa324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-03T14:04:39Z,description=,heartbeat_timestamp=2022-05-03T14:29:39Z,host='dv-cinder-839793-5-iscsi',id=2583ee88-9503-4370-b6e4-0a676865815e,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T14:04:39Z,topic='l3_agent')) {'router_ids': ['05fac887-dbb2-4c4c-89a8-af8aab0e9196'], 'active': True} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:29:39.216569 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786921254184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749114'] for agent (e81ee3ce-91e9-46ba-a5c7-9619c95b22a6), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:29:39.233224 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvr_db [None req-721e23b5-d431-4669-85d8-2db3a86aa324 None None] Set router 05fac887-dbb2-4c4c-89a8-af8aab0e9196 gateway port host: dv-cinder-839793-5-iscsi {{(pid=103471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 14:29:39.426923 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.l3_hamode_db [None req-721e23b5-d431-4669-85d8-2db3a86aa324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05fac887-dbb2-4c4c-89a8-af8aab0e9196', 'name': 'tempest-TestShelveInstance-36404793-router', 'tenant_id': '8ce4d8e3a93d47948c1d76d8c3d75c11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2', 'external_fixed_ips': [{'subnet_id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': 'f8347b2b-34ae-4fb2-852d-08bc271285e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T14:25:22Z', 'updated_at': '2022-05-03T14:25:25Z', 'revision_number': 4, 'project_id': '8ce4d8e3a93d47948c1d76d8c3d75c11', 'gw_port': {'id': 'f8347b2b-34ae-4fb2-852d-08bc271285e9', 'name': '', 'network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:c5:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05fac887-dbb2-4c4c-89a8-af8aab0e9196', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:25:22Z', 'updated_at': '2022-05-03T14:25:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-5-iscsi', '_interfaces': [{'id': 'e5d6751f-bee4-4d4f-9b06-f5c2055e4884', 'name': '', 'network_id': '3baa93cf-d7dc-4ecf-9375-3eb6fc320edd', 'tenant_id': '8ce4d8e3a93d47948c1d76d8c3d75c11', 'mac_address': 'fa:16:3e:80:24:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05fac887-dbb2-4c4c-89a8-af8aab0e9196', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': 'dbc2cfe8-7f7f-49f9-9f40-f48aa408ac31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:25:24Z', 'updated_at': '2022-05-03T14:25:29Z', 'revision_number': 5, 'project_id': '8ce4d8e3a93d47948c1d76d8c3d75c11', 'subnets': [{'id': 'dbc2cfe8-7f7f-49f9-9f40-f48aa408ac31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-5-iscsi', False) {} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:29:39.452792 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-721e23b5-d431-4669-85d8-2db3a86aa324 None None] The sync data for ids ['05fac887-dbb2-4c4c-89a8-af8aab0e9196'] in dv-cinder-839793-5-iscsi is: [{'id': '05fac887-dbb2-4c4c-89a8-af8aab0e9196', 'name': 'tempest-TestShelveInstance-36404793-router', 'tenant_id': '8ce4d8e3a93d47948c1d76d8c3d75c11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2', 'external_fixed_ips': [{'subnet_id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': 'f8347b2b-34ae-4fb2-852d-08bc271285e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T14:25:22Z', 'updated_at': '2022-05-03T14:25:25Z', 'revision_number': 4, 'project_id': '8ce4d8e3a93d47948c1d76d8c3d75c11', 'gw_port': {'id': 'f8347b2b-34ae-4fb2-852d-08bc271285e9', 'name': '', 'network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:c5:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05fac887-dbb2-4c4c-89a8-af8aab0e9196', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:25:22Z', 'updated_at': '2022-05-03T14:25:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-5-iscsi', '_interfaces': [{'id': 'e5d6751f-bee4-4d4f-9b06-f5c2055e4884', 'name': '', 'network_id': '3baa93cf-d7dc-4ecf-9375-3eb6fc320edd', 'tenant_id': '8ce4d8e3a93d47948c1d76d8c3d75c11', 'mac_address': 'fa:16:3e:80:24:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05fac887-dbb2-4c4c-89a8-af8aab0e9196', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': 'dbc2cfe8-7f7f-49f9-9f40-f48aa408ac31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:25:24Z', 'updated_at': '2022-05-03T14:25:29Z', 'revision_number': 5, 'project_id': '8ce4d8e3a93d47948c1d76d8c3d75c11', 'subnets': [{'id': 'dbc2cfe8-7f7f-49f9-9f40-f48aa408ac31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 14:29:39.686788 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-655fc939-babd-4a9d-9046-79b53aeb157e None None] New status for floating IP 0c084ea0-24d6-4fe4-99e8-416fa6822217: DOWN {{(pid=103472) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 03 14:29:39.967626 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53815ba-6e8e-4282-84c7-4b5c8f5128f3 req-43682ae2-62c1-48d0-b99a-ad5edb6d87d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:29:39.969210 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-b53815ba-6e8e-4282-84c7-4b5c8f5128f3 req-43682ae2-62c1-48d0-b99a-ad5edb6d87d0 service neutron] 10.222.0.26 "GET /v2.0/networks?id=3baa93cf-d7dc-4ecf-9375-3eb6fc320edd HTTP/1.1" status: 200 len: 908 time: 0.0935626 May 03 14:29:40.019556 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-b53815ba-6e8e-4282-84c7-4b5c8f5128f3 req-5da42aa0-8312-49cd-8864-d13949233305 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2fd904ac-6356-4151-bcb6-1c60cba87b79 HTTP/1.1" status: 200 len: 217 time: 0.0441978 May 03 14:29:40.105724 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53815ba-6e8e-4282-84c7-4b5c8f5128f3 req-3dcc0011-a558-4268-b74c-e4b32d10d202 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:29:40.107238 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-b53815ba-6e8e-4282-84c7-4b5c8f5128f3 req-3dcc0011-a558-4268-b74c-e4b32d10d202 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=dbc2cfe8-7f7f-49f9-9f40-f48aa408ac31 HTTP/1.1" status: 200 len: 846 time: 0.0466077 May 03 14:29:40.177600 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53815ba-6e8e-4282-84c7-4b5c8f5128f3 req-d2ce32be-49b7-4da3-8a20-20793727d313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:29:40.179109 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-b53815ba-6e8e-4282-84c7-4b5c8f5128f3 req-d2ce32be-49b7-4da3-8a20-20793727d313 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=3baa93cf-d7dc-4ecf-9375-3eb6fc320edd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0654786 May 03 14:29:40.192097 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00dde77-7332-4d3b-8f79-b862a79dad33 req-bbad8c1c-f407-42d6-b5da-6ec3e2badbb5 tempest-TestShelveInstance-1952081179 tempest-TestShelveInstance-1952081179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:29:40.193488 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-b00dde77-7332-4d3b-8f79-b862a79dad33 req-bbad8c1c-f407-42d6-b5da-6ec3e2badbb5 tempest-TestShelveInstance-1952081179 tempest-TestShelveInstance-1952081179-project] 10.222.0.36 "GET /v2.0/ports?device_id=4cc4a6ad-82be-416c-bad1-53c001adfc33 HTTP/1.1" status: 200 len: 946 time: 0.0531723 May 03 14:29:40.256314 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-b00dde77-7332-4d3b-8f79-b862a79dad33 req-9614340c-953f-4dd3-a045-ea4a97bb30c4 tempest-TestShelveInstance-1952081179 tempest-TestShelveInstance-1952081179-project] 10.222.0.36 "GET /v2.0/security-groups?id=1a661eb5-3305-4c01-80bf-18cf4fd39b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569706 May 03 14:29:40.407853 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-b53815ba-6e8e-4282-84c7-4b5c8f5128f3 req-edbf448d-535d-4b9f-96eb-bc5090fd1609 service neutron] 10.222.0.26 "GET /v2.0/networks/3baa93cf-d7dc-4ecf-9375-3eb6fc320edd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1028061 May 03 14:29:40.420191 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7537130a-ad9e-4a65-aeda-145791a4c5a9 req-1cc8650a-883d-4ae8-9537-fbf578050003 tempest-TestShelveInstance-1952081179 tempest-TestShelveInstance-1952081179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 14:29:40.421722 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-7537130a-ad9e-4a65-aeda-145791a4c5a9 req-1cc8650a-883d-4ae8-9537-fbf578050003 tempest-TestShelveInstance-1952081179 tempest-TestShelveInstance-1952081179-project] 10.222.0.26 "GET /v2.0/ports?device_id=4cc4a6ad-82be-416c-bad1-53c001adfc33 HTTP/1.1" status: 200 len: 946 time: 0.0521104 May 03 14:29:40.488693 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-6b98c286-5509-41ae-9e31-4a328d4e2e3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786921254184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749114'] for agent (9772c1e2-61d8-4a11-97d8-348a0cefa431), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:29:40.504156 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-b53815ba-6e8e-4282-84c7-4b5c8f5128f3 req-e7b8cbcb-8129-4579-b97c-a2ce152c49b2 service neutron] 10.222.0.26 "GET /v2.0/networks/3baa93cf-d7dc-4ecf-9375-3eb6fc320edd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897205 May 03 14:29:40.509541 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [req-7537130a-ad9e-4a65-aeda-145791a4c5a9 req-4659c78c-82f7-45f7-86b2-ed89c09abfeb tempest-TestShelveInstance-1952081179 tempest-TestShelveInstance-1952081179-project] Deleting port 2fd904ac-6356-4151-bcb6-1c60cba87b79 {{(pid=103470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 14:29:40.509877 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [req-7537130a-ad9e-4a65-aeda-145791a4c5a9 req-4659c78c-82f7-45f7-86b2-ed89c09abfeb tempest-TestShelveInstance-1952081179 tempest-TestShelveInstance-1952081179-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786921277453'] for port (2fd904ac-6356-4151-bcb6-1c60cba87b79), before_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:29:40.602939 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [req-7537130a-ad9e-4a65-aeda-145791a4c5a9 req-4659c78c-82f7-45f7-86b2-ed89c09abfeb tempest-TestShelveInstance-1952081179 tempest-TestShelveInstance-1952081179-project] For port 2fd904ac-6356-4151-bcb6-1c60cba87b79, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=2fd904ac-6356-4151-bcb6-1c60cba87b79,segment=NetworkSegment(3bdb21ad-012f-40b5-8dc8-865afeab2bf4),segment_id=3bdb21ad-012f-40b5-8dc8-865afeab2bf4)] {{(pid=103470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 14:29:40.603197 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [req-7537130a-ad9e-4a65-aeda-145791a4c5a9 req-4659c78c-82f7-45f7-86b2-ed89c09abfeb tempest-TestShelveInstance-1952081179 tempest-TestShelveInstance-1952081179-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1690342'] for port (2fd904ac-6356-4151-bcb6-1c60cba87b79), precommit_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:29:40.616295 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [req-7537130a-ad9e-4a65-aeda-145791a4c5a9 req-4659c78c-82f7-45f7-86b2-ed89c09abfeb tempest-TestShelveInstance-1952081179 tempest-TestShelveInstance-1952081179-project] Calling delete_port for 2fd904ac-6356-4151-bcb6-1c60cba87b79 owned by compute:nova {{(pid=103470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 14:29:40.749756 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [req-7537130a-ad9e-4a65-aeda-145791a4c5a9 req-4659c78c-82f7-45f7-86b2-ed89c09abfeb tempest-TestShelveInstance-1952081179 tempest-TestShelveInstance-1952081179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786921284765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786920821405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7524599'] for port (2fd904ac-6356-4151-bcb6-1c60cba87b79), after_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:29:40.788524 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4659c78c-82f7-45f7-86b2-ed89c09abfeb tempest-TestShelveInstance-1952081179 tempest-TestShelveInstance-1952081179-project] Pushing event deleted for resources: {'Port': ['ID=2fd904ac-6356-4151-bcb6-1c60cba87b79,revision_number=None']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:29:40.834698 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.db.l3_dvrscheduler_db [req-7537130a-ad9e-4a65-aeda-145791a4c5a9 req-4659c78c-82f7-45f7-86b2-ed89c09abfeb tempest-TestShelveInstance-1952081179 tempest-TestShelveInstance-1952081179-project] No DVR routers for this DVR port 2fd904ac-6356-4151-bcb6-1c60cba87b79 on host hv-cinder-83979 {{(pid=103470) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 14:29:40.837325 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [req-7537130a-ad9e-4a65-aeda-145791a4c5a9 req-4659c78c-82f7-45f7-86b2-ed89c09abfeb tempest-TestShelveInstance-1952081179 tempest-TestShelveInstance-1952081179-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218734'] for port (None), before_response {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:29:40.840649 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [req-7537130a-ad9e-4a65-aeda-145791a4c5a9 req-4659c78c-82f7-45f7-86b2-ed89c09abfeb tempest-TestShelveInstance-1952081179 tempest-TestShelveInstance-1952081179-project] 10.222.0.26 "DELETE /v2.0/ports/2fd904ac-6356-4151-bcb6-1c60cba87b79 HTTP/1.1" status: 204 len: 173 time: 0.4139502 May 03 14:29:40.851320 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cc4a6ad-82be-416c-bad1-53c001adfc33', 'name': 'network-vif-deleted', 'tag': '2fd904ac-6356-4151-bcb6-1c60cba87b79'}] {{(pid=103470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 14:29:40.853762 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b59263cb8594a65023f6f3ef61310cdc9305c5272296d99e8ebfdd94dfc5ab3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-215ddc07-678e-46b8-ba5d-0735c7b170db" -d '{"events": [{"server_uuid": "4cc4a6ad-82be-416c-bad1-53c001adfc33", "name": "network-vif-deleted", "tag": "2fd904ac-6356-4151-bcb6-1c60cba87b79"}]}' {{(pid=103470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 14:29:40.892505 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 May 2022 14:29:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7433f6d8-1529-4eee-9be3-cd007d379247 x-openstack-request-id: req-7433f6d8-1529-4eee-9be3-cd007d379247 {{(pid=103470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 14:29:40.892694 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4cc4a6ad-82be-416c-bad1-53c001adfc33", "name": "network-vif-deleted", "tag": "2fd904ac-6356-4151-bcb6-1c60cba87b79", "status": "completed", "code": 200}]} {{(pid=103470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 14:29:40.892938 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-7433f6d8-1529-4eee-9be3-cd007d379247 {{(pid=103470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 14:29:40.893373 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7433f6d8-1529-4eee-9be3-cd007d379247'] response: {'server_uuid': '4cc4a6ad-82be-416c-bad1-53c001adfc33', 'name': 'network-vif-deleted', 'tag': '2fd904ac-6356-4151-bcb6-1c60cba87b79', 'status': 'completed', 'code': 200} May 03 14:29:41.373170 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [req-395878f9-b17b-42a5-80eb-6646cdab04b9 req-face15c7-70bf-40a4-85aa-d674047efcbe tempest-TestShelveInstance-1952081179 tempest-TestShelveInstance-1952081179-project] 10.222.0.36 "GET /v2.0/ports?device_id=4cc4a6ad-82be-416c-bad1-53c001adfc33 HTTP/1.1" status: 200 len: 210 time: 0.0284452 May 03 14:29:41.590409 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-ece2f477-2d6d-4faa-a9a3-ecc6a9d3b5ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786921254184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749114'] for agent (5abb75e8-e954-4dc0-bed6-210d2af77b9f), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:29:42.433431 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.wsgi [-] (103470) accepted ('10.222.0.36', 53302) {{(pid=103470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:29:42.491898 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-414c1500-9680-49ca-b14a-49008f64c0c2 tempest-TestShelveInstance-1952081179 tempest-TestShelveInstance-1952081179-project] Publish callbacks [] for security_group (1a661eb5-3305-4c01-80bf-18cf4fd39b8f), before_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:29:42.517836 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-414c1500-9680-49ca-b14a-49008f64c0c2 tempest-TestShelveInstance-1952081179 tempest-TestShelveInstance-1952081179-project] Publish callbacks [] for security_group (1a661eb5-3305-4c01-80bf-18cf4fd39b8f), precommit_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:29:42.591592 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-414c1500-9680-49ca-b14a-49008f64c0c2 tempest-TestShelveInstance-1952081179 tempest-TestShelveInstance-1952081179-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656397'] for security_group (1a661eb5-3305-4c01-80bf-18cf4fd39b8f), after_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:29:42.594446 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-414c1500-9680-49ca-b14a-49008f64c0c2 tempest-TestShelveInstance-1952081179 tempest-TestShelveInstance-1952081179-project] Publish callbacks [] for security_group (None), before_response {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:29:42.595728 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [None req-414c1500-9680-49ca-b14a-49008f64c0c2 tempest-TestShelveInstance-1952081179 tempest-TestShelveInstance-1952081179-project] 10.222.0.36 "DELETE /v2.0/security-groups/1a661eb5-3305-4c01-80bf-18cf4fd39b8f HTTP/1.1" status: 204 len: 168 time: 0.1612811 May 03 14:29:42.605273 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414c1500-9680-49ca-b14a-49008f64c0c2 tempest-TestShelveInstance-1952081179 tempest-TestShelveInstance-1952081179-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a661eb5-3305-4c01-80bf-18cf4fd39b8f,revision_number=None']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:29:42.644123 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.36', 53306) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:29:42.978345 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-a7d479e0-fc16-4802-b9fd-5f9d4cbed747 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1690332'] for router_interface (05fac887-dbb2-4c4c-89a8-af8aab0e9196), before_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:29:43.162904 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786921254184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749114'] for agent (43411681-d6d4-43ac-b892-434a22df3f6d), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:29:43.227783 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.plugin [None req-a7d479e0-fc16-4802-b9fd-5f9d4cbed747 admin admin] Deleting port e5d6751f-bee4-4d4f-9b06-f5c2055e4884 {{(pid=103469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 14:29:43.228123 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-a7d479e0-fc16-4802-b9fd-5f9d4cbed747 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786921277453'] for port (e5d6751f-bee4-4d4f-9b06-f5c2055e4884), before_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:29:43.576629 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.db [None req-a7d479e0-fc16-4802-b9fd-5f9d4cbed747 admin admin] For port e5d6751f-bee4-4d4f-9b06-f5c2055e4884, host dv-cinder-839793-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-5-iscsi',level=0,port_id=e5d6751f-bee4-4d4f-9b06-f5c2055e4884,segment=NetworkSegment(3bdb21ad-012f-40b5-8dc8-865afeab2bf4),segment_id=3bdb21ad-012f-40b5-8dc8-865afeab2bf4)] {{(pid=103469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 14:29:43.576886 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-a7d479e0-fc16-4802-b9fd-5f9d4cbed747 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1690342'] for port (e5d6751f-bee4-4d4f-9b06-f5c2055e4884), precommit_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:29:43.589807 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.plugin [None req-a7d479e0-fc16-4802-b9fd-5f9d4cbed747 admin admin] Calling delete_port for e5d6751f-bee4-4d4f-9b06-f5c2055e4884 owned by network:router_interface {{(pid=103469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 14:29:43.776455 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-a7d479e0-fc16-4802-b9fd-5f9d4cbed747 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786921284765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786920821405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6178079'] for port (e5d6751f-bee4-4d4f-9b06-f5c2055e4884), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:29:43.804246 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d479e0-fc16-4802-b9fd-5f9d4cbed747 admin admin] Pushing event deleted for resources: {'Port': ['ID=e5d6751f-bee4-4d4f-9b06-f5c2055e4884,revision_number=None']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:29:43.815805 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d479e0-fc16-4802-b9fd-5f9d4cbed747 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:29:43.816155 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d479e0-fc16-4802-b9fd-5f9d4cbed747 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:29:43.816504 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d479e0-fc16-4802-b9fd-5f9d4cbed747 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:29:43.816893 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d479e0-fc16-4802-b9fd-5f9d4cbed747 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:29:43.817169 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d479e0-fc16-4802-b9fd-5f9d4cbed747 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:29:43.817525 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d479e0-fc16-4802-b9fd-5f9d4cbed747 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:29:43.817829 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d479e0-fc16-4802-b9fd-5f9d4cbed747 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:29:43.818152 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d479e0-fc16-4802-b9fd-5f9d4cbed747 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:29:43.818484 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d479e0-fc16-4802-b9fd-5f9d4cbed747 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:29:43.818805 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d479e0-fc16-4802-b9fd-5f9d4cbed747 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:29:43.819138 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d479e0-fc16-4802-b9fd-5f9d4cbed747 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:29:43.819466 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d479e0-fc16-4802-b9fd-5f9d4cbed747 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:29:43.819759 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d479e0-fc16-4802-b9fd-5f9d4cbed747 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:29:43.820527 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d479e0-fc16-4802-b9fd-5f9d4cbed747 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:29:43.820527 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d479e0-fc16-4802-b9fd-5f9d4cbed747 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:29:43.981508 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-a7d479e0-fc16-4802-b9fd-5f9d4cbed747 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1599855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1693899'] for router_interface (05fac887-dbb2-4c4c-89a8-af8aab0e9196), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:29:44.206250 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7d479e0-fc16-4802-b9fd-5f9d4cbed747 admin admin] Router 05fac887-dbb2-4c4c-89a8-af8aab0e9196 has already been hosted by L3 agent 2583ee88-9503-4370-b6e4-0a676865815e {{(pid=103469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 14:29:44.316912 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7d479e0-fc16-4802-b9fd-5f9d4cbed747 admin admin] Notify agent at l3_agent.dv-cinder-839793-5-iscsi the message routers_updated {{(pid=103469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 14:29:44.324138 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-a7d479e0-fc16-4802-b9fd-5f9d4cbed747 admin admin] 10.222.0.36 "PUT /v2.0/routers/05fac887-dbb2-4c4c-89a8-af8aab0e9196/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6763093 May 03 14:29:44.325799 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.wsgi [-] (103470) accepted ('10.222.0.36', 53308) {{(pid=103470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:29:44.326647 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3432cdb1-2a36-4ca8-8e2c-529b041c817d None None] Sync routers for ids ['05fac887-dbb2-4c4c-89a8-af8aab0e9196'] in dv-cinder-839793-5-iscsi {{(pid=103471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 14:29:44.338263 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3432cdb1-2a36-4ca8-8e2c-529b041c817d None None] Routers {'05fac887-dbb2-4c4c-89a8-af8aab0e9196'} bound to L3 agent in host dv-cinder-839793-5-iscsi {{(pid=103471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 14:29:44.338872 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.l3_hamode_db [None req-3432cdb1-2a36-4ca8-8e2c-529b041c817d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-03T14:04:39Z,description=,heartbeat_timestamp=2022-05-03T14:29:39Z,host='dv-cinder-839793-5-iscsi',id=2583ee88-9503-4370-b6e4-0a676865815e,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T14:04:39Z,topic='l3_agent')) {'router_ids': ['05fac887-dbb2-4c4c-89a8-af8aab0e9196'], 'active': True} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:29:44.439816 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-cfcd8d81-9457-4711-b807-657e20a2d10b admin admin] Publish callbacks [] for router (05fac887-dbb2-4c4c-89a8-af8aab0e9196), before_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:29:44.459771 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvr_db [None req-3432cdb1-2a36-4ca8-8e2c-529b041c817d None None] Set router 05fac887-dbb2-4c4c-89a8-af8aab0e9196 gateway port host: dv-cinder-839793-5-iscsi {{(pid=103471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 14:29:44.549930 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-cfcd8d81-9457-4711-b807-657e20a2d10b admin admin] Publish callbacks [] for router_gateway (05fac887-dbb2-4c4c-89a8-af8aab0e9196), before_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:29:44.596649 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-cfcd8d81-9457-4711-b807-657e20a2d10b admin admin] Deleting port f8347b2b-34ae-4fb2-852d-08bc271285e9 {{(pid=103470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 14:29:44.596934 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-cfcd8d81-9457-4711-b807-657e20a2d10b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786921277453'] for port (f8347b2b-34ae-4fb2-852d-08bc271285e9), before_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:29:44.625500 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.l3_hamode_db [None req-3432cdb1-2a36-4ca8-8e2c-529b041c817d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05fac887-dbb2-4c4c-89a8-af8aab0e9196', 'name': 'tempest-TestShelveInstance-36404793-router', 'tenant_id': '8ce4d8e3a93d47948c1d76d8c3d75c11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2', 'external_fixed_ips': [{'subnet_id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': 'f8347b2b-34ae-4fb2-852d-08bc271285e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T14:25:22Z', 'updated_at': '2022-05-03T14:29:43Z', 'revision_number': 5, 'project_id': '8ce4d8e3a93d47948c1d76d8c3d75c11', 'gw_port': {'id': 'f8347b2b-34ae-4fb2-852d-08bc271285e9', 'name': '', 'network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:c5:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05fac887-dbb2-4c4c-89a8-af8aab0e9196', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:25:22Z', 'updated_at': '2022-05-03T14:25:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-5-iscsi'}], 'dv-cinder-839793-5-iscsi', False) {} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:29:44.651993 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3432cdb1-2a36-4ca8-8e2c-529b041c817d None None] Checking router: 05fac887-dbb2-4c4c-89a8-af8aab0e9196 for host: dv-cinder-839793-5-iscsi {{(pid=103471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 14:29:44.660187 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3432cdb1-2a36-4ca8-8e2c-529b041c817d None None] Routers {'05fac887-dbb2-4c4c-89a8-af8aab0e9196'} bound to L3 agent in host dv-cinder-839793-5-iscsi {{(pid=103471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 14:29:44.660830 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.l3_hamode_db [None req-3432cdb1-2a36-4ca8-8e2c-529b041c817d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-03T14:04:39Z,description=,heartbeat_timestamp=2022-05-03T14:29:39Z,host='dv-cinder-839793-5-iscsi',id=2583ee88-9503-4370-b6e4-0a676865815e,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T14:04:39Z,topic='l3_agent')) {'router_ids': ['05fac887-dbb2-4c4c-89a8-af8aab0e9196'], 'active': True} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:29:44.677798 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-cfcd8d81-9457-4711-b807-657e20a2d10b admin admin] For port f8347b2b-34ae-4fb2-852d-08bc271285e9, host dv-cinder-839793-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-5-iscsi',level=0,port_id=f8347b2b-34ae-4fb2-852d-08bc271285e9,segment=NetworkSegment(331ae69a-aeba-4f56-bd87-f289cf94ba88),segment_id=331ae69a-aeba-4f56-bd87-f289cf94ba88)] {{(pid=103470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 14:29:44.678117 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-cfcd8d81-9457-4711-b807-657e20a2d10b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1690342'] for port (f8347b2b-34ae-4fb2-852d-08bc271285e9), precommit_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:29:44.692083 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-cfcd8d81-9457-4711-b807-657e20a2d10b admin admin] Calling delete_port for f8347b2b-34ae-4fb2-852d-08bc271285e9 owned by network:router_gateway {{(pid=103470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 14:29:44.748263 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvr_db [None req-3432cdb1-2a36-4ca8-8e2c-529b041c817d None None] Set router 05fac887-dbb2-4c4c-89a8-af8aab0e9196 gateway port host: None {{(pid=103471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 14:29:44.800628 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.l3_hamode_db [None req-3432cdb1-2a36-4ca8-8e2c-529b041c817d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05fac887-dbb2-4c4c-89a8-af8aab0e9196', 'name': 'tempest-TestShelveInstance-36404793-router', 'tenant_id': '8ce4d8e3a93d47948c1d76d8c3d75c11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T14:25:22Z', 'updated_at': '2022-05-03T14:29:44Z', 'revision_number': 6, 'project_id': '8ce4d8e3a93d47948c1d76d8c3d75c11', 'gw_port_host': None}], 'dv-cinder-839793-5-iscsi', False) {} {{(pid=103471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:29:44.831167 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3432cdb1-2a36-4ca8-8e2c-529b041c817d None None] The sync data for ids ['05fac887-dbb2-4c4c-89a8-af8aab0e9196'] in dv-cinder-839793-5-iscsi is: [{'id': '05fac887-dbb2-4c4c-89a8-af8aab0e9196', 'name': 'tempest-TestShelveInstance-36404793-router', 'tenant_id': '8ce4d8e3a93d47948c1d76d8c3d75c11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T14:25:22Z', 'updated_at': '2022-05-03T14:29:44Z', 'revision_number': 6, 'project_id': '8ce4d8e3a93d47948c1d76d8c3d75c11', 'gw_port_host': None}] {{(pid=103471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 14:29:44.866041 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-cfcd8d81-9457-4711-b807-657e20a2d10b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786921284765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786920821405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7524599'] for port (f8347b2b-34ae-4fb2-852d-08bc271285e9), after_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:29:44.896116 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcd8d81-9457-4711-b807-657e20a2d10b admin admin] Pushing event deleted for resources: {'Port': ['ID=f8347b2b-34ae-4fb2-852d-08bc271285e9,revision_number=None']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:29:44.958578 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-cfcd8d81-9457-4711-b807-657e20a2d10b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1700782'] for router_gateway (05fac887-dbb2-4c4c-89a8-af8aab0e9196), after_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:29:45.048156 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-cfcd8d81-9457-4711-b807-657e20a2d10b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1703026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-103998'] for router (05fac887-dbb2-4c4c-89a8-af8aab0e9196), precommit_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:29:45.050221 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-cfcd8d81-9457-4711-b807-657e20a2d10b admin admin] Publish callbacks [] for router_controller (05fac887-dbb2-4c4c-89a8-af8aab0e9196), precommit_delete_associations {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:29:45.099548 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-cfcd8d81-9457-4711-b807-657e20a2d10b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1703035'] for router (05fac887-dbb2-4c4c-89a8-af8aab0e9196), after_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:29:45.100205 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfcd8d81-9457-4711-b807-657e20a2d10b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 05fac887-dbb2-4c4c-89a8-af8aab0e9196 {{(pid=103470) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 03 14:29:45.104527 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-cfcd8d81-9457-4711-b807-657e20a2d10b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:29:45.105705 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [None req-cfcd8d81-9457-4711-b807-657e20a2d10b admin admin] 10.222.0.36 "DELETE /v2.0/routers/05fac887-dbb2-4c4c-89a8-af8aab0e9196 HTTP/1.1" status: 204 len: 168 time: 0.7789452 May 03 14:29:45.108298 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.wsgi [-] (103470) accepted ('10.222.0.36', 53310) {{(pid=103470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:29:45.153855 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.db.db_base_plugin_v2 [None req-07fc6ed3-dc01-43c3-b417-8039de15acf3 admin admin] Deleting subnet dbc2cfe8-7f7f-49f9-9f40-f48aa408ac31 {{(pid=103470) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 03 14:29:45.157469 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-07fc6ed3-dc01-43c3-b417-8039de15acf3 admin admin] Publish callbacks [] for subnet (dbc2cfe8-7f7f-49f9-9f40-f48aa408ac31), before_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:29:45.194970 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-07fc6ed3-dc01-43c3-b417-8039de15acf3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5129590'] for subnet (dbc2cfe8-7f7f-49f9-9f40-f48aa408ac31), precommit_delete_associations {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:29:45.278692 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-07fc6ed3-dc01-43c3-b417-8039de15acf3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751950'] for subnet (dbc2cfe8-7f7f-49f9-9f40-f48aa408ac31), precommit_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:29:45.314796 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.rpc [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Device 2fd904ac-6356-4151-bcb6-1c60cba87b79 no longer exists at agent hyperv_hv-cinder-83979 {{(pid=103471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 03 14:29:45.333086 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-07fc6ed3-dc01-43c3-b417-8039de15acf3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7524544', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4621665'] for subnet (dbc2cfe8-7f7f-49f9-9f40-f48aa408ac31), after_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:29:45.338491 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] No Port match for: 2fd904ac-6356-4151-bcb6-1c60cba87b79 {{(pid=103471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 03 14:29:45.339213 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.rpc [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Device 2fd904ac-6356-4151-bcb6-1c60cba87b79 not bound to the agent host hv-cinder-83979 {{(pid=103471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 03 14:29:45.364219 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fc6ed3-dc01-43c3-b417-8039de15acf3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dbc2cfe8-7f7f-49f9-9f40-f48aa408ac31,revision_number=None']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:29:45.366194 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-07fc6ed3-dc01-43c3-b417-8039de15acf3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599744'] for subnet (None), before_response {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:29:45.370728 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6369a281-fe85-48e9-8613-a73324ad0b30 None None] Network 3baa93cf-d7dc-4ecf-9375-3eb6fc320edd requested from dv-cinder-839793-5-iscsi {{(pid=103471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 03 14:29:45.372068 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [None req-07fc6ed3-dc01-43c3-b417-8039de15acf3 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/dbc2cfe8-7f7f-49f9-9f40-f48aa408ac31 HTTP/1.1" status: 204 len: 168 time: 0.2628546 May 03 14:29:45.372225 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.36', 53312) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:29:45.445415 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-67e5d168-25a8-4438-9725-60d78c79029f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-661340'] for network (3baa93cf-d7dc-4ecf-9375-3eb6fc320edd), before_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:29:45.492129 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.plugin [None req-67e5d168-25a8-4438-9725-60d78c79029f admin admin] Deleting port 82e03c4b-f0a1-4c91-a3a4-32e9525e7f9e {{(pid=103469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 14:29:45.492420 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-67e5d168-25a8-4438-9725-60d78c79029f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786921277453'] for port (82e03c4b-f0a1-4c91-a3a4-32e9525e7f9e), before_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:29:45.561920 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.db [None req-67e5d168-25a8-4438-9725-60d78c79029f admin admin] For port 82e03c4b-f0a1-4c91-a3a4-32e9525e7f9e, host dv-cinder-839793-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-5-iscsi',level=0,port_id=82e03c4b-f0a1-4c91-a3a4-32e9525e7f9e,segment=NetworkSegment(3bdb21ad-012f-40b5-8dc8-865afeab2bf4),segment_id=3bdb21ad-012f-40b5-8dc8-865afeab2bf4)] {{(pid=103469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 14:29:45.562174 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-67e5d168-25a8-4438-9725-60d78c79029f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1690342'] for port (82e03c4b-f0a1-4c91-a3a4-32e9525e7f9e), precommit_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:29:45.575782 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.plugin [None req-67e5d168-25a8-4438-9725-60d78c79029f admin admin] Calling delete_port for 82e03c4b-f0a1-4c91-a3a4-32e9525e7f9e owned by network:dhcp {{(pid=103469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 14:29:45.611922 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.rpc [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Device e5d6751f-bee4-4d4f-9b06-f5c2055e4884 no longer exists at agent ovs-agent-dv-cinder-839793-5-iscsi {{(pid=103471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 03 14:29:45.643185 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] No Port match for: e5d6751f-bee4-4d4f-9b06-f5c2055e4884 {{(pid=103471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 03 14:29:45.643533 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.rpc [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Device e5d6751f-bee4-4d4f-9b06-f5c2055e4884 not bound to the agent host dv-cinder-839793-5-iscsi {{(pid=103471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 03 14:29:45.668996 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc66d2bc-0084-4419-8426-e881389066d5 None None] DHCP port deletion for 3baa93cf-d7dc-4ecf-9375-3eb6fc320edd request from dv-cinder-839793-5-iscsi {{(pid=103471) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 03 14:29:45.676838 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-67e5d168-25a8-4438-9725-60d78c79029f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786921284765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786920821405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6178079'] for port (82e03c4b-f0a1-4c91-a3a4-32e9525e7f9e), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:29:45.692809 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [None req-bc66d2bc-0084-4419-8426-e881389066d5 None None] The port '82e03c4b-f0a1-4c91-a3a4-32e9525e7f9e' was deleted {{(pid=103471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2065}} May 03 14:29:45.707072 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e5d168-25a8-4438-9725-60d78c79029f admin admin] Pushing event deleted for resources: {'Port': ['ID=82e03c4b-f0a1-4c91-a3a4-32e9525e7f9e,revision_number=None']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:29:45.708905 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67e5d168-25a8-4438-9725-60d78c79029f admin admin] No DVR routers for this DVR port 82e03c4b-f0a1-4c91-a3a4-32e9525e7f9e on host dv-cinder-839793-5-iscsi {{(pid=103469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 14:29:45.780867 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-67e5d168-25a8-4438-9725-60d78c79029f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-751355', 'neutron.services.segments.db._delete_segments_for_network-8786921254202'] for network (3baa93cf-d7dc-4ecf-9375-3eb6fc320edd), precommit_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:29:45.803282 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.services.segments.db [None req-67e5d168-25a8-4438-9725-60d78c79029f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3baa93cf-d7dc-4ecf-9375-3eb6fc320edd']}} {{(pid=103469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:29:45.813644 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.services.segments.db [None req-67e5d168-25a8-4438-9725-60d78c79029f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3bdb21ad-012f-40b5-8dc8-865afeab2bf4') {'for_net_delete': True} {{(pid=103469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:29:45.814000 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.services.segments.db [None req-67e5d168-25a8-4438-9725-60d78c79029f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3bdb21ad-012f-40b5-8dc8-865afeab2bf4') {} {{(pid=103469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:29:45.824733 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-67e5d168-25a8-4438-9725-60d78c79029f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786921254723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5908823'] for segment (3bdb21ad-012f-40b5-8dc8-865afeab2bf4), before_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:29:45.839714 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-67e5d168-25a8-4438-9725-60d78c79029f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-690795'] for segment (3bdb21ad-012f-40b5-8dc8-865afeab2bf4), precommit_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:29:45.849756 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67e5d168-25a8-4438-9725-60d78c79029f admin admin] Releasing vlan 248 on physical network physnet1 to pool {{(pid=103469) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 03 14:29:45.849756 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-67e5d168-25a8-4438-9725-60d78c79029f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-690795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6178114'] for segment (3bdb21ad-012f-40b5-8dc8-865afeab2bf4), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:29:45.849756 dv-cinder-839793-5-iscsi neutron-server[103469]: Traceback (most recent call last): May 03 14:29:45.849756 dv-cinder-839793-5-iscsi neutron-server[103469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 03 14:29:45.849756 dv-cinder-839793-5-iscsi neutron-server[103469]: timer() May 03 14:29:45.849756 dv-cinder-839793-5-iscsi neutron-server[103469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 14:29:45.849756 dv-cinder-839793-5-iscsi neutron-server[103469]: cb(*args, **kw) May 03 14:29:45.849756 dv-cinder-839793-5-iscsi neutron-server[103469]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 03 14:29:45.849756 dv-cinder-839793-5-iscsi neutron-server[103469]: return func(*args, **kwargs) May 03 14:29:45.849756 dv-cinder-839793-5-iscsi neutron-server[103469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 14:29:45.849756 dv-cinder-839793-5-iscsi neutron-server[103469]: self._notify() May 03 14:29:45.849756 dv-cinder-839793-5-iscsi neutron-server[103469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 14:29:45.849756 dv-cinder-839793-5-iscsi neutron-server[103469]: self.callback(batched_events) May 03 14:29:45.849756 dv-cinder-839793-5-iscsi neutron-server[103469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 14:29:45.849756 dv-cinder-839793-5-iscsi neutron-server[103469]: event.method(event) May 03 14:29:45.849756 dv-cinder-839793-5-iscsi neutron-server[103469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 03 14:29:45.849756 dv-cinder-839793-5-iscsi neutron-server[103469]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 14:29:45.849756 dv-cinder-839793-5-iscsi neutron-server[103469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 03 14:29:45.849756 dv-cinder-839793-5-iscsi neutron-server[103469]: aggregate_uuid = self.p_client.list_aggregates( May 03 14:29:45.849756 dv-cinder-839793-5-iscsi neutron-server[103469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 03 14:29:45.849756 dv-cinder-839793-5-iscsi neutron-server[103469]: return f(self, *a, **k) May 03 14:29:45.849756 dv-cinder-839793-5-iscsi neutron-server[103469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 03 14:29:45.849756 dv-cinder-839793-5-iscsi neutron-server[103469]: return self._get(url).json() May 03 14:29:45.849756 dv-cinder-839793-5-iscsi neutron-server[103469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 03 14:29:45.849756 dv-cinder-839793-5-iscsi neutron-server[103469]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 14:29:45.849756 dv-cinder-839793-5-iscsi neutron-server[103469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 03 14:29:45.849756 dv-cinder-839793-5-iscsi neutron-server[103469]: return self.request(url, 'GET', **kwargs) May 03 14:29:45.849756 dv-cinder-839793-5-iscsi neutron-server[103469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 03 14:29:45.849756 dv-cinder-839793-5-iscsi neutron-server[103469]: base_url = self.get_endpoint(auth, allow=allow, May 03 14:29:45.849756 dv-cinder-839793-5-iscsi neutron-server[103469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 03 14:29:45.849756 dv-cinder-839793-5-iscsi neutron-server[103469]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 14:29:45.849756 dv-cinder-839793-5-iscsi neutron-server[103469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 03 14:29:45.849756 dv-cinder-839793-5-iscsi neutron-server[103469]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 14:29:45.849756 dv-cinder-839793-5-iscsi neutron-server[103469]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 14:29:45.910815 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-67e5d168-25a8-4438-9725-60d78c79029f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-751234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1700060'] for network (3baa93cf-d7dc-4ecf-9375-3eb6fc320edd), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:29:45.917822 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-67e5d168-25a8-4438-9725-60d78c79029f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599744'] for network (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:29:45.921675 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-67e5d168-25a8-4438-9725-60d78c79029f admin admin] 10.222.0.36 "DELETE /v2.0/networks/3baa93cf-d7dc-4ecf-9375-3eb6fc320edd HTTP/1.1" status: 204 len: 168 time: 0.5485568 May 03 14:29:45.924865 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.wsgi [-] (103470) accepted ('10.222.0.36', 53314) {{(pid=103470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:29:45.931209 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e5d168-25a8-4438-9725-60d78c79029f admin admin] Pushing event deleted for resources: {'Network': ['ID=3baa93cf-d7dc-4ecf-9375-3eb6fc320edd,revision_number=None']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:29:46.539506 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-246636eb-795b-49b5-bfc0-32dcf84243f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1690332'] for router_interface (f501da56-5449-4dd4-8754-09ef92a1d54c), before_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:29:46.772932 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-246636eb-795b-49b5-bfc0-32dcf84243f1 admin admin] Deleting port 6b3af554-c537-4233-82ac-de5f71000a22 {{(pid=103470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 14:29:46.773227 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-246636eb-795b-49b5-bfc0-32dcf84243f1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786921277453'] for port (6b3af554-c537-4233-82ac-de5f71000a22), before_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:29:46.849183 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.db [None req-246636eb-795b-49b5-bfc0-32dcf84243f1 admin admin] For port 6b3af554-c537-4233-82ac-de5f71000a22, host dv-cinder-839793-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-5-iscsi',level=0,port_id=6b3af554-c537-4233-82ac-de5f71000a22,segment=NetworkSegment(27ff035f-4fed-4c4d-bcaa-f0e987b0a393),segment_id=27ff035f-4fed-4c4d-bcaa-f0e987b0a393)] {{(pid=103470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 14:29:46.849445 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-246636eb-795b-49b5-bfc0-32dcf84243f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1690342'] for port (6b3af554-c537-4233-82ac-de5f71000a22), precommit_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:29:46.862273 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.plugins.ml2.plugin [None req-246636eb-795b-49b5-bfc0-32dcf84243f1 admin admin] Calling delete_port for 6b3af554-c537-4233-82ac-de5f71000a22 owned by network:router_interface {{(pid=103470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 14:29:47.030757 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.rpc [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Device 82e03c4b-f0a1-4c91-a3a4-32e9525e7f9e no longer exists at agent ovs-agent-dv-cinder-839793-5-iscsi {{(pid=103471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 03 14:29:47.050857 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-246636eb-795b-49b5-bfc0-32dcf84243f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786921284765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786920821405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7524599'] for port (6b3af554-c537-4233-82ac-de5f71000a22), after_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:29:47.052110 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] No Port match for: 82e03c4b-f0a1-4c91-a3a4-32e9525e7f9e {{(pid=103471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 03 14:29:47.052449 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.rpc [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Device 82e03c4b-f0a1-4c91-a3a4-32e9525e7f9e not bound to the agent host dv-cinder-839793-5-iscsi {{(pid=103471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 03 14:29:47.052865 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.rpc [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Device f8347b2b-34ae-4fb2-852d-08bc271285e9 no longer exists at agent ovs-agent-dv-cinder-839793-5-iscsi {{(pid=103471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 03 14:29:47.072275 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] No Port match for: f8347b2b-34ae-4fb2-852d-08bc271285e9 {{(pid=103471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 03 14:29:47.072624 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.rpc [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Device f8347b2b-34ae-4fb2-852d-08bc271285e9 not bound to the agent host dv-cinder-839793-5-iscsi {{(pid=103471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 03 14:29:47.076151 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246636eb-795b-49b5-bfc0-32dcf84243f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=6b3af554-c537-4233-82ac-de5f71000a22,revision_number=None']} {{(pid=103470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:29:47.247153 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron_lib.callbacks.manager [None req-246636eb-795b-49b5-bfc0-32dcf84243f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1599855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1693899'] for router_interface (f501da56-5449-4dd4-8754-09ef92a1d54c), after_delete {{(pid=103470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:29:47.482272 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-246636eb-795b-49b5-bfc0-32dcf84243f1 admin admin] Router f501da56-5449-4dd4-8754-09ef92a1d54c has already been hosted by L3 agent 2583ee88-9503-4370-b6e4-0a676865815e {{(pid=103470) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 14:29:47.593999 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-246636eb-795b-49b5-bfc0-32dcf84243f1 admin admin] Notify agent at l3_agent.dv-cinder-839793-5-iscsi the message routers_updated {{(pid=103470) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 14:29:47.600408 dv-cinder-839793-5-iscsi neutron-server[103470]: INFO neutron.wsgi [None req-246636eb-795b-49b5-bfc0-32dcf84243f1 admin admin] 10.222.0.36 "PUT /v2.0/routers/f501da56-5449-4dd4-8754-09ef92a1d54c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6741264 May 03 14:29:47.602878 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.36', 53316) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:29:47.605839 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b22d1ee1-8939-41f1-b2f5-7743d611c0f6 None None] Sync routers for ids ['f501da56-5449-4dd4-8754-09ef92a1d54c'] in dv-cinder-839793-5-iscsi {{(pid=103472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 14:29:47.616760 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b22d1ee1-8939-41f1-b2f5-7743d611c0f6 None None] Routers {'f501da56-5449-4dd4-8754-09ef92a1d54c'} bound to L3 agent in host dv-cinder-839793-5-iscsi {{(pid=103472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 14:29:47.617412 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.db.l3_hamode_db [None req-b22d1ee1-8939-41f1-b2f5-7743d611c0f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-03T14:04:39Z,description=,heartbeat_timestamp=2022-05-03T14:29:39Z,host='dv-cinder-839793-5-iscsi',id=2583ee88-9503-4370-b6e4-0a676865815e,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T14:04:39Z,topic='l3_agent')) {'router_ids': ['f501da56-5449-4dd4-8754-09ef92a1d54c'], 'active': True} {{(pid=103472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:29:47.711291 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-a3d0129e-a337-486b-a9ea-1558d7661a62 admin admin] Publish callbacks [] for router (f501da56-5449-4dd4-8754-09ef92a1d54c), before_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:29:47.722987 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.db.l3_dvr_db [None req-b22d1ee1-8939-41f1-b2f5-7743d611c0f6 None None] Set router f501da56-5449-4dd4-8754-09ef92a1d54c gateway port host: dv-cinder-839793-5-iscsi {{(pid=103472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 14:29:47.816554 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-a3d0129e-a337-486b-a9ea-1558d7661a62 admin admin] Publish callbacks [] for router_gateway (f501da56-5449-4dd4-8754-09ef92a1d54c), before_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:29:47.861568 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.plugin [None req-a3d0129e-a337-486b-a9ea-1558d7661a62 admin admin] Deleting port 729c7e39-3df2-4c9c-9386-9a6ce9a86fe8 {{(pid=103469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 14:29:47.861945 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-a3d0129e-a337-486b-a9ea-1558d7661a62 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786921277453'] for port (729c7e39-3df2-4c9c-9386-9a6ce9a86fe8), before_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:29:47.889189 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.db.l3_hamode_db [None req-b22d1ee1-8939-41f1-b2f5-7743d611c0f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f501da56-5449-4dd4-8754-09ef92a1d54c', 'name': 'tempest-TestShelveInstance-775459529-router', 'tenant_id': 'a2d6511d9945487d8d3a5d7da11c6164', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2', 'external_fixed_ips': [{'subnet_id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': '729c7e39-3df2-4c9c-9386-9a6ce9a86fe8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T14:25:27Z', 'updated_at': '2022-05-03T14:29:47Z', 'revision_number': 5, 'project_id': 'a2d6511d9945487d8d3a5d7da11c6164', 'gw_port': {'id': '729c7e39-3df2-4c9c-9386-9a6ce9a86fe8', 'name': '', 'network_id': 'e0cd7c6d-9919-41eb-b035-2bfb3175faa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:52:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f501da56-5449-4dd4-8754-09ef92a1d54c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T14:25:27Z', 'updated_at': '2022-05-03T14:25:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f18d5d6-ed18-48e7-a335-d8ef216f5f78', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-5-iscsi'}], 'dv-cinder-839793-5-iscsi', False) {} {{(pid=103472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:29:47.916001 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b22d1ee1-8939-41f1-b2f5-7743d611c0f6 None None] Checking router: f501da56-5449-4dd4-8754-09ef92a1d54c for host: dv-cinder-839793-5-iscsi {{(pid=103472) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 14:29:47.924471 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b22d1ee1-8939-41f1-b2f5-7743d611c0f6 None None] Routers {'f501da56-5449-4dd4-8754-09ef92a1d54c'} bound to L3 agent in host dv-cinder-839793-5-iscsi {{(pid=103472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 14:29:47.925082 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.db.l3_hamode_db [None req-b22d1ee1-8939-41f1-b2f5-7743d611c0f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-03T14:04:39Z,description=,heartbeat_timestamp=2022-05-03T14:29:39Z,host='dv-cinder-839793-5-iscsi',id=2583ee88-9503-4370-b6e4-0a676865815e,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T14:04:39Z,topic='l3_agent')) {'router_ids': ['f501da56-5449-4dd4-8754-09ef92a1d54c'], 'active': True} {{(pid=103472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:29:47.942944 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.db [None req-a3d0129e-a337-486b-a9ea-1558d7661a62 admin admin] For port 729c7e39-3df2-4c9c-9386-9a6ce9a86fe8, host dv-cinder-839793-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-5-iscsi',level=0,port_id=729c7e39-3df2-4c9c-9386-9a6ce9a86fe8,segment=NetworkSegment(331ae69a-aeba-4f56-bd87-f289cf94ba88),segment_id=331ae69a-aeba-4f56-bd87-f289cf94ba88)] {{(pid=103469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 14:29:47.943318 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-a3d0129e-a337-486b-a9ea-1558d7661a62 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1690342'] for port (729c7e39-3df2-4c9c-9386-9a6ce9a86fe8), precommit_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:29:47.956911 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.plugin [None req-a3d0129e-a337-486b-a9ea-1558d7661a62 admin admin] Calling delete_port for 729c7e39-3df2-4c9c-9386-9a6ce9a86fe8 owned by network:router_gateway {{(pid=103469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 14:29:48.016340 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.db.l3_dvr_db [None req-b22d1ee1-8939-41f1-b2f5-7743d611c0f6 None None] Set router f501da56-5449-4dd4-8754-09ef92a1d54c gateway port host: None {{(pid=103472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 14:29:48.069574 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.db.l3_hamode_db [None req-b22d1ee1-8939-41f1-b2f5-7743d611c0f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f501da56-5449-4dd4-8754-09ef92a1d54c', 'name': 'tempest-TestShelveInstance-775459529-router', 'tenant_id': 'a2d6511d9945487d8d3a5d7da11c6164', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T14:25:27Z', 'updated_at': '2022-05-03T14:29:47Z', 'revision_number': 6, 'project_id': 'a2d6511d9945487d8d3a5d7da11c6164', 'gw_port_host': None}], 'dv-cinder-839793-5-iscsi', False) {} {{(pid=103472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:29:48.097103 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b22d1ee1-8939-41f1-b2f5-7743d611c0f6 None None] The sync data for ids ['f501da56-5449-4dd4-8754-09ef92a1d54c'] in dv-cinder-839793-5-iscsi is: [{'id': 'f501da56-5449-4dd4-8754-09ef92a1d54c', 'name': 'tempest-TestShelveInstance-775459529-router', 'tenant_id': 'a2d6511d9945487d8d3a5d7da11c6164', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T14:25:27Z', 'updated_at': '2022-05-03T14:29:47Z', 'revision_number': 6, 'project_id': 'a2d6511d9945487d8d3a5d7da11c6164', 'gw_port_host': None}] {{(pid=103472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 14:29:48.128876 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-a3d0129e-a337-486b-a9ea-1558d7661a62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786921284765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786920821405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6178079'] for port (729c7e39-3df2-4c9c-9386-9a6ce9a86fe8), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:29:48.155115 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d0129e-a337-486b-a9ea-1558d7661a62 admin admin] Pushing event deleted for resources: {'Port': ['ID=729c7e39-3df2-4c9c-9386-9a6ce9a86fe8,revision_number=None']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:29:48.217855 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-a3d0129e-a337-486b-a9ea-1558d7661a62 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1700782'] for router_gateway (f501da56-5449-4dd4-8754-09ef92a1d54c), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:29:48.314513 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-a3d0129e-a337-486b-a9ea-1558d7661a62 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1703026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-103998'] for router (f501da56-5449-4dd4-8754-09ef92a1d54c), precommit_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:29:48.316681 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-a3d0129e-a337-486b-a9ea-1558d7661a62 admin admin] Publish callbacks [] for router_controller (f501da56-5449-4dd4-8754-09ef92a1d54c), precommit_delete_associations {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:29:48.367292 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-a3d0129e-a337-486b-a9ea-1558d7661a62 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1703035'] for router (f501da56-5449-4dd4-8754-09ef92a1d54c), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:29:48.367716 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3d0129e-a337-486b-a9ea-1558d7661a62 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f501da56-5449-4dd4-8754-09ef92a1d54c {{(pid=103469) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 03 14:29:48.372266 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-a3d0129e-a337-486b-a9ea-1558d7661a62 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:29:48.373452 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-a3d0129e-a337-486b-a9ea-1558d7661a62 admin admin] 10.222.0.36 "DELETE /v2.0/routers/f501da56-5449-4dd4-8754-09ef92a1d54c HTTP/1.1" status: 204 len: 168 time: 0.7695751 May 03 14:29:48.376654 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.36', 53318) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:29:48.425426 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.db.db_base_plugin_v2 [None req-f456a78f-b718-4fbf-b657-f94b9d21ed97 admin admin] Deleting subnet 53b55e21-4a1e-49fb-9fe3-f6f981c5c827 {{(pid=103469) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 03 14:29:48.428975 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-f456a78f-b718-4fbf-b657-f94b9d21ed97 admin admin] Publish callbacks [] for subnet (53b55e21-4a1e-49fb-9fe3-f6f981c5c827), before_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:29:48.464478 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-f456a78f-b718-4fbf-b657-f94b9d21ed97 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5908908'] for subnet (53b55e21-4a1e-49fb-9fe3-f6f981c5c827), precommit_delete_associations {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:29:48.554354 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-f456a78f-b718-4fbf-b657-f94b9d21ed97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751950'] for subnet (53b55e21-4a1e-49fb-9fe3-f6f981c5c827), precommit_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:29:48.619117 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-f456a78f-b718-4fbf-b657-f94b9d21ed97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6178088', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4510093'] for subnet (53b55e21-4a1e-49fb-9fe3-f6f981c5c827), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:29:48.646373 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f456a78f-b718-4fbf-b657-f94b9d21ed97 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=53b55e21-4a1e-49fb-9fe3-f6f981c5c827,revision_number=None']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:29:48.648339 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-f456a78f-b718-4fbf-b657-f94b9d21ed97 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:29:48.651530 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-f456a78f-b718-4fbf-b657-f94b9d21ed97 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/53b55e21-4a1e-49fb-9fe3-f6f981c5c827 HTTP/1.1" status: 204 len: 168 time: 0.2738962 May 03 14:29:48.653985 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.36', 53320) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:29:48.656451 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdc235db-0165-401b-824f-1a18d34adfb9 None None] Network dc56b443-ad38-4eb6-9bca-f424748ceffc requested from dv-cinder-839793-5-iscsi {{(pid=103471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 03 14:29:48.724852 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-6d180813-625c-40ed-ad1d-33787e7e792d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-661340'] for network (dc56b443-ad38-4eb6-9bca-f424748ceffc), before_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:29:48.770181 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.plugin [None req-6d180813-625c-40ed-ad1d-33787e7e792d admin admin] Deleting port 48ddc56f-8332-4270-b6d9-53949ffe74b7 {{(pid=103469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 14:29:48.770528 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-6d180813-625c-40ed-ad1d-33787e7e792d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786921277453'] for port (48ddc56f-8332-4270-b6d9-53949ffe74b7), before_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:29:48.831612 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.db [None req-6d180813-625c-40ed-ad1d-33787e7e792d admin admin] For port 48ddc56f-8332-4270-b6d9-53949ffe74b7, host dv-cinder-839793-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-5-iscsi',level=0,port_id=48ddc56f-8332-4270-b6d9-53949ffe74b7,segment=NetworkSegment(27ff035f-4fed-4c4d-bcaa-f0e987b0a393),segment_id=27ff035f-4fed-4c4d-bcaa-f0e987b0a393)] {{(pid=103469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 14:29:48.831841 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-6d180813-625c-40ed-ad1d-33787e7e792d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1690342'] for port (48ddc56f-8332-4270-b6d9-53949ffe74b7), precommit_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:29:48.846057 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.plugin [None req-6d180813-625c-40ed-ad1d-33787e7e792d admin admin] Calling delete_port for 48ddc56f-8332-4270-b6d9-53949ffe74b7 owned by network:dhcp {{(pid=103469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 14:29:48.891446 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa96e20b-df33-4c3c-92a7-ccf124775585 None None] DHCP port deletion for dc56b443-ad38-4eb6-9bca-f424748ceffc request from dv-cinder-839793-5-iscsi {{(pid=103471) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 03 14:29:48.934868 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-6d180813-625c-40ed-ad1d-33787e7e792d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786921284765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786920821405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6178079'] for port (48ddc56f-8332-4270-b6d9-53949ffe74b7), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:29:48.936267 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [None req-aa96e20b-df33-4c3c-92a7-ccf124775585 None None] Deleting port 48ddc56f-8332-4270-b6d9-53949ffe74b7 {{(pid=103471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 14:29:48.936637 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-aa96e20b-df33-4c3c-92a7-ccf124775585 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786921277453'] for port (48ddc56f-8332-4270-b6d9-53949ffe74b7), before_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:29:48.963751 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d180813-625c-40ed-ad1d-33787e7e792d admin admin] No DVR routers for this DVR port 48ddc56f-8332-4270-b6d9-53949ffe74b7 on host dv-cinder-839793-5-iscsi {{(pid=103469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 14:29:48.967813 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d180813-625c-40ed-ad1d-33787e7e792d admin admin] Pushing event deleted for resources: {'Port': ['ID=48ddc56f-8332-4270-b6d9-53949ffe74b7,revision_number=None']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:29:49.012293 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.db [None req-aa96e20b-df33-4c3c-92a7-ccf124775585 None None] For port 48ddc56f-8332-4270-b6d9-53949ffe74b7, host dv-cinder-839793-5-iscsi, got binding levels [] {{(pid=103471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 14:29:49.012747 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-aa96e20b-df33-4c3c-92a7-ccf124775585 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1690342'] for port (48ddc56f-8332-4270-b6d9-53949ffe74b7), precommit_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:29:49.034746 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [None req-aa96e20b-df33-4c3c-92a7-ccf124775585 None None] Calling delete_port for 48ddc56f-8332-4270-b6d9-53949ffe74b7 owned by network:dhcp {{(pid=103471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 14:29:49.037884 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.ipam_backend_mixin [None req-aa96e20b-df33-4c3c-92a7-ccf124775585 None None] Port 48ddc56f-8332-4270-b6d9-53949ffe74b7 was not found and therefore no delete operation was performed {{(pid=103471) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} May 03 14:29:49.040809 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-aa96e20b-df33-4c3c-92a7-ccf124775585 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786921284765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786920821405'] for port (48ddc56f-8332-4270-b6d9-53949ffe74b7), after_delete {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:29:49.047546 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-6d180813-625c-40ed-ad1d-33787e7e792d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-751355', 'neutron.services.segments.db._delete_segments_for_network-8786921254202'] for network (dc56b443-ad38-4eb6-9bca-f424748ceffc), precommit_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:29:49.069565 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.services.segments.db [None req-6d180813-625c-40ed-ad1d-33787e7e792d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc56b443-ad38-4eb6-9bca-f424748ceffc']}} {{(pid=103469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:29:49.071054 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.rpc [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Device 6b3af554-c537-4233-82ac-de5f71000a22 no longer exists at agent ovs-agent-dv-cinder-839793-5-iscsi {{(pid=103471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 03 14:29:49.081621 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.services.segments.db [None req-6d180813-625c-40ed-ad1d-33787e7e792d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27ff035f-4fed-4c4d-bcaa-f0e987b0a393') {'for_net_delete': True} {{(pid=103469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:29:49.081928 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.services.segments.db [None req-6d180813-625c-40ed-ad1d-33787e7e792d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27ff035f-4fed-4c4d-bcaa-f0e987b0a393') {} {{(pid=103469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 14:29:49.091782 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-6d180813-625c-40ed-ad1d-33787e7e792d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786921254723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5908823'] for segment (27ff035f-4fed-4c4d-bcaa-f0e987b0a393), before_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:29:49.099757 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa96e20b-df33-4c3c-92a7-ccf124775585 None None] Pushing event deleted for resources: {'Port': ['ID=48ddc56f-8332-4270-b6d9-53949ffe74b7,revision_number=None']} {{(pid=103471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:29:49.108013 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-6d180813-625c-40ed-ad1d-33787e7e792d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-690795'] for segment (27ff035f-4fed-4c4d-bcaa-f0e987b0a393), precommit_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:29:49.108760 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] No Port match for: 6b3af554-c537-4233-82ac-de5f71000a22 {{(pid=103471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 03 14:29:49.109101 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.rpc [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Device 6b3af554-c537-4233-82ac-de5f71000a22 not bound to the agent host dv-cinder-839793-5-iscsi {{(pid=103471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 03 14:29:49.109692 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.rpc [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Device 48ddc56f-8332-4270-b6d9-53949ffe74b7 no longer exists at agent ovs-agent-dv-cinder-839793-5-iscsi {{(pid=103471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 03 14:29:49.113343 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa96e20b-df33-4c3c-92a7-ccf124775585 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:29:49.113679 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa96e20b-df33-4c3c-92a7-ccf124775585 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:29:49.114057 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa96e20b-df33-4c3c-92a7-ccf124775585 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:29:49.114501 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa96e20b-df33-4c3c-92a7-ccf124775585 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:29:49.114788 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa96e20b-df33-4c3c-92a7-ccf124775585 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:29:49.115068 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa96e20b-df33-4c3c-92a7-ccf124775585 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:29:49.115334 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa96e20b-df33-4c3c-92a7-ccf124775585 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:29:49.115646 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa96e20b-df33-4c3c-92a7-ccf124775585 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:29:49.115982 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d180813-625c-40ed-ad1d-33787e7e792d admin admin] Releasing vlan 203 on physical network physnet1 to pool {{(pid=103469) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 03 14:29:49.116375 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-6d180813-625c-40ed-ad1d-33787e7e792d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-690795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6178114'] for segment (27ff035f-4fed-4c4d-bcaa-f0e987b0a393), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:29:49.116774 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa96e20b-df33-4c3c-92a7-ccf124775585 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:29:49.117510 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa96e20b-df33-4c3c-92a7-ccf124775585 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:29:49.118469 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa96e20b-df33-4c3c-92a7-ccf124775585 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:29:49.118469 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa96e20b-df33-4c3c-92a7-ccf124775585 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:29:49.118469 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa96e20b-df33-4c3c-92a7-ccf124775585 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:29:49.118954 dv-cinder-839793-5-iscsi neutron-server[103469]: Traceback (most recent call last): May 03 14:29:49.118954 dv-cinder-839793-5-iscsi neutron-server[103469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 03 14:29:49.118954 dv-cinder-839793-5-iscsi neutron-server[103469]: timer() May 03 14:29:49.118954 dv-cinder-839793-5-iscsi neutron-server[103469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 14:29:49.118954 dv-cinder-839793-5-iscsi neutron-server[103469]: cb(*args, **kw) May 03 14:29:49.118954 dv-cinder-839793-5-iscsi neutron-server[103469]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 03 14:29:49.118954 dv-cinder-839793-5-iscsi neutron-server[103469]: return func(*args, **kwargs) May 03 14:29:49.118954 dv-cinder-839793-5-iscsi neutron-server[103469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 14:29:49.118954 dv-cinder-839793-5-iscsi neutron-server[103469]: self._notify() May 03 14:29:49.118954 dv-cinder-839793-5-iscsi neutron-server[103469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 14:29:49.118954 dv-cinder-839793-5-iscsi neutron-server[103469]: self.callback(batched_events) May 03 14:29:49.118954 dv-cinder-839793-5-iscsi neutron-server[103469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 14:29:49.118954 dv-cinder-839793-5-iscsi neutron-server[103469]: event.method(event) May 03 14:29:49.118954 dv-cinder-839793-5-iscsi neutron-server[103469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 03 14:29:49.118954 dv-cinder-839793-5-iscsi neutron-server[103469]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 14:29:49.118954 dv-cinder-839793-5-iscsi neutron-server[103469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 03 14:29:49.118954 dv-cinder-839793-5-iscsi neutron-server[103469]: aggregate_uuid = self.p_client.list_aggregates( May 03 14:29:49.118954 dv-cinder-839793-5-iscsi neutron-server[103469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 03 14:29:49.118954 dv-cinder-839793-5-iscsi neutron-server[103469]: return f(self, *a, **k) May 03 14:29:49.118954 dv-cinder-839793-5-iscsi neutron-server[103469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 03 14:29:49.118954 dv-cinder-839793-5-iscsi neutron-server[103469]: return self._get(url).json() May 03 14:29:49.118954 dv-cinder-839793-5-iscsi neutron-server[103469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 03 14:29:49.118954 dv-cinder-839793-5-iscsi neutron-server[103469]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 14:29:49.118954 dv-cinder-839793-5-iscsi neutron-server[103469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 03 14:29:49.118954 dv-cinder-839793-5-iscsi neutron-server[103469]: return self.request(url, 'GET', **kwargs) May 03 14:29:49.118954 dv-cinder-839793-5-iscsi neutron-server[103469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 03 14:29:49.118954 dv-cinder-839793-5-iscsi neutron-server[103469]: base_url = self.get_endpoint(auth, allow=allow, May 03 14:29:49.118954 dv-cinder-839793-5-iscsi neutron-server[103469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 03 14:29:49.118954 dv-cinder-839793-5-iscsi neutron-server[103469]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 14:29:49.118954 dv-cinder-839793-5-iscsi neutron-server[103469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 03 14:29:49.118954 dv-cinder-839793-5-iscsi neutron-server[103469]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 14:29:49.118954 dv-cinder-839793-5-iscsi neutron-server[103469]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 14:29:49.121096 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa96e20b-df33-4c3c-92a7-ccf124775585 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:29:49.121096 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa96e20b-df33-4c3c-92a7-ccf124775585 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-5-iscsi {{(pid=103471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 14:29:49.141814 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa96e20b-df33-4c3c-92a7-ccf124775585 None None] No DVR routers for this DVR port 48ddc56f-8332-4270-b6d9-53949ffe74b7 on host dv-cinder-839793-5-iscsi {{(pid=103471) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 14:29:49.143232 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] No Port match for: 48ddc56f-8332-4270-b6d9-53949ffe74b7 {{(pid=103471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 03 14:29:49.143597 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.rpc [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Device 48ddc56f-8332-4270-b6d9-53949ffe74b7 not bound to the agent host dv-cinder-839793-5-iscsi {{(pid=103471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 03 14:29:49.144148 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.rpc [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Device 729c7e39-3df2-4c9c-9386-9a6ce9a86fe8 no longer exists at agent ovs-agent-dv-cinder-839793-5-iscsi {{(pid=103471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 03 14:29:49.165597 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.plugin [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] No Port match for: 729c7e39-3df2-4c9c-9386-9a6ce9a86fe8 {{(pid=103471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 03 14:29:49.165942 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron.plugins.ml2.rpc [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Device 729c7e39-3df2-4c9c-9386-9a6ce9a86fe8 not bound to the agent host dv-cinder-839793-5-iscsi {{(pid=103471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 03 14:29:49.188739 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-6d180813-625c-40ed-ad1d-33787e7e792d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-751234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1651355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1599766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1700060'] for network (dc56b443-ad38-4eb6-9bca-f424748ceffc), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:29:49.194545 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-6d180813-625c-40ed-ad1d-33787e7e792d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599744'] for network (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:29:49.200487 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-6d180813-625c-40ed-ad1d-33787e7e792d admin admin] 10.222.0.36 "DELETE /v2.0/networks/dc56b443-ad38-4eb6-9bca-f424748ceffc HTTP/1.1" status: 204 len: 168 time: 0.5432973 May 03 14:29:49.221737 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d180813-625c-40ed-ad1d-33787e7e792d admin admin] Pushing event deleted for resources: {'Network': ['ID=dc56b443-ad38-4eb6-9bca-f424748ceffc,revision_number=None']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:29:49.391976 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.36', 53324) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:29:49.437964 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-4edf1d79-cf87-4ec1-9207-9591fd6e65e7 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=8ce4d8e3a93d47948c1d76d8c3d75c11&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0442276 May 03 14:29:49.442540 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.36', 53326) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:29:49.504950 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-88e7a0a5-21c4-444d-98c0-1869d522edd0 admin admin] Publish callbacks [] for security_group (7fe099ed-ba57-4189-820c-09f407b41c32), before_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:29:49.531431 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-88e7a0a5-21c4-444d-98c0-1869d522edd0 admin admin] Publish callbacks [] for security_group (7fe099ed-ba57-4189-820c-09f407b41c32), precommit_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:29:49.596286 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-88e7a0a5-21c4-444d-98c0-1869d522edd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656397'] for security_group (7fe099ed-ba57-4189-820c-09f407b41c32), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:29:49.599441 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-88e7a0a5-21c4-444d-98c0-1869d522edd0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:29:49.601044 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-88e7a0a5-21c4-444d-98c0-1869d522edd0 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/7fe099ed-ba57-4189-820c-09f407b41c32 HTTP/1.1" status: 204 len: 168 time: 0.1576314 May 03 14:29:49.609962 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e7a0a5-21c4-444d-98c0-1869d522edd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fe099ed-ba57-4189-820c-09f407b41c32,revision_number=None']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:29:50.022320 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.36', 53332) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:29:50.074088 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-e673dec1-0d19-4fdb-a6de-f48d3a20ceb3 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a2d6511d9945487d8d3a5d7da11c6164&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0502014 May 03 14:29:50.078313 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.wsgi [-] (103469) accepted ('10.222.0.36', 53334) {{(pid=103469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 14:29:50.133535 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-9dc14f8b-47d1-48d7-934e-f209cd370848 admin admin] Publish callbacks [] for security_group (b92125cc-349d-4963-85c5-3fb5d86f1608), before_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:29:50.165985 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-9dc14f8b-47d1-48d7-934e-f209cd370848 admin admin] Publish callbacks [] for security_group (b92125cc-349d-4963-85c5-3fb5d86f1608), precommit_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:29:50.218447 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-9dc14f8b-47d1-48d7-934e-f209cd370848 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656397'] for security_group (b92125cc-349d-4963-85c5-3fb5d86f1608), after_delete {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:29:50.221227 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron_lib.callbacks.manager [None req-9dc14f8b-47d1-48d7-934e-f209cd370848 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:29:50.222442 dv-cinder-839793-5-iscsi neutron-server[103469]: INFO neutron.wsgi [None req-9dc14f8b-47d1-48d7-934e-f209cd370848 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b92125cc-349d-4963-85c5-3fb5d86f1608 HTTP/1.1" status: 204 len: 168 time: 0.1426110 May 03 14:29:50.230317 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc14f8b-47d1-48d7-934e-f209cd370848 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b92125cc-349d-4963-85c5-3fb5d86f1608,revision_number=None']} {{(pid=103469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 14:29:58.361887 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.db.agents_db [None req-22b75db3-e88f-46e7-98cb-691740c6eaf9 None None] Agent healthcheck: found 6 active agents {{(pid=103472) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 03 14:30:06.681572 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-b4361333-d0af-4b87-8832-424ddaa5cc57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786921254184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749114'] for agent (2d0d8db6-b1c3-4022-9f9b-561ce4a4d2d8), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:30:08.971367 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-94962b64-7c92-4e0d-a405-73a8d5003342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786921254184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749114'] for agent (2583ee88-9503-4370-b6e4-0a676865815e), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:30:09.206771 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786921254184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749114'] for agent (e81ee3ce-91e9-46ba-a5c7-9619c95b22a6), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:30:10.498346 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-6b98c286-5509-41ae-9e31-4a328d4e2e3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786921254184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749114'] for agent (9772c1e2-61d8-4a11-97d8-348a0cefa431), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:30:11.602858 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-ece2f477-2d6d-4faa-a9a3-ecc6a9d3b5ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786921254184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749114'] for agent (5abb75e8-e954-4dc0-bed6-210d2af77b9f), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:30:13.165771 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786921254184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749114'] for agent (43411681-d6d4-43ac-b892-434a22df3f6d), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:30:35.367526 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.db.agents_db [None req-22b75db3-e88f-46e7-98cb-691740c6eaf9 None None] Agent healthcheck: found 6 active agents {{(pid=103472) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 03 14:30:36.679267 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-d6d570da-a551-4387-9ac1-482c08e327ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786921254184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749114'] for agent (2d0d8db6-b1c3-4022-9f9b-561ce4a4d2d8), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:30:38.967556 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-07b8416e-6b00-4568-b913-758632d3ea46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786921254184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749114'] for agent (2583ee88-9503-4370-b6e4-0a676865815e), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:30:39.214857 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786921254184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749114'] for agent (e81ee3ce-91e9-46ba-a5c7-9619c95b22a6), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:30:40.496699 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-6b98c286-5509-41ae-9e31-4a328d4e2e3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786921254184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749114'] for agent (9772c1e2-61d8-4a11-97d8-348a0cefa431), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:30:41.597279 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-ece2f477-2d6d-4faa-a9a3-ecc6a9d3b5ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786921254184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749114'] for agent (5abb75e8-e954-4dc0-bed6-210d2af77b9f), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:30:43.162730 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786921254184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749114'] for agent (43411681-d6d4-43ac-b892-434a22df3f6d), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:30:51.446615 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.wsgi [req-cb60237b-c350-49c7-94fb-b19beb0ebdad req-06a375a7-7ce4-44eb-815d-6410779eb88c service neutron] (103469) timed out ('10.222.0.26', 58702) {{(pid=103469) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 03 14:30:51.515947 dv-cinder-839793-5-iscsi neutron-server[103469]: DEBUG neutron.wsgi [req-ef6ccff4-6ce5-428b-9676-08a51b6ea025 req-c75ff335-61bf-492d-af4b-90fad32bb2c6 service neutron] (103469) timed out ('10.222.0.26', 58705) {{(pid=103469) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 03 14:31:06.684037 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-b2b65dda-afb7-490a-8caa-2e78441d84dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786921254184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749114'] for agent (2d0d8db6-b1c3-4022-9f9b-561ce4a4d2d8), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:31:08.973068 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-92f00e73-ccab-4c10-94d1-4ba482d3775f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786921254184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749114'] for agent (2583ee88-9503-4370-b6e4-0a676865815e), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:31:09.213105 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786921254184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749114'] for agent (e81ee3ce-91e9-46ba-a5c7-9619c95b22a6), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:31:10.509053 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-6b98c286-5509-41ae-9e31-4a328d4e2e3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786921254184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749114'] for agent (9772c1e2-61d8-4a11-97d8-348a0cefa431), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:31:11.612484 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-ece2f477-2d6d-4faa-a9a3-ecc6a9d3b5ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786921254184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749114'] for agent (5abb75e8-e954-4dc0-bed6-210d2af77b9f), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:31:12.371355 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.db.agents_db [None req-22b75db3-e88f-46e7-98cb-691740c6eaf9 None None] Agent healthcheck: found 6 active agents {{(pid=103472) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 03 14:31:13.168767 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786921254184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749114'] for agent (43411681-d6d4-43ac-b892-434a22df3f6d), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:31:36.682064 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-68ad15a6-6d3b-4d39-9222-1301c463af3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786921254184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749114'] for agent (2d0d8db6-b1c3-4022-9f9b-561ce4a4d2d8), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:31:38.968324 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-d38d1011-e0c7-4ea0-bdea-e88692c13a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786921254184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749114'] for agent (2583ee88-9503-4370-b6e4-0a676865815e), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:31:39.222916 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786921254184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749114'] for agent (e81ee3ce-91e9-46ba-a5c7-9619c95b22a6), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:31:40.511402 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-6b98c286-5509-41ae-9e31-4a328d4e2e3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786921254184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749114'] for agent (9772c1e2-61d8-4a11-97d8-348a0cefa431), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:31:41.617700 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-ece2f477-2d6d-4faa-a9a3-ecc6a9d3b5ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786921254184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749114'] for agent (5abb75e8-e954-4dc0-bed6-210d2af77b9f), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:31:43.172104 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786921254184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749114'] for agent (43411681-d6d4-43ac-b892-434a22df3f6d), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:31:49.376395 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.db.agents_db [None req-22b75db3-e88f-46e7-98cb-691740c6eaf9 None None] Agent healthcheck: found 6 active agents {{(pid=103472) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 03 14:32:06.686559 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-aae508f1-1daa-486c-8a26-872c123c8087 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786921254184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749114'] for agent (2d0d8db6-b1c3-4022-9f9b-561ce4a4d2d8), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:32:08.971767 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-8c1409e4-9316-416d-8360-ac36c1e5a54b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786921254184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749114'] for agent (2583ee88-9503-4370-b6e4-0a676865815e), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:32:09.239996 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786921254184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749114'] for agent (e81ee3ce-91e9-46ba-a5c7-9619c95b22a6), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:32:10.516893 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-6b98c286-5509-41ae-9e31-4a328d4e2e3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786921254184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749114'] for agent (9772c1e2-61d8-4a11-97d8-348a0cefa431), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:32:11.617765 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-ece2f477-2d6d-4faa-a9a3-ecc6a9d3b5ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786921254184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749114'] for agent (5abb75e8-e954-4dc0-bed6-210d2af77b9f), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:32:13.176648 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786921254184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749114'] for agent (43411681-d6d4-43ac-b892-434a22df3f6d), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:32:26.376708 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.db.agents_db [None req-22b75db3-e88f-46e7-98cb-691740c6eaf9 None None] Agent healthcheck: found 6 active agents {{(pid=103472) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 03 14:32:36.685619 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-67dafc4e-d885-4f04-9005-992d2cfbac19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786921254184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749114'] for agent (2d0d8db6-b1c3-4022-9f9b-561ce4a4d2d8), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:32:38.966850 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-f3190767-167a-4d35-ab2d-94ef69c6862a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786921254184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749114'] for agent (2583ee88-9503-4370-b6e4-0a676865815e), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:32:39.239266 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786921254184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749114'] for agent (e81ee3ce-91e9-46ba-a5c7-9619c95b22a6), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:32:40.517976 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-6b98c286-5509-41ae-9e31-4a328d4e2e3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786921254184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749114'] for agent (9772c1e2-61d8-4a11-97d8-348a0cefa431), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:32:41.621924 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-ece2f477-2d6d-4faa-a9a3-ecc6a9d3b5ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786921254184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749114'] for agent (5abb75e8-e954-4dc0-bed6-210d2af77b9f), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:32:43.180809 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786921254184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749114'] for agent (43411681-d6d4-43ac-b892-434a22df3f6d), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:33:03.380628 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.db.agents_db [None req-22b75db3-e88f-46e7-98cb-691740c6eaf9 None None] Agent healthcheck: found 6 active agents {{(pid=103472) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 03 14:33:06.691778 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-ecf0d7db-8b85-4ad4-9138-b239f3b6eefa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786921254184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749114'] for agent (2d0d8db6-b1c3-4022-9f9b-561ce4a4d2d8), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:33:08.971443 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-a63aa250-d28a-4c8a-885d-489d2002edcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786921254184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749114'] for agent (2583ee88-9503-4370-b6e4-0a676865815e), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:33:09.250039 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786921254184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749114'] for agent (e81ee3ce-91e9-46ba-a5c7-9619c95b22a6), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:33:10.523342 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-6b98c286-5509-41ae-9e31-4a328d4e2e3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786921254184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749114'] for agent (9772c1e2-61d8-4a11-97d8-348a0cefa431), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:33:11.625027 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-ece2f477-2d6d-4faa-a9a3-ecc6a9d3b5ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786921254184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749114'] for agent (5abb75e8-e954-4dc0-bed6-210d2af77b9f), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:33:13.180075 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786921254184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749114'] for agent (43411681-d6d4-43ac-b892-434a22df3f6d), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:33:36.689487 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-85a363fb-a166-4064-9020-22e1a2430877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786921254184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749114'] for agent (2d0d8db6-b1c3-4022-9f9b-561ce4a4d2d8), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:33:38.976819 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-377d3973-0309-4d49-b1c7-18e1dd297f13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786921254184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749114'] for agent (2583ee88-9503-4370-b6e4-0a676865815e), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:33:39.257227 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786921254184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749114'] for agent (e81ee3ce-91e9-46ba-a5c7-9619c95b22a6), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:33:40.385041 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.db.agents_db [None req-22b75db3-e88f-46e7-98cb-691740c6eaf9 None None] Agent healthcheck: found 6 active agents {{(pid=103472) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 03 14:33:40.529800 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-6b98c286-5509-41ae-9e31-4a328d4e2e3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786921254184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749114'] for agent (9772c1e2-61d8-4a11-97d8-348a0cefa431), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:33:41.636076 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-ece2f477-2d6d-4faa-a9a3-ecc6a9d3b5ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786921254184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749114'] for agent (5abb75e8-e954-4dc0-bed6-210d2af77b9f), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:33:43.178156 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786921254184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749114'] for agent (43411681-d6d4-43ac-b892-434a22df3f6d), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:33:54.045171 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.wsgi [req-a4b137b7-fc25-4e21-ba0e-46d9b9b27223 req-45690aa1-11ad-4245-a39e-725eb73c10a2 service neutron] (103470) timed out ('10.222.0.36', 49046) {{(pid=103470) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 03 14:33:54.318288 dv-cinder-839793-5-iscsi neutron-server[103470]: DEBUG neutron.wsgi [req-a4b137b7-fc25-4e21-ba0e-46d9b9b27223 req-54b5d61b-5004-48b7-adc6-b20b38738665 tempest-AttachVolumeShelveTestJSON-422289148 tempest-AttachVolumeShelveTestJSON-422289148-project] (103470) timed out ('10.222.0.36', 49064) {{(pid=103470) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 03 14:34:06.693578 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-fd18afbd-0a71-421d-b702-7c011cd989d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786921254184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749114'] for agent (2d0d8db6-b1c3-4022-9f9b-561ce4a4d2d8), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:34:08.984566 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-d89f4ecc-8669-4e8d-8676-2c10e5bae978 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786921254184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749114'] for agent (2583ee88-9503-4370-b6e4-0a676865815e), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:34:09.269040 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786921254184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749114'] for agent (e81ee3ce-91e9-46ba-a5c7-9619c95b22a6), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:34:10.534906 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-6b98c286-5509-41ae-9e31-4a328d4e2e3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786921254184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749114'] for agent (9772c1e2-61d8-4a11-97d8-348a0cefa431), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:34:11.638033 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-ece2f477-2d6d-4faa-a9a3-ecc6a9d3b5ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786921254184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749114'] for agent (5abb75e8-e954-4dc0-bed6-210d2af77b9f), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:34:13.181811 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786921254184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749114'] for agent (43411681-d6d4-43ac-b892-434a22df3f6d), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:34:17.389666 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.db.agents_db [None req-22b75db3-e88f-46e7-98cb-691740c6eaf9 None None] Agent healthcheck: found 6 active agents {{(pid=103472) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 03 14:34:36.692536 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-97b14bea-1668-441e-94c1-0cff1a4f65c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786921254184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749114'] for agent (2d0d8db6-b1c3-4022-9f9b-561ce4a4d2d8), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:34:38.981541 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-58ae92f0-962a-4417-8ada-59e9e79e4fa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786921254184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749114'] for agent (2583ee88-9503-4370-b6e4-0a676865815e), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:34:39.301235 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c06e96f8-982f-46f6-b7b9-84227ddb221c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786921254184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749114'] for agent (e81ee3ce-91e9-46ba-a5c7-9619c95b22a6), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:34:40.534281 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-6b98c286-5509-41ae-9e31-4a328d4e2e3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786921254184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749114'] for agent (9772c1e2-61d8-4a11-97d8-348a0cefa431), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:34:41.638730 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-ece2f477-2d6d-4faa-a9a3-ecc6a9d3b5ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786921254184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749114'] for agent (5abb75e8-e954-4dc0-bed6-210d2af77b9f), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:34:43.192090 dv-cinder-839793-5-iscsi neutron-server[103471]: DEBUG neutron_lib.callbacks.manager [None req-c84e2d14-93cc-4841-8bc2-03fa44a0703b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786921254184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749114'] for agent (43411681-d6d4-43ac-b892-434a22df3f6d), after_update {{(pid=103471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 14:34:54.389240 dv-cinder-839793-5-iscsi neutron-server[103472]: DEBUG neutron.db.agents_db [None req-22b75db3-e88f-46e7-98cb-691740c6eaf9 None None] Agent healthcheck: found 6 active agents {{(pid=103472) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}